Spaces:
Paused
Paused
| [ | |
| { | |
| "id": "q_0001", | |
| "domain": "history", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year did the Battle of Hastings take place?", | |
| "ground_truth_answer": "1066", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1016", | |
| "1045", | |
| "1077", | |
| "1123" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Battle of Hastings occurred in 1066, marking a decisive point in English history.", | |
| "doc_2": "In 1066, the Norman forces of William the Conqueror clashed with the English army.", | |
| "doc_3": "The Treaty of Westphalia was signed in 1648, ending the Thirty Years' War.", | |
| "doc_4": "The Ming dynasty was founded in 1368 and lasted until 1644 in China.", | |
| "doc_5": "The construction of the Great Wall of China continued from the 7th century BC to the 16th century.", | |
| "doc_6": "The Ottoman Empire was founded in 1299 and dissolved after World War I.", | |
| "doc_7": "The Magna Carta was sealed by King John of England in 1215.", | |
| "doc_8": "The Industrial Revolution began in Great Britain in the late 18th century." | |
| } | |
| }, | |
| { | |
| "id": "q_0002", | |
| "domain": "history", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who was the first Emperor of China?", | |
| "ground_truth_answer": "Qin Shi Huang", | |
| "relevant_doc_ids": [ | |
| "doc_9", | |
| "doc_10", | |
| "doc_11" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Genghis Khan", | |
| "Kublai Khan", | |
| "Emperor Meiji", | |
| "Sun Yat-sen" | |
| ], | |
| "corpus": { | |
| "doc_9": "Qin Shi Huang was the first Emperor of China, unifying the warring states.", | |
| "doc_10": "The reign of Qin Shi Huang saw the creation of the Terracotta Army.", | |
| "doc_11": "Under Qin Shi Huang, the Great Wall was expanded to protect the empire.", | |
| "doc_12": "The Russian Revolution of 1917 led to the rise of Soviet power.", | |
| "doc_13": "The Renaissance period in Europe was marked by significant developments in art and science.", | |
| "doc_14": "The Black Death was a devastating pandemic that struck Europe in the 14th century.", | |
| "doc_15": "The Congress of Vienna in 1815 aimed to restore balance in Europe after the Napoleonic Wars.", | |
| "doc_16": "The Rosetta Stone was key to deciphering Egyptian hieroglyphs.", | |
| "doc_17": "The Wright brothers are credited with inventing and building the world's first successful airplane.", | |
| "doc_18": "The French Revolution began in 1789, radically altering French society." | |
| } | |
| }, | |
| { | |
| "id": "q_0003", | |
| "domain": "history", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where did the signing of the Treaty of Versailles take place?", | |
| "ground_truth_answer": "Palace of Versailles", | |
| "relevant_doc_ids": [ | |
| "doc_19", | |
| "doc_20", | |
| "doc_21" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Buckingham Palace", | |
| "The White House", | |
| "The Kremlin", | |
| "Topkapi Palace" | |
| ], | |
| "corpus": { | |
| "doc_19": "The Treaty of Versailles was signed at the Palace of Versailles in 1919.", | |
| "doc_20": "The Palace of Versailles was the grand setting for the signing of the Treaty.", | |
| "doc_21": "At the Palace of Versailles, the treaty imposed heavy reparations on Germany.", | |
| "doc_22": "The Norman Conquest of England led to significant cultural and political changes.", | |
| "doc_23": "The American Declaration of Independence was adopted in 1776.", | |
| "doc_24": "The Berlin Wall fell in 1989, signaling the end of the Cold War.", | |
| "doc_25": "The assassination of Archduke Franz Ferdinand in 1914 sparked World War I.", | |
| "doc_26": "The Byzantine Empire was the continuation of the Roman Empire in the East.", | |
| "doc_27": "The Spanish Armada was defeated by the English navy in 1588.", | |
| "doc_28": "The Opium Wars resulted in the Treaty of Nanking in 1842.", | |
| "doc_29": "The invention of the printing press by Gutenberg revolutionized information dissemination.", | |
| "doc_30": "The exploration of Marco Polo opened up Europe to the wonders of Asia." | |
| } | |
| }, | |
| { | |
| "id": "q_0004", | |
| "domain": "history", | |
| "answer_type": "organization", | |
| "noise_tier": "clean", | |
| "question": "What organization was established after World War II to promote international cooperation?", | |
| "ground_truth_answer": "United Nations", | |
| "relevant_doc_ids": [ | |
| "doc_31", | |
| "doc_32" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "League of Nations", | |
| "NATO", | |
| "Commonwealth of Nations", | |
| "European Union" | |
| ], | |
| "corpus": { | |
| "doc_31": "The United Nations was established in 1945 to foster global peace and cooperation.", | |
| "doc_32": "With its headquarters in New York, the United Nations aims to maintain international peace.", | |
| "doc_33": "The Hellenistic period followed the conquests of Alexander the Great.", | |
| "doc_34": "The Silk Road facilitated trade between Asia and Europe for centuries.", | |
| "doc_35": "The Great Fire of London in 1666 led to extensive rebuilding of the city.", | |
| "doc_36": "The English Civil War was a conflict between Parliamentarians and Royalists.", | |
| "doc_37": "The California Gold Rush began in 1848, attracting thousands of prospectors.", | |
| "doc_38": "The Parthenon was constructed in Athens during the 5th century BC." | |
| } | |
| }, | |
| { | |
| "id": "q_0005", | |
| "domain": "history", | |
| "answer_type": "concept", | |
| "noise_tier": "medium", | |
| "question": "What concept, central to Marxist theory, describes the class struggle leading to a society without classes?", | |
| "ground_truth_answer": "Dialectical materialism", | |
| "relevant_doc_ids": [ | |
| "doc_39", | |
| "doc_40", | |
| "doc_41" | |
| ], | |
| "required_min_steps": 5, | |
| "plausible_wrong_answers": [ | |
| "Capitalism", | |
| "Feudalism", | |
| "Social Darwinism", | |
| "Bourgeoisie" | |
| ], | |
| "corpus": { | |
| "doc_39": "Dialectical materialism is a central concept in Marxist theory, focusing on class struggles.", | |
| "doc_40": "According to dialectical materialism, societal change occurs through the clash of opposing classes.", | |
| "doc_41": "Dialectical materialism emphasizes the conflict between proletariat and bourgeoisie.", | |
| "doc_42": "The Code of Hammurabi is one of the oldest deciphered writings of significant length in the world.", | |
| "doc_43": "The Phoenicians were known for their trade networks and the creation of the alphabet.", | |
| "doc_44": "The Bronze Age collapse led to the fall of several ancient civilizations.", | |
| "doc_45": "The Aztec Empire was a powerful pre-Columbian civilization in Central America.", | |
| "doc_46": "The discovery of penicillin by Alexander Fleming revolutionized medicine.", | |
| "doc_47": "The Gothic architecture style is characterized by its pointed arches and ribbed vaults.", | |
| "doc_48": "The Inca Empire was the largest empire in pre-Columbian America." | |
| } | |
| }, | |
| { | |
| "id": "q_0006", | |
| "domain": "science", | |
| "answer_type": "year", | |
| "noise_tier": "medium", | |
| "question": "In what year was the structure of DNA first accurately described?", | |
| "ground_truth_answer": "1953", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_5", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1940", | |
| "1962", | |
| "1948", | |
| "1970", | |
| "1958" | |
| ], | |
| "corpus": { | |
| "doc_1": "The theory of evolution by natural selection was first formulated in the 19th century by Charles Darwin.", | |
| "doc_2": "The Apollo 11 mission, which landed the first humans on the Moon, was launched in 1969.", | |
| "doc_3": "In 1953, James Watson and Francis Crick published a paper outlining the double helix structure of DNA.", | |
| "doc_4": "The Manhattan Project led to the creation of the first atomic bombs during World War II.", | |
| "doc_5": "Watson and Crick's model of DNA in 1953 revolutionized the field of genetics.", | |
| "doc_6": "The Large Hadron Collider is the world's largest and most powerful particle collider.", | |
| "doc_7": "1953 was a pivotal year for molecular biology, marking the publication of the DNA structure.", | |
| "doc_8": "The human genome project was an international research effort to map all of the genes of the human species.", | |
| "doc_9": "Marie Curie was the first woman to win a Nobel Prize and remains one of the most famous scientists of her time.", | |
| "doc_10": "The Hubble Space Telescope was launched into low Earth orbit in 1990, providing valuable astronomical data." | |
| } | |
| }, | |
| { | |
| "id": "q_0007", | |
| "domain": "business", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year was the North American Free Trade Agreement (NAFTA) signed?", | |
| "ground_truth_answer": "1992", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_3", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1988", | |
| "1990", | |
| "1994", | |
| "1996", | |
| "2000" | |
| ], | |
| "corpus": { | |
| "doc_1": "NAFTA was signed by the United States, Canada, and Mexico in 1992 as a trilateral trade agreement.", | |
| "doc_2": "The World Trade Organization was established in 1995 to oversee international trade rules.", | |
| "doc_3": "The ratification of NAFTA in 1992 marked a significant shift in North American trade relations.", | |
| "doc_4": "The European Union was officially formed in 1993 with the Maastricht Treaty.", | |
| "doc_5": "Negotiations for NAFTA concluded in 1992, leading to its implementation soon after.", | |
| "doc_6": "The dot-com bubble, a period of excessive speculation in Internet-related companies, peaked in the late 1990s.", | |
| "doc_7": "The Asian financial crisis of 1997 affected several emerging economies in Asia.", | |
| "doc_8": "The stock market crash of 1987, also known as Black Monday, was a major financial event." | |
| } | |
| }, | |
| { | |
| "id": "q_0008", | |
| "domain": "business", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is known as the founder of Microsoft Corporation?", | |
| "ground_truth_answer": "Bill Gates", | |
| "relevant_doc_ids": [ | |
| "doc_9", | |
| "doc_10", | |
| "doc_11" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Steve Jobs", | |
| "Mark Zuckerberg", | |
| "Elon Musk", | |
| "Jeff Bezos", | |
| "Warren Buffett" | |
| ], | |
| "corpus": { | |
| "doc_9": "Bill Gates co-founded Microsoft Corporation in 1975 with Paul Allen.", | |
| "doc_10": "Bill Gates, a prominent American business magnate and philanthropist, is known for his role in building Microsoft.", | |
| "doc_11": "Through his leadership, Bill Gates led Microsoft to become one of the largest software companies in the world.", | |
| "doc_12": "Steve Jobs was the visionary leader behind Apple's resurgence in the late 1990s.", | |
| "doc_13": "Mark Zuckerberg is best known for founding Facebook, the social media giant.", | |
| "doc_14": "Elon Musk is the CEO of SpaceX and Tesla, known for his work in space exploration and electric vehicles.", | |
| "doc_15": "Jeff Bezos founded Amazon, which started as an online bookstore and grew into a retail powerhouse.", | |
| "doc_16": "Warren Buffett is hailed as one of the greatest investors of all time, primarily through his company, Berkshire Hathaway.", | |
| "doc_17": "The concept of disruptive innovation was first introduced by Clayton Christensen in the late 20th century.", | |
| "doc_18": "Corporate social responsibility (CSR) is an important aspect of modern business practices.", | |
| "doc_19": "The financial crisis of 2008 was precipitated by the collapse of the housing market." | |
| } | |
| }, | |
| { | |
| "id": "q_0009", | |
| "domain": "business", | |
| "answer_type": "organization", | |
| "noise_tier": "clean", | |
| "question": "Which organization is known for setting global standards in telecommunications?", | |
| "ground_truth_answer": "International Telecommunication Union", | |
| "relevant_doc_ids": [ | |
| "doc_31", | |
| "doc_32", | |
| "doc_33" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "World Health Organization", | |
| "International Monetary Fund", | |
| "United Nations", | |
| "World Trade Organization", | |
| "Interpol" | |
| ], | |
| "corpus": { | |
| "doc_31": "The International Telecommunication Union is a specialized agency of the United Nations responsible for coordinating global telecom standards.", | |
| "doc_32": "Since its establishment, the International Telecommunication Union has played a key role in the development and harmonization of telecommunication standards worldwide.", | |
| "doc_33": "The International Telecommunication Union facilitates technical operations and policy-making for the international telecommunication community.", | |
| "doc_34": "The World Health Organization works on global health issues and pandemics.", | |
| "doc_35": "The International Monetary Fund is an organization working to stabilize the global economy and provide financial assistance.", | |
| "doc_36": "The United Nations is an international organization founded to promote peace and security around the world.", | |
| "doc_37": "The World Trade Organization deals with the rules of trade between nations at a global or near-global level.", | |
| "doc_38": "Interpol facilitates international police cooperation in combating crime." | |
| } | |
| }, | |
| { | |
| "id": "q_0010", | |
| "domain": "business", | |
| "answer_type": "concept", | |
| "noise_tier": "medium", | |
| "question": "What concept refers to the practice of protecting a company\u2019s business data from unauthorized access?", | |
| "ground_truth_answer": "Data Security", | |
| "relevant_doc_ids": [ | |
| "doc_39", | |
| "doc_40", | |
| "doc_41" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Market Analysis", | |
| "Brand Management", | |
| "Supply Chain Management", | |
| "Customer Experience", | |
| "Financial Reporting" | |
| ], | |
| "corpus": { | |
| "doc_39": "Data Security involves implementing measures to safeguard business information from unauthorized intrusion and breaches.", | |
| "doc_40": "Companies prioritize Data Security to ensure client confidentiality and maintain trust.", | |
| "doc_41": "The concept of Data Security is critical in preventing cyber attacks and ensuring the integrity of business data.", | |
| "doc_42": "Market Analysis involves assessing industry trends and consumer preferences to guide business decisions.", | |
| "doc_43": "Brand Management is a concept focused on maintaining and improving a brand's reputation and value.", | |
| "doc_44": "Supply Chain Management ensures the efficient flow of goods from suppliers to customers.", | |
| "doc_45": "Customer Experience refers to the perception of customers regarding their interaction with a brand.", | |
| "doc_46": "Financial Reporting is the process of producing statements that disclose a company's financial status to management and the public.", | |
| "doc_47": "Knowledge Management is the efficient handling of information and resources within an organization.", | |
| "doc_48": "Corporate Governance involves the system of rules and practices by which a company is directed and controlled." | |
| } | |
| }, | |
| { | |
| "id": "q_0011", | |
| "domain": "geography", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year was the Grand Canyon established as a national park?", | |
| "ground_truth_answer": "1919", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1932", | |
| "1908", | |
| "1950", | |
| "1923" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Grand Canyon was designated a national park in 1919, providing federal protection.", | |
| "doc_2": "President Woodrow Wilson signed the Grand Canyon National Park Act in 1919.", | |
| "doc_3": "Mount Everest is the tallest mountain in the world, standing at 29,032 feet.", | |
| "doc_4": "The Amazon River is the largest river by volume, flowing through Brazil, Peru, and several other countries.", | |
| "doc_5": "Australia is home to the Great Barrier Reef, the largest coral reef system in the world.", | |
| "doc_6": "Lake Baikal, located in Siberia, is the world's deepest freshwater lake.", | |
| "doc_7": "The Sahara is the largest hot desert in the world, covering much of North Africa.", | |
| "doc_8": "The Nile River is famous for being the longest river in the world, flowing through northeastern Africa." | |
| } | |
| }, | |
| { | |
| "id": "q_0012", | |
| "domain": "geography", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is credited with successfully leading the first expedition to the South Pole?", | |
| "ground_truth_answer": "Roald Amundsen", | |
| "relevant_doc_ids": [ | |
| "doc_5", | |
| "doc_6" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Robert Falcon Scott", | |
| "Ernest Shackleton", | |
| "Edmund Hillary", | |
| "Richard Byrd" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Great Wall of China is a series of fortifications made of various materials, stretching across northern China.", | |
| "doc_2": "The Andes is the longest continental mountain range in the world, located in South America.", | |
| "doc_3": "The Ganges River is considered sacred in Hindu culture, flowing through India and Bangladesh.", | |
| "doc_4": "The island of Madagascar is known for its unique biodiversity and endemic species.", | |
| "doc_5": "Roald Amundsen, a Norwegian explorer, led the first successful expedition to the South Pole in 1911.", | |
| "doc_6": "In December 1911, Roald Amundsen's team became the first to reach the South Pole.", | |
| "doc_7": "The Sahara Desert's climate is characterized by hot days and cold nights, with minimal rainfall.", | |
| "doc_8": "Greenland is the world's largest island, located between the Arctic and Atlantic Oceans.", | |
| "doc_9": "The Mississippi River is one of the longest rivers in North America, flowing south from Minnesota to the Gulf of Mexico.", | |
| "doc_10": "The Alps are a significant mountain range in Europe, extending across eight countries." | |
| } | |
| }, | |
| { | |
| "id": "q_0013", | |
| "domain": "geography", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Which place is known as the driest desert in the world?", | |
| "ground_truth_answer": "Atacama Desert", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_4" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Sahara Desert", | |
| "Gobi Desert", | |
| "Mojave Desert", | |
| "Kalahari Desert" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Amazon rainforest is the largest tropical rainforest in the world, mostly contained within Brazil.", | |
| "doc_2": "Mount Kilimanjaro, located in Tanzania, is the highest peak in Africa.", | |
| "doc_3": "The Atacama Desert, located in Chile, is known as the driest desert in the world.", | |
| "doc_4": "Due to its extreme dryness, the Atacama Desert has been used as a location for testing Mars rovers.", | |
| "doc_5": "The Great Lakes of North America are a series of interconnected freshwater lakes.", | |
| "doc_6": "The Danube is a major river in Central and Eastern Europe, notable for passing through several capitals.", | |
| "doc_7": "Iceland is known for its geothermal activity, including geysers and hot springs.", | |
| "doc_8": "Easter Island is famous for its Moai statues and is located in the southeastern Pacific Ocean.", | |
| "doc_9": "The Serengeti in Tanzania is renowned for its annual wildlife migration.", | |
| "doc_10": "Victoria Falls, located on the border of Zambia and Zimbabwe, is one of the largest waterfalls in the world.", | |
| "doc_11": "The Great Rift Valley is a continuous geographic trench extending from Lebanon to Mozambique.", | |
| "doc_12": "Antarctica is the coldest continent on Earth, with temperatures dropping below -80 degrees Celsius.", | |
| "doc_13": "The Mediterranean Sea is bordered by Europe, Asia, and Africa and is known for its historical significance.", | |
| "doc_14": "The Rocky Mountains stretch over 3,000 miles from Canada to New Mexico in the United States.", | |
| "doc_15": "The Dead Sea is one of the saltiest bodies of water on Earth, bordered by Jordan and Israel." | |
| } | |
| }, | |
| { | |
| "id": "q_0014", | |
| "domain": "geography", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization is responsible for producing global climate assessments?", | |
| "ground_truth_answer": "Intergovernmental Panel on Climate Change", | |
| "relevant_doc_ids": [ | |
| "doc_8", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "World Meteorological Organization", | |
| "Greenpeace", | |
| "United Nations Environment Programme", | |
| "World Health Organization" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Himalayas are home to several of the planet's highest peaks, including Mount Everest and K2.", | |
| "doc_2": "The Sahara Desert experiences extreme temperatures and is located in North Africa.", | |
| "doc_3": "The Amazon River is the second longest river in the world and is located in South America.", | |
| "doc_4": "Niagara Falls is a group of three waterfalls at the southern end of Niagara Gorge.", | |
| "doc_5": "The Gal\u00e1pagos Islands are famous for their unique species and were studied by Charles Darwin.", | |
| "doc_6": "Patagonia is a region located at the southern end of South America, shared by Argentina and Chile.", | |
| "doc_7": "The Great Barrier Reef is the world's largest coral reef system, located in Australia.", | |
| "doc_8": "The Intergovernmental Panel on Climate Change (IPCC) is tasked with evaluating climate change science.", | |
| "doc_9": "IPCC reports, created by the Intergovernmental Panel on Climate Change, influence global climate policies.", | |
| "doc_10": "The Congo Basin is the second largest rainforest in the world, located in central Africa.", | |
| "doc_11": "The Baltic Sea is a sea in Northern Europe, surrounded by countries like Sweden and Finland." | |
| } | |
| }, | |
| { | |
| "id": "q_0015", | |
| "domain": "geography", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What term describes the process by which water vapor becomes liquid water?", | |
| "ground_truth_answer": "Condensation", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_3" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Evaporation", | |
| "Sublimation", | |
| "Precipitation", | |
| "Transpiration" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Mariana Trench is the deepest oceanic trench in the world, located in the Pacific Ocean.", | |
| "doc_2": "Condensation is the process where water vapor cools and turns into liquid water.", | |
| "doc_3": "During condensation, water vapor collects on surfaces as dew when temperatures drop.", | |
| "doc_4": "The Ural Mountains form a natural barrier between Europe and Asia in Russia.", | |
| "doc_5": "The Yangtze River is the longest river in China and the third longest in the world.", | |
| "doc_6": "The Great Victoria Desert is the largest desert in Australia.", | |
| "doc_7": "Mount Fuji is an active volcano and the highest peak in Japan.", | |
| "doc_8": "The Loire Valley in France is known for its vineyards and historical ch\u00e2teaux.", | |
| "doc_9": "The Amazon Basin is critical for biodiversity and carbon dioxide absorption." | |
| } | |
| }, | |
| { | |
| "id": "q_0016", | |
| "domain": "technology", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the World Wide Web first publicly introduced?", | |
| "ground_truth_answer": "1991", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2", | |
| "doc_3" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1989", | |
| "1993", | |
| "1995", | |
| "2000" | |
| ], | |
| "corpus": { | |
| "doc_1": "The World Wide Web was first publicly introduced in 1991, revolutionizing how information was shared.", | |
| "doc_2": "1991 marked the launch of the World Wide Web, changing the digital landscape.", | |
| "doc_3": "Tim Berners-Lee, a British scientist, introduced the World Wide Web in 1991 while at CERN.", | |
| "doc_4": "The first personal computer was introduced in 1975, opening up new possibilities for individual users.", | |
| "doc_5": "The concept of artificial intelligence was popularized in the 1950s, leading to significant technological advancements.", | |
| "doc_6": "Cloud computing gained widespread adoption in the early 2000s, providing scalable resources.", | |
| "doc_7": "The first mobile phone call was made in 1973, paving the way for modern mobile communication.", | |
| "doc_8": "In 1969, the Apollo 11 mission landed the first humans on the Moon, showcasing technological prowess." | |
| } | |
| }, | |
| { | |
| "id": "q_0017", | |
| "domain": "technology", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is credited with inventing the Java programming language?", | |
| "ground_truth_answer": "James Gosling", | |
| "relevant_doc_ids": [ | |
| "doc_9", | |
| "doc_10", | |
| "doc_11" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Linus Torvalds", | |
| "Brendan Eich", | |
| "Dennis Ritchie", | |
| "Guido van Rossum", | |
| "Bjarne Stroustrup" | |
| ], | |
| "corpus": { | |
| "doc_9": "James Gosling is credited with inventing the Java programming language, which was released in 1995.", | |
| "doc_10": "The development of Java was led by James Gosling at Sun Microsystems.", | |
| "doc_11": "Java, created by James Gosling, became one of the most popular programming languages for enterprise solutions.", | |
| "doc_12": "Linus Torvalds developed the Linux kernel, forming the basis of many operating systems.", | |
| "doc_13": "Brendan Eich created JavaScript, a key language for web development, in 1995.", | |
| "doc_14": "Guido van Rossum is known for developing Python, a versatile and widely-used programming language.", | |
| "doc_15": "The C programming language was created by Dennis Ritchie and is foundational to many software systems.", | |
| "doc_16": "Artificial neural networks are a subset of machine learning that mimic the workings of the human brain.", | |
| "doc_17": "The internet of things (IoT) connects various devices and systems, enabling smart solutions.", | |
| "doc_18": "Quantum computing promises to revolutionize data processing with its ability to handle complex computations.", | |
| "doc_19": "The development of 5G technology is expected to significantly improve mobile network speeds and connectivity." | |
| } | |
| }, | |
| { | |
| "id": "q_0018", | |
| "domain": "technology", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the headquarters of Apple Inc. located?", | |
| "ground_truth_answer": "Cupertino, California", | |
| "relevant_doc_ids": [ | |
| "doc_20", | |
| "doc_21" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Redmond, Washington", | |
| "Mountain View, California", | |
| "Menlo Park, California", | |
| "Seattle, Washington" | |
| ], | |
| "corpus": { | |
| "doc_20": "Apple Inc.'s headquarters is located in Cupertino, California, known as Apple Park.", | |
| "doc_21": "The iconic headquarters of Apple, known as Apple Park, is situated in Cupertino, California.", | |
| "doc_22": "Microsoft's headquarters is in Redmond, Washington, and is known as the Microsoft Campus.", | |
| "doc_23": "Google's main office is located in Mountain View, California, famously dubbed the Googleplex.", | |
| "doc_24": "Facebook's headquarters is in Menlo Park, California, and features an open campus design.", | |
| "doc_25": "Amazon is based in Seattle, Washington, and has a campus-style headquarters in the city.", | |
| "doc_26": "The history of the internet can be traced back to the 1960s with ARPANET, a precursor to modern networks.", | |
| "doc_27": "Blockchain technology underpins cryptocurrencies by providing a secure and decentralized ledger.", | |
| "doc_28": "Augmented reality enhances the real world with digital overlays, offering new interactive experiences.", | |
| "doc_29": "Biometric security systems, such as fingerprint and facial recognition, are increasingly used for secure access.", | |
| "doc_30": "Self-driving cars use a combination of sensors and AI to navigate safely without human intervention.", | |
| "doc_31": "Virtual reality immerses users in a computer-generated environment, often for gaming or training purposes." | |
| } | |
| }, | |
| { | |
| "id": "q_0019", | |
| "domain": "technology", | |
| "answer_type": "organization", | |
| "noise_tier": "clean", | |
| "question": "Which organization is responsible for the development of the Linux kernel?", | |
| "ground_truth_answer": "Linux Foundation", | |
| "relevant_doc_ids": [ | |
| "doc_32", | |
| "doc_33" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "IEEE", | |
| "Apache Software Foundation", | |
| "Mozilla Foundation", | |
| "World Wide Web Consortium" | |
| ], | |
| "corpus": { | |
| "doc_32": "The Linux Foundation is responsible for supporting the development of the Linux kernel and promoting its widespread use.", | |
| "doc_33": "As an organization, the Linux Foundation provides resources and support for the open-source community, focusing on the Linux kernel.", | |
| "doc_34": "The IEEE sets standards across various technology and engineering disciplines, including electronics and telecommunications.", | |
| "doc_35": "The Apache Software Foundation manages many open-source projects, including the popular Apache HTTP Server.", | |
| "doc_36": "The Mozilla Foundation is known for developing the Firefox web browser and advocating for internet freedom.", | |
| "doc_37": "The World Wide Web Consortium (W3C) develops web standards to ensure the long-term growth of the web.", | |
| "doc_38": "Cloud storage services allow users to store data online, providing easy access and sharing capabilities.", | |
| "doc_39": "The advancements in artificial intelligence have led to significant improvements in voice recognition technology.", | |
| "doc_40": "3D printing has revolutionized manufacturing by allowing for rapid prototyping and custom production." | |
| } | |
| }, | |
| { | |
| "id": "q_0020", | |
| "domain": "technology", | |
| "answer_type": "concept", | |
| "noise_tier": "medium", | |
| "question": "What concept refers to a decentralized database used primarily in cryptocurrencies?", | |
| "ground_truth_answer": "Blockchain", | |
| "relevant_doc_ids": [ | |
| "doc_41", | |
| "doc_42", | |
| "doc_43" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Data mining", | |
| "Distributed computing", | |
| "Quantum encryption", | |
| "Grid computing" | |
| ], | |
| "corpus": { | |
| "doc_41": "Blockchain is a decentralized database that records transactions across many computers, used extensively in cryptocurrencies.", | |
| "doc_42": "The concept of blockchain ensures transparency and security in digital transactions, especially in Bitcoin.", | |
| "doc_43": "Blockchain technology underlies cryptocurrencies, providing a secure ledger of transactions distributed across a network.", | |
| "doc_44": "Data mining involves analyzing large datasets to discover patterns and extract useful information.", | |
| "doc_45": "Distributed computing allows for resource sharing across multiple computers, often used in scientific research.", | |
| "doc_46": "Quantum encryption uses principles of quantum mechanics to secure communication channels.", | |
| "doc_47": "Grid computing involves pooling resources from multiple locations to solve large computational problems.", | |
| "doc_48": "The Internet of Things (IoT) connects everyday devices to the internet, enabling smarter environments.", | |
| "doc_49": "Machine learning is a branch of AI focused on building systems that learn from data to make decisions.", | |
| "doc_50": "Virtual assistants, like Siri and Alexa, use natural language processing to interact with users and perform tasks." | |
| } | |
| }, | |
| { | |
| "id": "q_0021", | |
| "domain": "arts", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year was the renowned painting 'Starry Night' by Vincent van Gogh completed?", | |
| "ground_truth_answer": "1889", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2", | |
| "doc_3" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1888", | |
| "1890", | |
| "1887", | |
| "1891" | |
| ], | |
| "corpus": { | |
| "doc_1": "'Starry Night' is one of Vincent van Gogh's most famous paintings, completed in 1889.", | |
| "doc_2": "Van Gogh's 'Starry Night' was painted in the year 1889, capturing the view from his asylum room.", | |
| "doc_3": "Completed in 1889, 'Starry Night' is celebrated for its vivid colors and emotional depth.", | |
| "doc_4": "The Impressionist movement includes artists like Claude Monet and Edgar Degas.", | |
| "doc_5": "The Renaissance period was marked by figures such as Leonardo da Vinci and Michelangelo.", | |
| "doc_6": "Pablo Picasso was a major figure in the development of Cubism in the early 20th century.", | |
| "doc_7": "The Baroque era in art is known for dramatic use of color and light, seen in works by Caravaggio.", | |
| "doc_8": "Abstract Expressionism emerged in the mid-20th century, with figures like Jackson Pollock leading the way." | |
| } | |
| }, | |
| { | |
| "id": "q_0022", | |
| "domain": "sports", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the first modern Olympic Games held?", | |
| "ground_truth_answer": "1896", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1900", | |
| "1888", | |
| "1904", | |
| "1912", | |
| "1920" | |
| ], | |
| "corpus": { | |
| "doc_1": "The FIFA World Cup is an international soccer competition contested by the men's national teams of the member associations of FIFA.", | |
| "doc_2": "The Super Bowl is the annual championship game of the National Football League (NFL), often considered the most popular televised event in the United States.", | |
| "doc_3": "The inaugural modern Olympic Games took place in 1896 in Athens, Greece, marking a tradition that continues today every four years.", | |
| "doc_4": "Wimbledon is the oldest tennis tournament in the world and is regarded as the most prestigious.", | |
| "doc_5": "The Tour de France is an annual men's multiple stage bicycle race primarily held in France.", | |
| "doc_6": "The Masters Tournament is one of the four major championships in professional golf.", | |
| "doc_7": "In 1896, Athens witnessed the resurgence of the Olympic Games, which had been dormant since ancient times.", | |
| "doc_8": "The NBA Finals is the annual championship series of the National Basketball Association." | |
| } | |
| }, | |
| { | |
| "id": "q_0023", | |
| "domain": "sports", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is known as the 'Father of Basketball'?", | |
| "ground_truth_answer": "James Naismith", | |
| "relevant_doc_ids": [ | |
| "doc_11", | |
| "doc_12" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Michael Jordan", | |
| "Larry Bird", | |
| "Kareem Abdul-Jabbar", | |
| "Wilt Chamberlain", | |
| "Magic Johnson" | |
| ], | |
| "corpus": { | |
| "doc_1": "Pele was a Brazilian footballer widely regarded as one of the greatest players of all time.", | |
| "doc_2": "Muhammad Ali was an American professional boxer and social activist who is considered one of the greatest athletes in boxing history.", | |
| "doc_3": "The origins of baseball are debated, with early forms resembling rounders evolving into the modern game in the U.S.", | |
| "doc_4": "The history of cricket dates back to the 16th century in England, with the first recorded game taking place in 1611.", | |
| "doc_5": "Wayne Gretzky, known as 'The Great One,' is considered the greatest hockey player ever.", | |
| "doc_6": "The Ryder Cup is a biennial men's golf competition between teams from Europe and the United States.", | |
| "doc_7": "Arthur Ashe was an American professional tennis player and the first black man to win the singles title at Wimbledon.", | |
| "doc_8": "The Kentucky Derby is the longest-running horse race in the United States, known as 'The Run for the Roses.'", | |
| "doc_9": "Babe Ruth, known as 'The Bambino' and 'The Sultan of Swat,' was an American baseball legend famous for his home runs.", | |
| "doc_10": "The history of the marathon race goes back to its origins in ancient Greek history, inspired by the legend of Pheidippides.", | |
| "doc_11": "James Naismith, a Canadian physical education instructor, invented the game of basketball in 1891.", | |
| "doc_12": "Basketball was invented by James Naismith in Springfield, Massachusetts, to create an indoor sport during the winter months." | |
| } | |
| }, | |
| { | |
| "id": "q_0024", | |
| "domain": "sports", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where are the headquarters of the International Olympic Committee located?", | |
| "ground_truth_answer": "Lausanne", | |
| "relevant_doc_ids": [ | |
| "doc_4", | |
| "doc_10" | |
| ], | |
| "required_min_steps": 5, | |
| "plausible_wrong_answers": [ | |
| "Geneva", | |
| "Zurich", | |
| "Paris", | |
| "Berlin", | |
| "Vienna" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Indianapolis 500 is an automobile race held annually at the Indianapolis Motor Speedway in Speedway, Indiana.", | |
| "doc_2": "The New York City Marathon is one of the largest marathons in the world, attracting runners from all over the globe.", | |
| "doc_3": "The Rose Bowl is an annual American college football bowl game played on New Year's Day in Pasadena, California.", | |
| "doc_4": "The International Olympic Committee, headquartered in Lausanne, Switzerland, oversees the organization of the Olympic Games.", | |
| "doc_5": "Wembley Stadium is a football stadium in Wembley, London, known for hosting major football matches.", | |
| "doc_6": "The Ashes is a Test cricket series played between England and Australia.", | |
| "doc_7": "The French Open is one of the four Grand Slam tennis tournaments, held at Roland Garros in Paris, France.", | |
| "doc_8": "The Boston Celtics are a professional basketball team based in Boston, Massachusetts.", | |
| "doc_9": "Camp Nou is a football stadium in Barcelona, Spain, and home to FC Barcelona.", | |
| "doc_10": "Lausanne is famously known as the headquarters of the International Olympic Committee, a key location for global sports administration.", | |
| "doc_11": "The All Blacks are New Zealand's national rugby union team, known for their haka pre-game ritual.", | |
| "doc_12": "The Monaco Grand Prix is a Formula One motor race held annually on the Circuit de Monaco.", | |
| "doc_13": "The Augusta National Golf Club in Georgia hosts the annual Masters Tournament, one of golf's most prestigious events.", | |
| "doc_14": "The All England Club is located in Wimbledon, London, and is the venue for the Wimbledon Championships.", | |
| "doc_15": "The Harlem Globetrotters are an exhibition basketball team that combines athleticism, theater, and comedy." | |
| } | |
| }, | |
| { | |
| "id": "q_0025", | |
| "domain": "sports", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization is responsible for setting the rules of soccer worldwide?", | |
| "ground_truth_answer": "International Football Association Board", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "UEFA", | |
| "FIFA", | |
| "CONMEBOL", | |
| "MLS", | |
| "Premier League" | |
| ], | |
| "corpus": { | |
| "doc_1": "The National Basketball Association (NBA) is a professional basketball league in North America.", | |
| "doc_2": "The International Cricket Council (ICC) is the global governing body for the sport of cricket.", | |
| "doc_3": "The International Football Association Board is the body responsible for setting the laws of the game of soccer globally.", | |
| "doc_4": "Major League Baseball (MLB) is a professional baseball organization and the oldest major professional sports league in the world.", | |
| "doc_5": "The rules of soccer across the world are governed by the International Football Association Board, which predates even FIFA.", | |
| "doc_6": "The PGA Tour is the organizer of the main professional golf tours played by men in the United States and North America.", | |
| "doc_7": "The World Anti-Doping Agency (WADA) is an international organization promoting, coordinating, and monitoring drug use in sports.", | |
| "doc_8": "The Union Cycliste Internationale (UCI) is the worldwide governing body for cycling.", | |
| "doc_9": "The Rugby World Cup is the premier international rugby union competition contested every four years.", | |
| "doc_10": "The National Hockey League (NHL) is a professional ice hockey league in North America.", | |
| "doc_11": "The ATP Tour is a worldwide top-tier tennis tour for men organized by the Association of Tennis Professionals." | |
| } | |
| }, | |
| { | |
| "id": "q_0026", | |
| "domain": "sports", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What is the term for scoring three goals in a single soccer match?", | |
| "ground_truth_answer": "Hat-trick", | |
| "relevant_doc_ids": [ | |
| "doc_9", | |
| "doc_10" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Double-double", | |
| "Triple-crown", | |
| "Grand slam", | |
| "Touchdown", | |
| "Perfect game" | |
| ], | |
| "corpus": { | |
| "doc_1": "A triple-double in basketball is when a player achieves a double-digit number total in three statistical categories.", | |
| "doc_2": "In baseball, a grand slam is when a batter hits a home run with all three bases occupied by baserunners.", | |
| "doc_3": "A no-hitter in baseball occurs when a pitcher (or pitchers) allows no hits during the course of an entire game.", | |
| "doc_4": "A touchdown in American football is worth six points and is achieved by advancing the ball into the opponent's end zone.", | |
| "doc_5": "In tennis, a Grand Slam refers to winning all four major championships in a single calendar year.", | |
| "doc_6": "In cricket, a century is a score of 100 or more runs in a single innings by a batsman.", | |
| "doc_7": "A perfect game in baseball is when a pitcher (or pitchers) allows no base runners over the course of a complete game.", | |
| "doc_8": "In golf, an eagle is a score of two under par on a hole.", | |
| "doc_9": "A hat-trick in soccer occurs when a player scores three goals in a single match.", | |
| "doc_10": "The term 'hat-trick' is widely used in sports, originating from cricket, and signifies the achievement of three consecutive successes, such as goals in soccer." | |
| } | |
| }, | |
| { | |
| "id": "q_0027", | |
| "domain": "politics", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the Treaty of Westphalia signed?", | |
| "ground_truth_answer": "1648", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1642", | |
| "1651", | |
| "1638", | |
| "1660", | |
| "1620" | |
| ], | |
| "corpus": { | |
| "doc_1": "The French Revolution was a period of radical social and political change in France and its colonies from 1789 until 1799.", | |
| "doc_2": "The signing of the Magna Carta in 1215 marked a turning point in English constitutional history.", | |
| "doc_3": "The Treaty of Westphalia, signed in 1648, marked the end of the Thirty Years' War in Europe.", | |
| "doc_4": "The formation of the United Nations in 1945 was a crucial development in global diplomacy.", | |
| "doc_5": "In 1648, the Treaty of Westphalia was signed, establishing a new system of political order in Europe.", | |
| "doc_6": "The American Civil War began in 1861 and lasted until 1865.", | |
| "doc_7": "The fall of the Berlin Wall in 1989 marked the beginning of the end of the Cold War.", | |
| "doc_8": "The Glorious Revolution of 1688 in England resulted in the overthrow of King James II." | |
| } | |
| }, | |
| { | |
| "id": "q_0028", | |
| "domain": "politics", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who was the first Prime Minister of India?", | |
| "ground_truth_answer": "Jawaharlal Nehru", | |
| "relevant_doc_ids": [ | |
| "doc_9", | |
| "doc_10" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Mahatma Gandhi", | |
| "Indira Gandhi", | |
| "Rajiv Gandhi", | |
| "Vallabhbhai Patel", | |
| "Lal Bahadur Shastri" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Great Depression was a severe worldwide economic depression that took place during the 1930s.", | |
| "doc_2": "The Cuban Missile Crisis was a 13-day confrontation between the United States and the Soviet Union in 1962.", | |
| "doc_3": "Abraham Lincoln served as the 16th President of the United States from 1861 until his assassination in 1865.", | |
| "doc_4": "The Camp David Accords were signed in 1978, leading to a peace treaty between Israel and Egypt the following year.", | |
| "doc_5": "The European Union was formed by the Maastricht Treaty, which was signed in 1992.", | |
| "doc_6": "Nelson Mandela was an anti-apartheid revolutionary who became the first black President of South Africa.", | |
| "doc_7": "The Watergate scandal was a major political scandal in the United States during the early 1970s.", | |
| "doc_8": "The fall of the Ottoman Empire after World War I led to the creation of several new states in the Middle East.", | |
| "doc_9": "Jawaharlal Nehru served as the first Prime Minister of India from 1947 until his death in 1964.", | |
| "doc_10": "As the first Prime Minister of India, Jawaharlal Nehru laid the foundation for a modern Indian state.", | |
| "doc_11": "The Universal Declaration of Human Rights was adopted by the United Nations General Assembly in 1948." | |
| } | |
| }, | |
| { | |
| "id": "q_0029", | |
| "domain": "politics", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where did the Congress of Vienna take place?", | |
| "ground_truth_answer": "Vienna", | |
| "relevant_doc_ids": [ | |
| "doc_14", | |
| "doc_15" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Paris", | |
| "Berlin", | |
| "London", | |
| "Rome", | |
| "Madrid" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Versailles Treaty was signed at the Palace of Versailles in 1919, ending World War I.", | |
| "doc_2": "The establishment of NATO in 1949 was a pivotal event in Cold War politics.", | |
| "doc_3": "The Potsdam Conference in 1945 was attended by leaders of the Allied nations to discuss post-war order in Europe.", | |
| "doc_4": "The Yalta Conference was held in 1945 to discuss the reorganization of post-war Europe.", | |
| "doc_5": "The League of Nations was founded in 1920 as a result of the Paris Peace Conference.", | |
| "doc_6": "The signing of the Camp David Accords took place in the United States in 1978.", | |
| "doc_7": "The American Declaration of Independence was adopted in Philadelphia in 1776.", | |
| "doc_8": "The Kyoto Protocol, an international treaty on climate change, was adopted in Kyoto, Japan, in 1997.", | |
| "doc_9": "The Helsinki Accords were signed in 1975 to improve relations between the Communist bloc and the West.", | |
| "doc_10": "The Cuban Revolution led to the rise of Fidel Castro and the establishment of a communist state.", | |
| "doc_11": "The Manhattan Project was a research and development undertaking during World War II that produced the first nuclear weapons.", | |
| "doc_12": "The Bandung Conference in 1955 was a meeting of Asian and African states to promote economic and cultural cooperation.", | |
| "doc_13": "The Maastricht Treaty was signed in the Netherlands, leading to the formation of the European Union.", | |
| "doc_14": "The Congress of Vienna took place in Vienna, Austria, from 1814 to 1815, establishing a new balance of power in Europe.", | |
| "doc_15": "Vienna was the host city for the Congress of Vienna, where European powers met to agree on a long-term peace plan after the Napoleonic Wars." | |
| } | |
| }, | |
| { | |
| "id": "q_0030", | |
| "domain": "medicine", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was penicillin discovered?", | |
| "ground_truth_answer": "1928", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1935", | |
| "1942", | |
| "1950", | |
| "1912" | |
| ], | |
| "corpus": { | |
| "doc_1": "The discovery of penicillin marked a significant milestone in medical history. In 1928, Alexander Fleming observed the antibacterial properties of the mold Penicillium notatum.", | |
| "doc_2": "Penicillin, discovered in 1928 by Alexander Fleming, was the first true antibiotic and has saved countless lives since its introduction.", | |
| "doc_3": "The development of vaccines against viral diseases has been one of the most effective public health measures.", | |
| "doc_4": "The cardiovascular system is complex, involving the heart and blood vessels, and is essential for sustaining life.", | |
| "doc_5": "Diabetes management requires careful monitoring of blood sugar levels and often includes medication.", | |
| "doc_6": "The Human Genome Project was a groundbreaking scientific achievement, mapping the entire human genome.", | |
| "doc_7": "Medical imaging techniques like MRI and CT scans have revolutionized the ability to diagnose internal conditions.", | |
| "doc_8": "Anesthesia allows patients to undergo surgeries without experiencing pain, a practice refined over the past century." | |
| } | |
| }, | |
| { | |
| "id": "q_0031", | |
| "domain": "medicine", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is credited with the development of the polio vaccine?", | |
| "ground_truth_answer": "Jonas Salk", | |
| "relevant_doc_ids": [ | |
| "doc_9", | |
| "doc_10" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Edward Jenner", | |
| "Robert Koch", | |
| "Alexander Fleming", | |
| "Louis Pasteur" | |
| ], | |
| "corpus": { | |
| "doc_9": "Jonas Salk developed the first effective polio vaccine, which was introduced to the public in the 1950s.", | |
| "doc_10": "The polio vaccine, developed by Jonas Salk, played a crucial role in reducing polio cases worldwide.", | |
| "doc_11": "Antibiotics like tetracycline and amoxicillin are commonly used to treat bacterial infections.", | |
| "doc_12": "Alzheimer's disease is a progressive neurological disorder that affects memory and cognitive function.", | |
| "doc_13": "The immune system is the body's defense against infectious organisms and other invaders.", | |
| "doc_14": "Nutrition and a balanced diet are crucial for maintaining overall health and preventing disease.", | |
| "doc_15": "Cardiothoracic surgery involves procedures on organs inside the thorax, primarily the heart and lungs.", | |
| "doc_16": "Medical ethics are principles that apply values and judgments to the practice of medicine.", | |
| "doc_17": "The discovery of insulin has been pivotal in treating diabetes, allowing people to manage their blood glucose levels effectively.", | |
| "doc_18": "New research in genetic therapy holds promise for treating a wide array of previously incurable diseases." | |
| } | |
| }, | |
| { | |
| "id": "q_0032", | |
| "domain": "medicine", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the Mayo Clinic located?", | |
| "ground_truth_answer": "Rochester, Minnesota", | |
| "relevant_doc_ids": [ | |
| "doc_19", | |
| "doc_20" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "New York, New York", | |
| "Los Angeles, California", | |
| "Houston, Texas", | |
| "Chicago, Illinois" | |
| ], | |
| "corpus": { | |
| "doc_19": "The Mayo Clinic, renowned for its patient care and medical research, is based in Rochester, Minnesota.", | |
| "doc_20": "Rochester, Minnesota is home to the Mayo Clinic, a leading institution in medical practice and research.", | |
| "doc_21": "The heart is a muscular organ responsible for pumping blood through the blood vessels by repeated, rhythmic contractions.", | |
| "doc_22": "Cancer research has led to many breakthroughs in treatments, improving survival rates and quality of life for patients.", | |
| "doc_23": "Pediatrics is the branch of medicine that involves the medical care of infants, children, and adolescents.", | |
| "doc_24": "The use of stem cells in treating degenerative diseases represents a significant advancement in regenerative medicine.", | |
| "doc_25": "The discovery of the structure of DNA was a pivotal moment in the field of genetics.", | |
| "doc_26": "Neurology focuses on disorders of the nervous system, including the brain and spinal cord.", | |
| "doc_27": "Public health is concerned with protecting the health of entire populations through community action.", | |
| "doc_28": "Physical therapy helps patients improve movement and manage pain after injuries or surgeries.", | |
| "doc_29": "The role of the pancreas in producing insulin is critical for regulating blood sugar levels in the body.", | |
| "doc_30": "Orthopedic surgery deals with conditions involving the musculoskeletal system, including bones and joints." | |
| } | |
| }, | |
| { | |
| "id": "q_0033", | |
| "domain": "medicine", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization is responsible for approving new drugs in the United States?", | |
| "ground_truth_answer": "Food and Drug Administration", | |
| "relevant_doc_ids": [ | |
| "doc_31", | |
| "doc_32" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Centers for Disease Control and Prevention", | |
| "World Health Organization", | |
| "National Institutes of Health", | |
| "American Medical Association" | |
| ], | |
| "corpus": { | |
| "doc_31": "The Food and Drug Administration is a federal agency responsible for approving new medications and ensuring their safety and efficacy.", | |
| "doc_32": "In the United States, the Food and Drug Administration plays a critical role in the regulation of pharmaceuticals and medical devices.", | |
| "doc_33": "Epidemiology is the study of how diseases affect the health and illness of populations.", | |
| "doc_34": "The liver is a vital organ with a wide range of functions, including detoxification and protein synthesis.", | |
| "doc_35": "The endocrine system includes glands such as the thyroid and pituitary, which secrete hormones into the bloodstream.", | |
| "doc_36": "Vaccination has been a key factor in the control and eradication of infectious diseases.", | |
| "doc_37": "Radiology is a medical specialty that employs imaging to diagnose and treat diseases within the body.", | |
| "doc_38": "The integumentary system, consisting of the skin, hair, and nails, protects the body from various kinds of damage.", | |
| "doc_39": "The role of antioxidants in combating oxidative stress is a significant topic in nutritional science.", | |
| "doc_40": "Palliative care focuses on providing relief from the symptoms and stress of a serious illness.", | |
| "doc_41": "The discovery of blood groups by Karl Landsteiner facilitated the practice of safe blood transfusions." | |
| } | |
| }, | |
| { | |
| "id": "q_0034", | |
| "domain": "medicine", | |
| "answer_type": "concept", | |
| "noise_tier": "noisy", | |
| "question": "What is the term for the study of drug effects on the body?", | |
| "ground_truth_answer": "Pharmacology", | |
| "relevant_doc_ids": [ | |
| "doc_42", | |
| "doc_43" | |
| ], | |
| "required_min_steps": 5, | |
| "plausible_wrong_answers": [ | |
| "Toxicology", | |
| "Biochemistry", | |
| "Microbiology", | |
| "Immunology" | |
| ], | |
| "corpus": { | |
| "doc_42": "Pharmacology is the branch of medicine concerned with the study of drug action and how drugs interact with biological systems.", | |
| "doc_43": "The effects of drugs on the human body are studied in the field known as pharmacology, which examines both therapeutic and adverse effects.", | |
| "doc_44": "The study of viruses and viral diseases falls under the category of virology, a crucial part of microbiology.", | |
| "doc_45": "Psychiatry is the medical field devoted to the diagnosis, prevention, and treatment of mental disorders.", | |
| "doc_46": "Genetic counseling involves advising individuals on the genetic aspects of conditions affecting themselves or their families.", | |
| "doc_47": "Dermatology is the branch of medicine dealing with the skin, nails, and hair, as well as their diseases.", | |
| "doc_48": "Nutrition science explores how food and nutrients influence the health and metabolism of the body.", | |
| "doc_49": "Anatomy is the branch of biology concerned with the study of the structure of organisms and their parts.", | |
| "doc_50": "The study of bacteria, their behavior, and their role in disease is known as bacteriology.", | |
| "doc_51": "Anesthetic techniques allow for painless surgical procedures, transforming patient care in modern medicine.", | |
| "doc_52": "The principles of biomechanics are applied to understand the mechanical aspects of living organisms.", | |
| "doc_53": "Ophthalmology is a surgical specialty focused on the diagnosis and treatment of eye disorders.", | |
| "doc_54": "The area of oncology focuses on the diagnosis and treatment of cancer, encompassing various types of malignancies." | |
| } | |
| }, | |
| { | |
| "id": "q_0035", | |
| "domain": "literature", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the novel 'To Kill a Mockingbird' published?", | |
| "ground_truth_answer": "1960", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1959", | |
| "1961", | |
| "1970", | |
| "1980" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Great Gatsby, a novel by F. Scott Fitzgerald, was published in 1925 and is set in the Jazz Age.", | |
| "doc_2": "'To Kill a Mockingbird' by Harper Lee was published in 1960 and is centered around racial injustice in the Deep South.", | |
| "doc_3": "1984, written by George Orwell, was published in 1949 and presents a dystopian future under a totalitarian regime.", | |
| "doc_4": "Jane Austen's Pride and Prejudice, a classic romantic novel, was released in 1813.", | |
| "doc_5": "Moby-Dick, the novel by Herman Melville, was first published in 1851.", | |
| "doc_6": "The Catcher in the Rye by J.D. Salinger, published in 1951, follows the experiences of Holden Caulfield.", | |
| "doc_7": "In 1960, 'To Kill a Mockingbird' captured the attention of readers with its detailed portrayal of life in Alabama.", | |
| "doc_8": "War and Peace, a novel by Leo Tolstoy, was first published in 1869, depicting Russian society." | |
| } | |
| }, | |
| { | |
| "id": "q_0036", | |
| "domain": "literature", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who wrote the novel 'Crime and Punishment'?", | |
| "ground_truth_answer": "Fyodor Dostoevsky", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_11" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Leo Tolstoy", | |
| "Anton Chekhov", | |
| "Vladimir Nabokov", | |
| "Alexander Pushkin" | |
| ], | |
| "corpus": { | |
| "doc_1": "Shakespeare's Hamlet is a profound tragedy that explores themes of revenge and madness.", | |
| "doc_2": "Emily Bront\u00eb's Wuthering Heights is a tale of passion and revenge set on the Yorkshire moors.", | |
| "doc_3": "Fyodor Dostoevsky, a Russian novelist, wrote 'Crime and Punishment', a story of morality and redemption.", | |
| "doc_4": "George Eliot, the pen name of Mary Ann Evans, wrote Middlemarch, a novel reflecting the societal changes of 19th-century England.", | |
| "doc_5": "The poetry of Maya Angelou addresses themes of identity and personal strength.", | |
| "doc_6": "Gabriel Garc\u00eda M\u00e1rquez's One Hundred Years of Solitude is a landmark work in the magical realism genre.", | |
| "doc_7": "Virginia Woolf's novel Mrs Dalloway examines the inner thoughts of its main characters during a single day.", | |
| "doc_8": "Mark Twain is best known for his novels 'The Adventures of Tom Sawyer' and 'Adventures of Huckleberry Finn'.", | |
| "doc_9": "Charles Dickens' A Tale of Two Cities is set during the French Revolution and explores themes of sacrifice and redemption.", | |
| "doc_10": "J.R.R. Tolkien created an expansive world in his fantasy novels, including 'The Hobbit' and 'The Lord of the Rings'.", | |
| "doc_11": "Published in 1866, Dostoevsky's 'Crime and Punishment' examines the psychological turmoil of a young man involved in crime." | |
| } | |
| }, | |
| { | |
| "id": "q_0037", | |
| "domain": "literature", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the setting of 'The Picture of Dorian Gray'?", | |
| "ground_truth_answer": "London", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Paris", | |
| "New York", | |
| "Rome", | |
| "Vienna" | |
| ], | |
| "corpus": { | |
| "doc_1": "Oscar Wilde's 'The Picture of Dorian Gray' is set in London, exploring themes of vanity and moral corruption.", | |
| "doc_2": "Ernest Hemingway's 'A Farewell to Arms' is set during World War I in Italy.", | |
| "doc_3": "The novel 'Frankenstein' by Mary Shelley largely takes place in Switzerland and the Arctic.", | |
| "doc_4": "The setting of Margaret Mitchell's 'Gone with the Wind' is the American South during the Civil War.", | |
| "doc_5": "James Joyce's 'Ulysses' takes place in Dublin, Ireland, over the course of a single day in June 1904.", | |
| "doc_6": "Herman Hesse's 'Siddhartha' is set in ancient India and follows the spiritual journey of its protagonist.", | |
| "doc_7": "F. Scott Fitzgerald's 'The Great Gatsby' is set on Long Island and New York City during the Roaring Twenties.", | |
| "doc_8": "The novel 'Moby-Dick' by Herman Melville is set on the high seas aboard the whaling ship Pequod.", | |
| "doc_9": "In 'The Picture of Dorian Gray', the vibrant city of London serves as a backdrop to the protagonist's descent into moral decay.", | |
| "doc_10": "Kazuo Ishiguro's 'The Remains of the Day' is set in England, capturing the life of a butler in the 20th century.", | |
| "doc_11": "George Orwell's '1984' presents a dystopian future primarily set in Airstrip One, formerly known as Great Britain.", | |
| "doc_12": "Set in Paris, Victor Hugo's 'Les Mis\u00e9rables' delves into the struggles of the French working class.", | |
| "doc_13": "Toni Morrison's 'Beloved' is set in post-Civil War America, exploring the haunting legacy of slavery.", | |
| "doc_14": "The narrative of 'Dracula' by Bram Stoker moves between Transylvania and England." | |
| } | |
| }, | |
| { | |
| "id": "q_0038", | |
| "domain": "literature", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization awarded Toni Morrison the Nobel Prize in Literature?", | |
| "ground_truth_answer": "Swedish Academy", | |
| "relevant_doc_ids": [ | |
| "doc_5", | |
| "doc_8" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Pulitzer Prize Board", | |
| "National Book Foundation", | |
| "Man Booker Prize Committee", | |
| "American Academy of Arts and Letters" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Pulitzer Prize is awarded for achievements in newspaper, magazine and online journalism, literature, and musical composition in the United States.", | |
| "doc_2": "The Man Booker Prize is a prestigious literary award given annually for the best original novel written in the English language.", | |
| "doc_3": "The National Book Award is presented annually in the United States by the National Book Foundation.", | |
| "doc_4": "The British Academy of Film and Television Arts (BAFTA) supports, promotes, and develops the art forms of the moving image.", | |
| "doc_5": "The Nobel Prize in Literature is awarded annually by the Swedish Academy to authors for outstanding contributions in the field of literature.", | |
| "doc_6": "The Grammy Awards are presented by the Recording Academy to recognize achievements in the music industry.", | |
| "doc_7": "The American Academy of Arts and Letters is an honor society of the country\u2019s leading architects, artists, composers, and writers.", | |
| "doc_8": "Toni Morrison was awarded the Nobel Prize in Literature by the Swedish Academy in 1993, making her the first African American woman to receive the honor.", | |
| "doc_9": "The Hugo Award is given annually for the best science fiction or fantasy works and achievements of the previous year.", | |
| "doc_10": "The Caldecott Medal is awarded annually by the American Library Association to the artist of the most distinguished American picture book for children.", | |
| "doc_11": "The Booker Prize is an annual award for the best novel written in English and published in the United Kingdom." | |
| } | |
| }, | |
| { | |
| "id": "q_0039", | |
| "domain": "literature", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What literary concept does 'stream of consciousness' refer to?", | |
| "ground_truth_answer": "narrative technique", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_8" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "character archetype", | |
| "plot structure", | |
| "thematic element", | |
| "literary genre" | |
| ], | |
| "corpus": { | |
| "doc_1": "The theme of love is central to many of Shakespeare's plays, including 'Romeo and Juliet' and 'Much Ado About Nothing'.", | |
| "doc_2": "The hero's journey is a popular character archetype that involves a protagonist who goes on an adventure, faces a crisis, and comes back transformed.", | |
| "doc_3": "The 'stream of consciousness' is a narrative technique used in literature to depict the flow of thoughts and feelings in a character's mind.", | |
| "doc_4": "Magic realism is a literary genre that incorporates fantastical elements into realistic settings, often found in Latin American literature.", | |
| "doc_5": "The narrative structure of 'In medias res' begins the story in the middle of events rather than from the beginning.", | |
| "doc_6": "Dystopian fiction is a genre that explores social and political structures in a dark, nightmare world.", | |
| "doc_7": "The bildungsroman is a literary genre focusing on the psychological and moral growth of the protagonist from youth to adulthood.", | |
| "doc_8": "Stream of consciousness as a narrative technique allows authors to present an interior monologue, showcasing the character's thoughts and emotions in a continuous flow.", | |
| "doc_9": "Allegory is a literary device in which characters or events represent or symbolize ideas and concepts." | |
| } | |
| }, | |
| { | |
| "id": "q_0040", | |
| "domain": "history", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who was the first Emperor of Rome?", | |
| "ground_truth_answer": "Augustus", | |
| "relevant_doc_ids": [ | |
| "doc_9", | |
| "doc_10", | |
| "doc_12" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Julius Caesar", | |
| "Nero", | |
| "Caligula", | |
| "Tiberius" | |
| ], | |
| "corpus": { | |
| "doc_9": "Augustus, originally named Octavian, became the first Emperor of Rome and established the Roman Empire.", | |
| "doc_10": "Following the assassination of Julius Caesar, Augustus rose to power and was declared the first Emperor of Rome.", | |
| "doc_11": "Nero was a Roman Emperor known for his tyrannical rule and the Great Fire of Rome.", | |
| "doc_12": "Tiberius, the successor of Augustus, was the second Emperor of Rome.", | |
| "doc_13": "Caligula, known for his erratic behavior, was a Roman Emperor remembered for his cruelty.", | |
| "doc_14": "The Peloponnesian War was fought between Athens and Sparta in ancient Greece.", | |
| "doc_15": "The Black Death was a devastating pandemic that peaked in Europe from 1347 to 1351.", | |
| "doc_16": "The Treaty of Versailles was signed in 1919, ending World War I.", | |
| "doc_17": "The invention of the printing press by Johannes Gutenberg revolutionized information dissemination in Europe.", | |
| "doc_18": "The Industrial Revolution began in Britain in the late 18th century, transforming manufacturing processes." | |
| } | |
| }, | |
| { | |
| "id": "q_0041", | |
| "domain": "history", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the ancient city of Machu Picchu located?", | |
| "ground_truth_answer": "Peru", | |
| "relevant_doc_ids": [ | |
| "doc_19", | |
| "doc_20" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Mexico", | |
| "Chile", | |
| "Bolivia", | |
| "Argentina" | |
| ], | |
| "corpus": { | |
| "doc_19": "Machu Picchu is an Incan citadel set high in the Andes Mountains in Peru.", | |
| "doc_20": "Built in the 15th century and later abandoned, Machu Picchu is located in southern Peru.", | |
| "doc_21": "The Aztec civilization was primarily located in present-day Mexico.", | |
| "doc_22": "The Great Wall of China was constructed to protect against invasions from northern tribes.", | |
| "doc_23": "The Colosseum is an ancient amphitheater located in the heart of Rome, Italy.", | |
| "doc_24": "Stonehenge, a prehistoric monument, is located in Wiltshire, England.", | |
| "doc_25": "The Pyramids of Giza, built as tombs for pharaohs, are situated in Egypt.", | |
| "doc_26": "The Taj Mahal, a symbol of love, is found in Agra, India.", | |
| "doc_27": "The Parthenon is a historical temple on the Acropolis of Athens, Greece.", | |
| "doc_28": "The Eiffel Tower is a landmark located in Paris, France.", | |
| "doc_29": "The Statue of Liberty, a gift from France, stands in New York Harbor.", | |
| "doc_30": "The Moai statues of Easter Island are located in a remote part of Chile.", | |
| "doc_31": "The Sydney Opera House is a performing arts center situated in Sydney, Australia." | |
| } | |
| }, | |
| { | |
| "id": "q_0042", | |
| "domain": "history", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization was created after World War II to promote international peace and security?", | |
| "ground_truth_answer": "United Nations", | |
| "relevant_doc_ids": [ | |
| "doc_32", | |
| "doc_33", | |
| "doc_35" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "NATO", | |
| "League of Nations", | |
| "European Union", | |
| "World Bank" | |
| ], | |
| "corpus": { | |
| "doc_32": "The United Nations was established in 1945 with the goal of fostering international peace and security.", | |
| "doc_33": "Following the devastation of World War II, the United Nations was created to prevent future conflicts.", | |
| "doc_34": "The North Atlantic Treaty Organization (NATO) is a military alliance formed in 1949.", | |
| "doc_35": "The League of Nations was an intergovernmental organization founded after World War I but was later replaced by the United Nations.", | |
| "doc_36": "The European Union is a political and economic union of member countries located primarily in Europe.", | |
| "doc_37": "The World Bank is an international financial institution that provides loans for development projects.", | |
| "doc_38": "The Renaissance was a cultural movement that began in Italy and spread across Europe.", | |
| "doc_39": "The American Civil War was a conflict between the Northern and Southern states of the USA.", | |
| "doc_40": "The Berlin Wall was a barrier that divided East and West Berlin from 1961 to 1989.", | |
| "doc_41": "The Silk Road was a network of trade routes connecting the East and West in ancient times.", | |
| "doc_42": "The Enlightenment was an intellectual and philosophical movement that dominated Europe in the 17th and 18th centuries." | |
| } | |
| }, | |
| { | |
| "id": "q_0043", | |
| "domain": "history", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What concept refers to the 19th-century ideological belief in the inevitable territorial expansion of the United States?", | |
| "ground_truth_answer": "Manifest Destiny", | |
| "relevant_doc_ids": [ | |
| "doc_43", | |
| "doc_44" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Monroe Doctrine", | |
| "Isolationism", | |
| "Imperialism", | |
| "Social Darwinism" | |
| ], | |
| "corpus": { | |
| "doc_43": "Manifest Destiny was a 19th-century doctrine that justified American territorial expansion.", | |
| "doc_44": "The belief in Manifest Destiny drove the westward expansion of the United States across North America.", | |
| "doc_45": "The Monroe Doctrine was a U.S. policy opposing European colonialism in the Americas.", | |
| "doc_46": "Isolationism refers to a national policy of abstaining from political or economic relations with other countries.", | |
| "doc_47": "Imperialism is the policy of extending a country's power and influence through diplomacy or military force.", | |
| "doc_48": "Social Darwinism is a theory that suggests the survival of the fittest applies to human societies.", | |
| "doc_49": "The Industrial Revolution marked a period of rapid industrial growth and technological innovation.", | |
| "doc_50": "Feudalism was the dominant social system in medieval Europe, characterized by the exchange of land for military service." | |
| } | |
| }, | |
| { | |
| "id": "q_0044", | |
| "domain": "science", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year did the theory of relativity get published?", | |
| "ground_truth_answer": "1905", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2", | |
| "doc_3" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1912", | |
| "1921", | |
| "1895", | |
| "1900" | |
| ], | |
| "corpus": { | |
| "doc_1": "Albert Einstein published his theory of relativity in 1905, a revolutionary concept in physics that changed our understanding of space and time.", | |
| "doc_2": "The landmark paper on relativity was released by Albert Einstein in 1905, marking a pivotal moment in scientific history.", | |
| "doc_3": "In 1905, the world was introduced to the theory of relativity, a major milestone in the field of physics.", | |
| "doc_4": "Discoveries in quantum mechanics have significantly advanced since the early 20th century, with pivotal contributions from scientists like Niels Bohr.", | |
| "doc_5": "Plate tectonics theory reshaped geological science by explaining the movement of Earth's lithosphere.", | |
| "doc_6": "The structure of DNA, discovered by Watson and Crick, provided insights into genetic inheritance.", | |
| "doc_7": "The development of the Hubble Space Telescope expanded our universe's observable boundaries.", | |
| "doc_8": "Photosynthesis is a process used by plants and other organisms to convert light energy into chemical energy." | |
| } | |
| }, | |
| { | |
| "id": "q_0045", | |
| "domain": "science", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who discovered penicillin?", | |
| "ground_truth_answer": "Alexander Fleming", | |
| "relevant_doc_ids": [ | |
| "doc_9", | |
| "doc_10", | |
| "doc_11", | |
| "doc_12" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Marie Curie", | |
| "Louis Pasteur", | |
| "Joseph Lister", | |
| "Edward Jenner" | |
| ], | |
| "corpus": { | |
| "doc_9": "Alexander Fleming is credited with the discovery of penicillin in 1928, which revolutionized the field of medicine.", | |
| "doc_10": "The discovery of penicillin by Alexander Fleming marked the beginning of modern antibiotics.", | |
| "doc_11": "In 1928, Alexander Fleming observed the antibacterial effect of Penicillium notatum, leading to the development of penicillin.", | |
| "doc_12": "Fleming's discovery of penicillin was a turning point in the treatment of bacterial infections.", | |
| "doc_13": "Alfred Nobel established the Nobel Prizes, which honor significant achievements in science, literature, and peace.", | |
| "doc_14": "Gregor Mendel is known for his foundational work in the field of genetics based on his study of pea plants.", | |
| "doc_15": "The laws of thermodynamics describe the fundamental principles governing energy transfer and transformations.", | |
| "doc_16": "The Large Hadron Collider is a powerful particle accelerator located at CERN, used for experimental particle physics.", | |
| "doc_17": "The discovery of the electron by J.J. Thomson in 1897 helped to advance our understanding of atomic structure.", | |
| "doc_18": "Radio waves are a form of electromagnetic radiation used in various forms of communication technology." | |
| } | |
| }, | |
| { | |
| "id": "q_0046", | |
| "domain": "science", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization is responsible for launching the Hubble Space Telescope?", | |
| "ground_truth_answer": "NASA", | |
| "relevant_doc_ids": [ | |
| "doc_30", | |
| "doc_31", | |
| "doc_32" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "ESA", | |
| "JAXA", | |
| "Roscosmos", | |
| "ISRO" | |
| ], | |
| "corpus": { | |
| "doc_30": "NASA, the United States government agency, is responsible for launching the Hubble Space Telescope into orbit.", | |
| "doc_31": "The Hubble Space Telescope, launched by NASA, has greatly enhanced our understanding of the universe.", | |
| "doc_32": "Since its launch by NASA, the Hubble Space Telescope has captured stunning images of distant celestial objects.", | |
| "doc_33": "The European Space Agency (ESA) has participated in numerous collaborative space missions, including the Mars Express.", | |
| "doc_34": "The study of black holes has advanced significantly through observations from ground-based and space telescopes.", | |
| "doc_35": "In the field of chemistry, the periodic table organizes elements based on their atomic number and properties.", | |
| "doc_36": "Robotics is an interdisciplinary field that integrates computer science and engineering to design and build robots.", | |
| "doc_37": "Renewable energy sources such as solar and wind power are becoming increasingly important in reducing carbon emissions.", | |
| "doc_38": "Quantum computing has the potential to solve problems that are currently intractable for classical computers.", | |
| "doc_39": "The principles of classical mechanics were defined by Sir Isaac Newton in the 17th century." | |
| } | |
| }, | |
| { | |
| "id": "q_0047", | |
| "domain": "science", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What concept describes the ability of an ecosystem to maintain its functions in the face of disturbance?", | |
| "ground_truth_answer": "resilience", | |
| "relevant_doc_ids": [ | |
| "doc_40", | |
| "doc_41", | |
| "doc_42" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "adaptation", | |
| "biodiversity", | |
| "sustainability", | |
| "equilibrium" | |
| ], | |
| "corpus": { | |
| "doc_40": "Resilience in ecology refers to the capacity of an ecosystem to maintain its core functions and structures in the face of external disturbances.", | |
| "doc_41": "An ecosystem's resilience determines its ability to recover from events such as natural disasters or human interventions.", | |
| "doc_42": "The concept of ecological resilience is essential in understanding how ecosystems respond to environmental changes.", | |
| "doc_43": "Photosynthesis is the process by which plants convert light energy into chemical energy, supporting life on Earth.", | |
| "doc_44": "The water cycle describes the continuous movement of water on, above, and below the surface of the Earth.", | |
| "doc_45": "Cellular respiration is a fundamental metabolic process that converts biochemical energy from nutrients into ATP.", | |
| "doc_46": "Genetic drift is a mechanism of evolution that results in changes in allele frequencies within a population.", | |
| "doc_47": "Mendelian inheritance explains how traits are passed from parents to offspring through genes." | |
| } | |
| }, | |
| { | |
| "id": "q_0048", | |
| "domain": "business", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year was the first McDonald's restaurant opened?", | |
| "ground_truth_answer": "1940", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_6" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1955", | |
| "1960", | |
| "1935", | |
| "1945", | |
| "1950" | |
| ], | |
| "corpus": { | |
| "doc_1": "The history of Coca-Cola involves its origin in the late 19th century and its global expansion.", | |
| "doc_2": "General Electric has been a major player in the development of industrial technology.", | |
| "doc_3": "McDonald's began as a small barbecue restaurant opened by Richard and Maurice McDonald in 1940.", | |
| "doc_4": "The Ford Motor Company revolutionized the automobile industry with assembly line production.", | |
| "doc_5": "Nike, created by Bill Bowerman and Phil Knight, has become a global leader in sports apparel.", | |
| "doc_6": "The first McDonald's restaurant, opened by the McDonald brothers in 1940, was located in San Bernardino, California.", | |
| "doc_7": "The Starbucks story begins in 1971 when it was founded in Seattle, Washington.", | |
| "doc_8": "Apple Inc. was founded in 1976 by Steve Jobs, Steve Wozniak, and Ronald Wayne." | |
| } | |
| }, | |
| { | |
| "id": "q_0049", | |
| "domain": "business", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who founded the Virgin Group?", | |
| "ground_truth_answer": "Richard Branson", | |
| "relevant_doc_ids": [ | |
| "doc_11", | |
| "doc_12" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Elon Musk", | |
| "Jeff Bezos", | |
| "Warren Buffett", | |
| "Bill Gates" | |
| ], | |
| "corpus": { | |
| "doc_1": "Mark Zuckerberg launched Facebook from his Harvard dormitory in 2004.", | |
| "doc_2": "The history of Amazon reflects its journey from an online bookstore to a global tech giant.", | |
| "doc_3": "Alibaba was founded by Jack Ma in 1999, focusing on e-commerce, retail, and technology.", | |
| "doc_4": "The Walt Disney Company, established by Walt Disney and Roy O. Disney, is a leader in entertainment.", | |
| "doc_5": "Tesla Motors, led by Elon Musk, has been at the forefront of electric vehicle innovation.", | |
| "doc_6": "Microsoft, co-founded by Bill Gates and Paul Allen, revolutionized personal computing.", | |
| "doc_7": "The history of the Ford Motor Company is intertwined with the development of the automobile industry.", | |
| "doc_8": "Uber, founded by Garrett Camp and Travis Kalanick, transformed urban transportation.", | |
| "doc_9": "The rise of Google involved Sergey Brin and Larry Page, who created the search engine in 1998.", | |
| "doc_10": "IBM, a leading technology company, has roots going back to the late 19th century.", | |
| "doc_11": "The Virgin Group was founded by Richard Branson in the early 1970s, diversifying into various industries.", | |
| "doc_12": "Richard Branson, an entrepreneur known for his adventurous spirit, established the Virgin Group." | |
| } | |
| }, | |
| { | |
| "id": "q_0050", | |
| "domain": "business", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the headquarters of Samsung Electronics located?", | |
| "ground_truth_answer": "Suwon, South Korea", | |
| "relevant_doc_ids": [ | |
| "doc_5", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Tokyo, Japan", | |
| "Beijing, China", | |
| "Seoul, South Korea", | |
| "Taipei, Taiwan" | |
| ], | |
| "corpus": { | |
| "doc_1": "Toyota Motor Corporation is headquartered in Toyota City, Aichi, Japan.", | |
| "doc_2": "Amazon's main headquarters is located in Seattle, Washington, USA.", | |
| "doc_3": "Nestl\u00e9, the Swiss multinational food company, has its headquarters in Vevey, Switzerland.", | |
| "doc_4": "The main offices of Sony Corporation are situated in Tokyo, Japan.", | |
| "doc_5": "Samsung Electronics, a global leader in electronic products, is headquartered in Suwon, South Korea.", | |
| "doc_6": "Microsoft is headquartered in Redmond, Washington, USA, and is a key player in software development.", | |
| "doc_7": "Apple Inc. is based in Cupertino, California, USA, known for its innovative technology products.", | |
| "doc_8": "The headquarters of PepsiCo are located in Purchase, New York, USA.", | |
| "doc_9": "Suwon, South Korea, hosts the headquarters of Samsung Electronics, a major technology company.", | |
| "doc_10": "Unilever, a British-Dutch multinational, has its joint headquarters in London, UK, and Rotterdam, Netherlands.", | |
| "doc_11": "The Coca-Cola Company's global headquarters are located in Atlanta, Georgia, USA.", | |
| "doc_12": "IBM, a leader in technology and consulting, is based in Armonk, New York, USA.", | |
| "doc_13": "Hyundai Motor Company, a major automaker, is headquartered in Seoul, South Korea." | |
| } | |
| }, | |
| { | |
| "id": "q_0051", | |
| "domain": "business", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "What organization is known for publishing the annual 'World Economic Outlook' report?", | |
| "ground_truth_answer": "International Monetary Fund", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "World Bank", | |
| "OECD", | |
| "World Trade Organization", | |
| "United Nations" | |
| ], | |
| "corpus": { | |
| "doc_1": "The World Health Organization is responsible for global public health issues.", | |
| "doc_2": "The United Nations Development Programme focuses on poverty reduction and sustainable development.", | |
| "doc_3": "The International Monetary Fund publishes the annual 'World Economic Outlook' report, analyzing global economic trends.", | |
| "doc_4": "The World Trade Organization deals with the global rules of trade between nations.", | |
| "doc_5": "Amnesty International campaigns for human rights and justice worldwide.", | |
| "doc_6": "The World Wildlife Fund focuses on conserving nature and reducing the most pressing threats to biodiversity.", | |
| "doc_7": "The 'World Economic Outlook' report, published by the International Monetary Fund, provides analysis and projections on economic developments.", | |
| "doc_8": "The Red Cross provides emergency assistance, disaster relief, and education in communities affected by disasters.", | |
| "doc_9": "The Organization for Economic Co-operation and Development (OECD) promotes policies to improve the economic and social well-being of people around the world.", | |
| "doc_10": "The World Bank provides financial and technical assistance to developing countries." | |
| } | |
| }, | |
| { | |
| "id": "q_0052", | |
| "domain": "business", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What concept describes the strategy of acquiring businesses to increase a company's market share?", | |
| "ground_truth_answer": "Horizontal integration", | |
| "relevant_doc_ids": [ | |
| "doc_4", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Vertical integration", | |
| "Diversification", | |
| "Merger", | |
| "Outsourcing" | |
| ], | |
| "corpus": { | |
| "doc_1": "Diversification involves entering into new markets or industries, often to reduce risk.", | |
| "doc_2": "Vertical integration is a strategy where a company expands its business operations into different stages of production.", | |
| "doc_3": "Outsourcing is the business practice of hiring a party outside a company to perform services and create goods.", | |
| "doc_4": "Horizontal integration refers to the strategy of acquiring or merging with competitors to increase market share.", | |
| "doc_5": "A merger involves the combination of two companies to form a new entity or organization.", | |
| "doc_6": "Monopolistic competition is a market structure where many firms sell products that are similar but not identical.", | |
| "doc_7": "Companies often use horizontal integration to consolidate their position in the industry by acquiring similar businesses.", | |
| "doc_8": "Corporate social responsibility involves companies taking responsibility for their impact on society." | |
| } | |
| }, | |
| { | |
| "id": "q_0053", | |
| "domain": "geography", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year was the Suez Canal officially opened?", | |
| "ground_truth_answer": "1869", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2", | |
| "doc_3" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1848", | |
| "1878", | |
| "1889", | |
| "1859", | |
| "1901" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Suez Canal, a major maritime route in Egypt, was officially opened in 1869, connecting the Mediterranean Sea to the Red Sea.", | |
| "doc_2": "After 10 years of construction, the Suez Canal was completed and inaugurated in 1869, facilitating a new era of trade.", | |
| "doc_3": "Located in Egypt, the Suez Canal opened in 1869, dramatically reducing travel time between Europe and Asia.", | |
| "doc_4": "The Panama Canal, located in Central America, was completed in 1914, serving as a critical passage for international maritime trade.", | |
| "doc_5": "The Great Wall of China, stretching over 13,000 miles, was built to protect against invasions from the north.", | |
| "doc_6": "The Amazon River, the largest river by discharge volume, flows through multiple South American countries.", | |
| "doc_7": "Mount Everest, the world's highest peak, is part of the Himalayas and stands at 8,848 meters.", | |
| "doc_8": "The Sahara Desert is the largest hot desert in the world, spanning several North African nations." | |
| } | |
| }, | |
| { | |
| "id": "q_0054", | |
| "domain": "geography", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Which mountain range forms a natural barrier between Spain and France?", | |
| "ground_truth_answer": "Pyrenees", | |
| "relevant_doc_ids": [ | |
| "doc_18", | |
| "doc_19", | |
| "doc_20" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Alps", | |
| "Andes", | |
| "Rockies", | |
| "Himalayas", | |
| "Carpathians" | |
| ], | |
| "corpus": { | |
| "doc_18": "The Pyrenees mountain range acts as a natural barrier between the countries of Spain and France.", | |
| "doc_19": "Stretching over 430 kilometers, the Pyrenees separate Spain from France, forming a distinct natural boundary.", | |
| "doc_20": "Known for its beautiful landscapes, the Pyrenees are a significant geographical feature between Spain and France.", | |
| "doc_21": "The Alps, located in Europe, are one of the most famous mountain ranges, extending through eight countries.", | |
| "doc_22": "The Andes, the longest continental mountain range, runs along the western edge of South America.", | |
| "doc_23": "Mount Kilimanjaro, the highest mountain in Africa, is located in Tanzania.", | |
| "doc_24": "The Rocky Mountains stretch from Canada to the southwestern United States, known for their rugged terrain.", | |
| "doc_25": "The Himalayas, home to Mount Everest, are the highest mountain range in the world.", | |
| "doc_26": "The Great Dividing Range is a significant mountain range in Australia, stretching along the eastern coastline.", | |
| "doc_27": "The Urals are a mountain range in Russia, traditionally considered the boundary between Europe and Asia.", | |
| "doc_28": "The Appalachian Mountains are a system of mountains in eastern North America.", | |
| "doc_29": "The Carpathians are a mountain range in Central and Eastern Europe, known for their rich biodiversity.", | |
| "doc_30": "The Sierra Nevada is a mountain range in the Western United States, notable for its dramatic landscapes." | |
| } | |
| }, | |
| { | |
| "id": "q_0055", | |
| "domain": "geography", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization is responsible for mapping and surveying the United States?", | |
| "ground_truth_answer": "United States Geological Survey", | |
| "relevant_doc_ids": [ | |
| "doc_31", | |
| "doc_32", | |
| "doc_33" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "National Geographic Society", | |
| "American Geographical Society", | |
| "National Oceanic and Atmospheric Administration", | |
| "Environmental Protection Agency" | |
| ], | |
| "corpus": { | |
| "doc_31": "The United States Geological Survey is the principal agency responsible for mapping, surveying, and studying the landscape of the U.S.", | |
| "doc_32": "Known for its comprehensive maps and data, the United States Geological Survey plays a crucial role in understanding geographical changes.", | |
| "doc_33": "The United States Geological Survey provides essential information about the country's landscape, resources, and natural hazards.", | |
| "doc_34": "The National Geographic Society is a global nonprofit organization committed to exploring and protecting the planet.", | |
| "doc_35": "The American Geographical Society focuses on the advancement of geographical research and education.", | |
| "doc_36": "The National Oceanic and Atmospheric Administration monitors weather and oceanic conditions to promote safety and environmental stewardship.", | |
| "doc_37": "The Environmental Protection Agency enforces regulations to protect the environment and public health in the United States.", | |
| "doc_38": "The United Nations Educational, Scientific and Cultural Organization promotes international collaboration in education, sciences, and culture.", | |
| "doc_39": "The European Space Agency is responsible for space exploration and satellite missions in Europe.", | |
| "doc_40": "The World Wildlife Fund works worldwide to conserve nature and reduce threats to biodiversity.", | |
| "doc_41": "The Red Cross provides emergency assistance, disaster relief, and education in communities around the world." | |
| } | |
| }, | |
| { | |
| "id": "q_0056", | |
| "domain": "geography", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What term describes the geographical boundary that separates waters flowing into different oceans or seas?", | |
| "ground_truth_answer": "Continental Divide", | |
| "relevant_doc_ids": [ | |
| "doc_42", | |
| "doc_43", | |
| "doc_44" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Tectonic Plate", | |
| "Equator", | |
| "Prime Meridian", | |
| "Subduction Zone" | |
| ], | |
| "corpus": { | |
| "doc_42": "A Continental Divide refers to a geographical boundary where waters flow into different oceans or seas.", | |
| "doc_43": "In North America, the Continental Divide runs along the Rocky Mountains, directing water to either the Pacific or Atlantic Oceans.", | |
| "doc_44": "The concept of a Continental Divide is crucial in understanding hydrological systems and water flow across continents.", | |
| "doc_45": "A tectonic plate is a massive slab of solid rock that makes up part of the Earth's lithosphere.", | |
| "doc_46": "The Equator is an imaginary line that divides the Earth into the Northern and Southern Hemispheres.", | |
| "doc_47": "The Prime Meridian is the planet's line of zero degrees longitude, running through Greenwich, England.", | |
| "doc_48": "A Subduction Zone is an area where one tectonic plate is being forced under another, often creating volcanoes.", | |
| "doc_49": "The Ring of Fire is a major area in the Pacific Ocean where many earthquakes and volcanic eruptions occur." | |
| } | |
| }, | |
| { | |
| "id": "q_0057", | |
| "domain": "technology", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the World Wide Web introduced to the public?", | |
| "ground_truth_answer": "1991", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1989", | |
| "1993", | |
| "1985", | |
| "1994", | |
| "2000" | |
| ], | |
| "corpus": { | |
| "doc_1": "The development of personal computers in the 1980s revolutionized the way people interact with technology.", | |
| "doc_2": "The history of the internet dates back several decades, with ARPANET being a precursor in the late 1960s.", | |
| "doc_3": "Tim Berners-Lee introduced the World Wide Web to the public in 1991, marking a significant milestone in digital communication.", | |
| "doc_4": "The first smartphone, known as Simon, was introduced by IBM in 1992.", | |
| "doc_5": "In 1991, the World Wide Web became publicly accessible, allowing users to view web pages with hyperlinks.", | |
| "doc_6": "The rise of social media platforms in the early 2000s transformed how users interact online.", | |
| "doc_7": "Email services gained popularity in the 1990s, providing a new communication channel for users worldwide.", | |
| "doc_8": "Cloud computing services began to emerge in the early 21st century, providing scalable resources over the internet." | |
| } | |
| }, | |
| { | |
| "id": "q_0058", | |
| "domain": "technology", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is credited with co-founding the company Apple Inc.?", | |
| "ground_truth_answer": "Steve Jobs", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Bill Gates", | |
| "Elon Musk", | |
| "Jeff Bezos", | |
| "Larry Page", | |
| "Mark Zuckerberg" | |
| ], | |
| "corpus": { | |
| "doc_1": "The development of Google's search engine was led by Larry Page and Sergey Brin in the 1990s.", | |
| "doc_2": "Steve Jobs, along with Steve Wozniak and Ronald Wayne, co-founded Apple Inc., which became a leader in consumer electronics.", | |
| "doc_3": "Elon Musk is known for his role in founding SpaceX and Tesla Motors.", | |
| "doc_4": "Microsoft, founded by Bill Gates and Paul Allen, played a pivotal role in the personal computing revolution.", | |
| "doc_5": "Amazon, originally an online bookstore, was founded by Jeff Bezos in 1994.", | |
| "doc_6": "Facebook was launched in 2004 by Mark Zuckerberg and several of his college roommates.", | |
| "doc_7": "Intel's processors have been an integral part of personal computers since the 1970s.", | |
| "doc_8": "Netflix changed the way people consume media with its streaming service in the 2000s.", | |
| "doc_9": "Apple Inc. was established in 1976 in Cupertino, California, by Steve Jobs and his partners.", | |
| "doc_10": "Adobe Systems is known for its multimedia and creativity software products." | |
| } | |
| }, | |
| { | |
| "id": "q_0059", | |
| "domain": "technology", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is Silicon Valley located?", | |
| "ground_truth_answer": "California", | |
| "relevant_doc_ids": [ | |
| "doc_4", | |
| "doc_13", | |
| "doc_11" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Texas", | |
| "New York", | |
| "Washington", | |
| "Illinois", | |
| "Florida" | |
| ], | |
| "corpus": { | |
| "doc_1": "The New York Stock Exchange is the largest stock exchange in the world by market capitalization.", | |
| "doc_2": "The Texas Instruments company is known for its development of semiconductors and technology.", | |
| "doc_3": "Chicago is known for its significant contributions to architecture and urban planning.", | |
| "doc_4": "Silicon Valley, located in California, is renowned as a global center for technology and innovation.", | |
| "doc_5": "The University of Washington has a strong computer science program known for research in artificial intelligence.", | |
| "doc_6": "Florida is popular for its aerospace industry, with Cape Canaveral being a major launch site.", | |
| "doc_7": "Massachusetts is home to many prestigious universities, including MIT and Harvard.", | |
| "doc_8": "Las Vegas in Nevada is famous for its vibrant entertainment and gaming scene.", | |
| "doc_9": "Seattle is a major tech hub in the Pacific Northwest, home to companies like Amazon and Microsoft.", | |
| "doc_10": "Atlanta, Georgia, is a major center for transportation and logistics.", | |
| "doc_11": "The film industry in California, centered around Hollywood, is known worldwide.", | |
| "doc_12": "The industrial area in Michigan has been historically dominant in the automotive industry.", | |
| "doc_13": "In California's Silicon Valley, numerous tech companies have their headquarters, making it a significant hub for innovation.", | |
| "doc_14": "Virginia's technology corridor is home to several defense and technology companies.", | |
| "doc_15": "Colorado is known for its aerospace industry and research in space technology." | |
| } | |
| }, | |
| { | |
| "id": "q_0060", | |
| "domain": "technology", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization is responsible for creating the Linux operating system?", | |
| "ground_truth_answer": "The Linux Foundation", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Mozilla Foundation", | |
| "Apache Software Foundation", | |
| "Free Software Foundation", | |
| "Oracle Corporation", | |
| "Red Hat" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Mozilla Foundation is known for developing the Firefox web browser.", | |
| "doc_2": "Apache Software Foundation supports numerous open-source software projects, including the Apache HTTP Server.", | |
| "doc_3": "The Linux Foundation is a non-profit organization dedicated to promoting and supporting Linux and collaborative software development.", | |
| "doc_4": "The Free Software Foundation was founded by Richard Stallman to promote computer users' rights to use, study, copy, modify, and redistribute computer programs.", | |
| "doc_5": "Oracle Corporation is a multinational computer technology corporation known for its database software and cloud systems.", | |
| "doc_6": "Red Hat provides open-source software solutions to the enterprise community.", | |
| "doc_7": "The Linux Foundation provides a neutral home for collaboration on open-source software projects like the Linux operating system.", | |
| "doc_8": "The Electronic Frontier Foundation defends civil liberties in the digital world.", | |
| "doc_9": "The Internet Society aims to ensure the open development and use of the internet.", | |
| "doc_10": "The World Wide Web Consortium (W3C) develops international standards for the World Wide Web.", | |
| "doc_11": "The GNU Project was initiated by Richard Stallman to develop a free Unix-like operating system." | |
| } | |
| }, | |
| { | |
| "id": "q_0061", | |
| "domain": "technology", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What concept refers to the simulated environment that can be similar to or completely different from the real world in computing?", | |
| "ground_truth_answer": "Virtual Reality", | |
| "relevant_doc_ids": [ | |
| "doc_6", | |
| "doc_8" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Augmented Reality", | |
| "Artificial Intelligence", | |
| "Quantum Computing", | |
| "Machine Learning", | |
| "Cybersecurity" | |
| ], | |
| "corpus": { | |
| "doc_1": "Quantum computing uses the principles of quantum theory to perform computations much more efficiently than classical computers.", | |
| "doc_2": "Artificial Intelligence is a branch of computer science that involves creating machines capable of performing tasks that typically require human intelligence.", | |
| "doc_3": "Cybersecurity involves protecting computer systems and networks from information disclosure, theft, or damage.", | |
| "doc_4": "Machine Learning is a subset of artificial intelligence that provides systems the ability to automatically learn and improve from experience.", | |
| "doc_5": "Augmented Reality involves overlaying digital information on the real world, enhancing one's current perception of reality.", | |
| "doc_6": "Virtual Reality (VR) is a computer-generated simulation of an environment that can be interacted with in a seemingly real way by a person using special electronic equipment.", | |
| "doc_7": "Blockchain technology underlies cryptocurrencies like Bitcoin, allowing secure and transparent transactions.", | |
| "doc_8": "Virtual Reality provides an immersive experience where users can interact with 3D worlds, often requiring headsets and other equipment.", | |
| "doc_9": "Nanotechnology involves the manipulation of matter on an atomic, molecular, and supramolecular scale.", | |
| "doc_10": "3D printing is an additive manufacturing process that creates a physical object from a digital design." | |
| } | |
| }, | |
| { | |
| "id": "q_0062", | |
| "domain": "arts", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the painting 'The Starry Night' by Vincent van Gogh completed?", | |
| "ground_truth_answer": "1889", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_3" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1879", | |
| "1895", | |
| "1885", | |
| "1900", | |
| "1882" | |
| ], | |
| "corpus": { | |
| "doc_1": "Vincent van Gogh completed his iconic painting 'The Starry Night' in 1889 while he was in an asylum in Saint-R\u00e9my-de-Provence, France.", | |
| "doc_2": "Leonardo da Vinci's 'Mona Lisa' is one of the most famous paintings in the world, known for its enigmatic smile.", | |
| "doc_3": "'The Starry Night,' created in 1889, showcases van Gogh's vivid use of color and expressive brushwork.", | |
| "doc_4": "Claude Monet was a founder of French Impressionist painting, known for works like 'Water Lilies'.", | |
| "doc_5": "The Sistine Chapel ceiling, painted by Michelangelo, is a masterpiece of Renaissance art.", | |
| "doc_6": "Edgar Degas is renowned for his paintings, sculptures, and drawings, particularly those on ballet dancers.", | |
| "doc_7": "Jackson Pollock's drip paintings revolutionized the art world in the mid-20th century.", | |
| "doc_8": "The surrealist art movement, with figures like Salvador Dal\u00ed, challenged perceptions and reality." | |
| } | |
| }, | |
| { | |
| "id": "q_0063", | |
| "domain": "sports", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year did the first modern Olympic Games take place?", | |
| "ground_truth_answer": "1896", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_4", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1900", | |
| "1892", | |
| "1888", | |
| "1904" | |
| ], | |
| "corpus": { | |
| "doc_1": "The FIFA World Cup is an international soccer competition held every four years.", | |
| "doc_2": "The first modern Olympic Games took place in 1896 in Athens, Greece.", | |
| "doc_3": "The Super Bowl is the annual championship game of the National Football League (NFL).", | |
| "doc_4": "In 1896, the modern Olympic Games were revived in Athens, marking the beginning of the modern era.", | |
| "doc_5": "Athens hosted the first modern Olympic Games in 1896, setting the stage for future events.", | |
| "doc_6": "Wimbledon is the oldest tennis tournament in the world, first held in 1877.", | |
| "doc_7": "The Tour de France is a prestigious cycling race that takes place annually in France.", | |
| "doc_8": "The Cricket World Cup is organized by the International Cricket Council every four years." | |
| } | |
| }, | |
| { | |
| "id": "q_0064", | |
| "domain": "sports", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is known as 'The Great One' in ice hockey?", | |
| "ground_truth_answer": "Wayne Gretzky", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_3", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Bobby Orr", | |
| "Mario Lemieux", | |
| "Gordie Howe", | |
| "Bobby Hull" | |
| ], | |
| "corpus": { | |
| "doc_1": "Wayne Gretzky, often referred to as 'The Great One', is considered one of the greatest ice hockey players of all time.", | |
| "doc_2": "The NBA Finals is the championship series of the National Basketball Association.", | |
| "doc_3": "Gretzky's incredible scoring ability earned him the nickname 'The Great One' among ice hockey fans.", | |
| "doc_4": "Michael Jordan is widely regarded as one of the greatest basketball players in history.", | |
| "doc_5": "Soccer legend Pele is known for his exceptional skills and is considered a football icon.", | |
| "doc_6": "Roger Federer is a Swiss professional tennis player considered one of the greatest in the sport.", | |
| "doc_7": "In the world of ice hockey, Wayne Gretzky is celebrated as 'The Great One' due to his outstanding achievements.", | |
| "doc_8": "The Masters Tournament is one of the four major championships in professional golf.", | |
| "doc_9": "Tiger Woods is a professional golfer who has been dominant in the sport for many years.", | |
| "doc_10": "The Stanley Cup is awarded annually to the National Hockey League playoff champion." | |
| } | |
| }, | |
| { | |
| "id": "q_0065", | |
| "domain": "sports", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the Wimbledon tennis tournament held?", | |
| "ground_truth_answer": "London", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_6", | |
| "doc_13" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "New York", | |
| "Paris", | |
| "Melbourne", | |
| "Tokyo" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Kentucky Derby is a famous horse race held annually in Louisville, Kentucky.", | |
| "doc_2": "Wimbledon is held in London and is renowned for its grass courts and historic legacy.", | |
| "doc_3": "The NBA All-Star Game showcases top talent from the National Basketball Association.", | |
| "doc_4": "The Roland-Garros, or French Open, is played on clay courts in Paris.", | |
| "doc_5": "The Australian Open is one of the four Grand Slam tennis tournaments, held in Melbourne.", | |
| "doc_6": "Located in London, Wimbledon is the oldest tennis tournament in the world.", | |
| "doc_7": "The marathon is a long-distance race with an official distance of 42.195 kilometers.", | |
| "doc_8": "The World Series is the championship series of Major League Baseball in the United States.", | |
| "doc_9": "The Summer Olympics bring together athletes from around the world every four years.", | |
| "doc_10": "Known for its fast surface, the US Open is held annually in New York.", | |
| "doc_11": "Formula 1 is a type of motor racing that takes place on various circuits worldwide.", | |
| "doc_12": "The Super Bowl is a significant event in American football, watched by millions globally.", | |
| "doc_13": "London hosts Wimbledon, a key event in the tennis calendar, noted for its tradition and prestige.", | |
| "doc_14": "The Ryder Cup is a match play event between teams from Europe and the United States in golf.", | |
| "doc_15": "The Ironman Triathlon is a series of long-distance triathlon races organized by the World Triathlon Corporation." | |
| } | |
| }, | |
| { | |
| "id": "q_0066", | |
| "domain": "sports", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization oversees the FIFA World Cup?", | |
| "ground_truth_answer": "FIFA", | |
| "relevant_doc_ids": [ | |
| "doc_4", | |
| "doc_5", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "UEFA", | |
| "CONCACAF", | |
| "IOC", | |
| "NBA" | |
| ], | |
| "corpus": { | |
| "doc_1": "The International Olympic Committee (IOC) is responsible for organizing the Olympic Games.", | |
| "doc_2": "The National Basketball Association (NBA) is a professional basketball league in North America.", | |
| "doc_3": "Major League Baseball (MLB) is the oldest major professional sports league in the United States.", | |
| "doc_4": "The FIFA World Cup, governed by FIFA, is the most prestigious football tournament in the world.", | |
| "doc_5": "FIFA, the international governing body of football, organizes the FIFA World Cup every four years.", | |
| "doc_6": "The Union of European Football Associations (UEFA) organizes the UEFA Champions League.", | |
| "doc_7": "The PGA Tour organizes professional golf tours and events in the United States.", | |
| "doc_8": "The ATP Tour is a worldwide top-tier tennis tour for men organized by the Association of Tennis Professionals.", | |
| "doc_9": "FIFA, formed in 1904, is based in Zurich and oversees international football competitions.", | |
| "doc_10": "The NHL is a professional ice hockey league in North America, consisting of teams from the United States and Canada.", | |
| "doc_11": "The ICC organizes international cricket competitions and has over 100 member nations." | |
| } | |
| }, | |
| { | |
| "id": "q_0067", | |
| "domain": "politics", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year did the Berlin Wall fall?", | |
| "ground_truth_answer": "1989", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_4" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1991", | |
| "1987", | |
| "1993", | |
| "1985" | |
| ], | |
| "corpus": { | |
| "doc_1": "The French Revolution began in 1789, leading to significant social and political change.", | |
| "doc_2": "The United Nations was established in 1945, following the end of World War II.", | |
| "doc_3": "The Berlin Wall, a symbol of the Cold War, fell in 1989, leading to German reunification.", | |
| "doc_4": "In 1989, the Berlin Wall was torn down, marking a pivotal moment in European history.", | |
| "doc_5": "The American Civil War took place from 1861 to 1865, primarily over states' rights and slavery.", | |
| "doc_6": "Nelson Mandela was released from prison in 1990, becoming a key figure in ending apartheid in South Africa.", | |
| "doc_7": "The Treaty of Versailles was signed in 1919, officially ending World War I.", | |
| "doc_8": "The Magna Carta, signed in 1215, was a cornerstone in the development of constitutional law." | |
| } | |
| }, | |
| { | |
| "id": "q_0068", | |
| "domain": "politics", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the headquarters of the European Union located?", | |
| "ground_truth_answer": "Brussels", | |
| "relevant_doc_ids": [ | |
| "doc_18", | |
| "doc_20" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Paris", | |
| "Berlin", | |
| "Rome", | |
| "Amsterdam" | |
| ], | |
| "corpus": { | |
| "doc_18": "Brussels is the de facto capital of the European Union, hosting the main institutions of the EU.", | |
| "doc_19": "The United Nations headquarters is located in New York City, serving as the central hub for its operations.", | |
| "doc_20": "The European Commission and Council are based in Brussels, making it the political center of the European Union.", | |
| "doc_21": "The North Atlantic Treaty Organization (NATO) is an intergovernmental military alliance established in 1949.", | |
| "doc_22": "The Great Wall of China is an ancient series of walls and fortifications located in northern China.", | |
| "doc_23": "The Renaissance was a period of cultural, artistic, political and economic rebirth following the Middle Ages.", | |
| "doc_24": "The World Health Organization (WHO) is a specialized agency of the United Nations responsible for international public health.", | |
| "doc_25": "The Taj Mahal is an iconic mausoleum located in Agra, India, known for its stunning architecture.", | |
| "doc_26": "Mount Everest is Earth's highest mountain above sea level, located in the Himalayas on the border between Nepal and Tibet.", | |
| "doc_27": "The Industrial Revolution was the transition to new manufacturing processes in Europe and the U.S., from about 1760 to 1840.", | |
| "doc_28": "The Suez Canal is an artificial sea-level waterway in Egypt, connecting the Mediterranean Sea to the Red Sea.", | |
| "doc_29": "The Declaration of Independence was adopted by the Continental Congress on July 4, 1776." | |
| } | |
| }, | |
| { | |
| "id": "q_0069", | |
| "domain": "medicine", | |
| "answer_type": "year", | |
| "noise_tier": "medium", | |
| "question": "In which year was the polio vaccine first introduced?", | |
| "ground_truth_answer": "1955", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_5", | |
| "doc_8" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1960", | |
| "1948", | |
| "1950", | |
| "1965", | |
| "1970" | |
| ], | |
| "corpus": { | |
| "doc_1": "The history of medicine includes significant milestones such as the discovery of penicillin.", | |
| "doc_2": "Cardiology has advanced with the development of new diagnostic tools.", | |
| "doc_3": "The polio vaccine, developed by Jonas Salk, was first introduced to the public in 1955.", | |
| "doc_4": "Dermatology focuses on skin diseases and treatments.", | |
| "doc_5": "In 1955, the polio vaccine was a groundbreaking development in preventing polio.", | |
| "doc_6": "Cancer research has led to innovative treatments over decades.", | |
| "doc_7": "The role of nutrition in preventing diseases has been emphasized in recent studies.", | |
| "doc_8": "1955 marked the year when the widespread use of the polio vaccine began.", | |
| "doc_9": "Advancements in ophthalmology have improved vision correction techniques.", | |
| "doc_10": "The polio vaccine significantly reduced the incidence of polio after its introduction." | |
| } | |
| }, | |
| { | |
| "id": "q_0070", | |
| "domain": "medicine", | |
| "answer_type": "person_name", | |
| "noise_tier": "clean", | |
| "question": "Who is known as the father of modern pathology?", | |
| "ground_truth_answer": "Rudolf Virchow", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_4", | |
| "doc_6" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Louis Pasteur", | |
| "Joseph Lister", | |
| "Robert Koch", | |
| "Hippocrates", | |
| "Avicenna" | |
| ], | |
| "corpus": { | |
| "doc_1": "Marie Curie made significant contributions to the study of radioactivity.", | |
| "doc_2": "Rudolf Virchow is often referred to as the father of modern pathology.", | |
| "doc_3": "Sigmund Freud's theories on psychoanalysis have influenced psychology.", | |
| "doc_4": "Virchow's work in pathology laid the foundation for modern medical diagnostics.", | |
| "doc_5": "Alexander Fleming discovered penicillin, which revolutionized antibiotics.", | |
| "doc_6": "Rudolf Virchow's insights into cellular pathology transformed medical science.", | |
| "doc_7": "Clara Barton founded the American Red Cross.", | |
| "doc_8": "The development of vaccines has drastically reduced infectious diseases.", | |
| "doc_9": "William Harvey's work on blood circulation was groundbreaking." | |
| } | |
| }, | |
| { | |
| "id": "q_0071", | |
| "domain": "medicine", | |
| "answer_type": "organization", | |
| "noise_tier": "clean", | |
| "question": "Which organization is responsible for coordinating international public health?", | |
| "ground_truth_answer": "World Health Organization", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_6", | |
| "doc_8" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Centers for Disease Control and Prevention", | |
| "United Nations", | |
| "Red Cross", | |
| "Doctors Without Borders", | |
| "International Federation of Red Cross and Red Crescent Societies" | |
| ], | |
| "corpus": { | |
| "doc_1": "The American Medical Association is a professional group for physicians.", | |
| "doc_2": "The Human Genome Project was a significant international scientific research project.", | |
| "doc_3": "The World Health Organization is responsible for directing and coordinating international public health.", | |
| "doc_4": "The role of environmental health has been increasingly recognized in public health policies.", | |
| "doc_5": "The National Institutes of Health focus on medical research in the United States.", | |
| "doc_6": "The World Health Organization plays a critical role in managing pandemics and global health initiatives.", | |
| "doc_7": "The importance of mental health awareness has grown in recent years.", | |
| "doc_8": "Global public health efforts are often led by the World Health Organization.", | |
| "doc_9": "Medical education and training are crucial for healthcare professionals worldwide." | |
| } | |
| }, | |
| { | |
| "id": "q_0072", | |
| "domain": "medicine", | |
| "answer_type": "concept", | |
| "noise_tier": "noisy", | |
| "question": "What is the concept of using the body's immune system to fight cancer called?", | |
| "ground_truth_answer": "Immunotherapy", | |
| "relevant_doc_ids": [ | |
| "doc_4", | |
| "doc_9", | |
| "doc_13" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Chemotherapy", | |
| "Radiotherapy", | |
| "Gene Therapy", | |
| "Targeted Therapy", | |
| "Hormone Therapy" | |
| ], | |
| "corpus": { | |
| "doc_1": "Prosthetics have significantly improved the quality of life for amputees.", | |
| "doc_2": "The use of anesthesia revolutionized surgical procedures.", | |
| "doc_3": "Stem cell therapy has the potential to regenerate damaged tissues and organs.", | |
| "doc_4": "Immunotherapy is a treatment that uses the body's immune system to fight diseases like cancer.", | |
| "doc_5": "Nutritional supplements are used to support overall health and wellness.", | |
| "doc_6": "The impact of lifestyle choices on heart health is well documented.", | |
| "doc_7": "Vaccination programs have eradicated diseases like smallpox.", | |
| "doc_8": "Epidemiology is crucial for understanding disease patterns in populations.", | |
| "doc_9": "Immunotherapy represents a significant advancement in cancer treatment.", | |
| "doc_10": "The influence of genetics on disease susceptibility is a growing field of study.", | |
| "doc_11": "Physical therapy helps patients recover mobility after injuries.", | |
| "doc_12": "The application of robotics in surgery is an innovative development.", | |
| "doc_13": "Cancer treatment now often includes immunotherapy, leveraging the immune system against tumors.", | |
| "doc_14": "The development of personalized medicine tailors treatment to individual patient profiles.", | |
| "doc_15": "Public health initiatives focus on improving health outcomes through preventive measures." | |
| } | |
| }, | |
| { | |
| "id": "q_0073", | |
| "domain": "literature", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the novel 'Pride and Prejudice' first published?", | |
| "ground_truth_answer": "1813", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_3" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1811", | |
| "1820", | |
| "1805", | |
| "1818", | |
| "1825" | |
| ], | |
| "corpus": { | |
| "doc_1": "Jane Austen's novel 'Pride and Prejudice' was first published in 1813. It quickly became one of her most popular works.", | |
| "doc_2": "Herman Melville's 'Moby-Dick' was published in 1851 and initially met with mixed reviews.", | |
| "doc_3": "The publication year of 'Pride and Prejudice', 1813, marks an important moment in literary history as it introduced the world to the character of Elizabeth Bennet.", | |
| "doc_4": "Mary Shelley's 'Frankenstein' was released in 1818, exploring themes of creation and responsibility.", | |
| "doc_5": "Charles Dickens' 'A Christmas Carol' appeared in 1843 and has been adapted into numerous films and plays.", | |
| "doc_6": "'Wuthering Heights' by Emily Bront\u00eb was published in 1847 and is known for its intense narrative.", | |
| "doc_7": "The novel 'Jane Eyre', written by Charlotte Bront\u00eb, was released in 1847.", | |
| "doc_8": "Published in 1922, 'Ulysses' by James Joyce is considered one of the most important works of modernist literature." | |
| } | |
| }, | |
| { | |
| "id": "q_0074", | |
| "domain": "literature", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who wrote the play 'A Streetcar Named Desire'?", | |
| "ground_truth_answer": "Tennessee Williams", | |
| "relevant_doc_ids": [ | |
| "doc_10", | |
| "doc_12" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Arthur Miller", | |
| "Eugene O'Neill", | |
| "Samuel Beckett", | |
| "Harold Pinter", | |
| "Lorraine Hansberry" | |
| ], | |
| "corpus": { | |
| "doc_9": "Arthur Miller's 'Death of a Salesman' reflects on the American Dream and its implications.", | |
| "doc_10": "Tennessee Williams is the playwright behind the famous play 'A Streetcar Named Desire', which premiered in 1947.", | |
| "doc_11": "Eugene O'Neill's 'Long Day's Journey into Night' is a powerful autobiographical work.", | |
| "doc_12": "'A Streetcar Named Desire', written by Tennessee Williams, explores complex characters and themes of desire and destruction.", | |
| "doc_13": "Samuel Beckett's 'Waiting for Godot' is a seminal piece of absurdist theatre.", | |
| "doc_14": "Harold Pinter's works, such as 'The Birthday Party', are known for their pauses and ambiguous dialogue.", | |
| "doc_15": "Lorraine Hansberry's 'A Raisin in the Sun' was a groundbreaking play about racial segregation in America.", | |
| "doc_16": "Oscar Wilde's comedy 'The Importance of Being Earnest' is celebrated for its wit and satire.", | |
| "doc_17": "George Bernard Shaw's 'Pygmalion' explores themes of social class and transformation.", | |
| "doc_18": "Anton Chekhov's 'The Cherry Orchard' is a classic of Russian theatre that examines themes of change and loss.", | |
| "doc_19": "Henrik Ibsen's 'A Doll's House' challenged societal norms and gender roles during its time." | |
| } | |
| }, | |
| { | |
| "id": "q_0075", | |
| "domain": "literature", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the setting of the novel 'To Kill a Mockingbird'?", | |
| "ground_truth_answer": "Maycomb", | |
| "relevant_doc_ids": [ | |
| "doc_21", | |
| "doc_22" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Gotham", | |
| "Hogwarts", | |
| "Narnia", | |
| "Middle-earth", | |
| "Atlantis" | |
| ], | |
| "corpus": { | |
| "doc_20": "'The Great Gatsby' is set in the fictional towns of West Egg and East Egg on Long Island.", | |
| "doc_21": "The novel 'To Kill a Mockingbird' by Harper Lee is set in the fictional town of Maycomb in the 1930s.", | |
| "doc_22": "In 'To Kill a Mockingbird', the setting of Maycomb plays a crucial role in developing the story's social dynamics.", | |
| "doc_23": "'1984' is set in a dystopian future in the superstate of Oceania.", | |
| "doc_24": "The 'Harry Potter' series is primarily set at the fictional Hogwarts School of Witchcraft and Wizardry.", | |
| "doc_25": "In 'The Chronicles of Narnia', the magical land of Narnia is accessed through a wardrobe.", | |
| "doc_26": "'The Hobbit' follows Bilbo Baggins on his journey through Middle-earth.", | |
| "doc_27": "The city of Atlantis has been the subject of many myths and stories in literature.", | |
| "doc_28": "'Moby-Dick' takes place aboard the whaling ship Pequod, captained by Ahab.", | |
| "doc_29": "The fictional town of Salem's Lot is the setting for Stephen King's vampire novel of the same name.", | |
| "doc_30": "In 'Brave New World', the setting is a futuristic World State, where individuality is suppressed.", | |
| "doc_31": "'Jane Eyre' takes place in various locations in England, including Gateshead and Thornfield Hall.", | |
| "doc_32": "'Pride and Prejudice' is set in various locations in England, including Meryton and Pemberley." | |
| } | |
| }, | |
| { | |
| "id": "q_0076", | |
| "domain": "literature", | |
| "answer_type": "organization", | |
| "noise_tier": "clean", | |
| "question": "Which organization is responsible for awarding the Pulitzer Prize for Fiction?", | |
| "ground_truth_answer": "Columbia University", | |
| "relevant_doc_ids": [ | |
| "doc_34" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Harvard University", | |
| "Oxford University", | |
| "The New York Times", | |
| "The Booker Prize Foundation", | |
| "The Nobel Committee" | |
| ], | |
| "corpus": { | |
| "doc_33": "The Nobel Prize in Literature is awarded by the Swedish Academy.", | |
| "doc_34": "Columbia University is responsible for awarding the Pulitzer Prize for Fiction, an esteemed recognition in American letters.", | |
| "doc_35": "The Booker Prize is administered by the Booker Prize Foundation and is awarded annually for the best original novel written in the English language.", | |
| "doc_36": "The Newbery Medal is awarded by the Association for Library Service to Children for distinguished contributions to children's literature.", | |
| "doc_37": "The MacArthur Fellowship is awarded by the John D. and Catherine T. MacArthur Foundation.", | |
| "doc_38": "The Costa Book Awards, previously known as the Whitbread Awards, recognize the most enjoyable books of the year by writers based in the UK and Ireland.", | |
| "doc_39": "The Pushcart Prize honors the best of small presses in America.", | |
| "doc_40": "The Man Booker International Prize is awarded for a book translated into English and published in the UK." | |
| } | |
| }, | |
| { | |
| "id": "q_0077", | |
| "domain": "literature", | |
| "answer_type": "concept", | |
| "noise_tier": "medium", | |
| "question": "What literary concept involves a protagonist's journey of growth and development?", | |
| "ground_truth_answer": "Bildungsroman", | |
| "relevant_doc_ids": [ | |
| "doc_42", | |
| "doc_44" | |
| ], | |
| "required_min_steps": 5, | |
| "plausible_wrong_answers": [ | |
| "Epistolary", | |
| "Allegory", | |
| "Dystopia", | |
| "Gothic", | |
| "Pastiche" | |
| ], | |
| "corpus": { | |
| "doc_41": "An epistolary novel is composed entirely of letters or diary entries, with examples like 'Dracula' by Bram Stoker.", | |
| "doc_42": "A Bildungsroman is a literary genre focusing on the psychological and moral growth of the protagonist from youth to adulthood.", | |
| "doc_43": "An allegory is a narrative in which characters and events symbolize broader themes and concepts.", | |
| "doc_44": "The term Bildungsroman originates from German literature, and examples include 'Jane Eyre' and 'The Catcher in the Rye'.", | |
| "doc_45": "Dystopian literature explores societies characterized by oppression, such as George Orwell's '1984'.", | |
| "doc_46": "Gothic literature is known for its use of horror, death, and romance, with classic works like 'Frankenstein'.", | |
| "doc_47": "A pastiche involves imitating the style of a particular writer or genre to celebrate or satirize it.", | |
| "doc_48": "Magical realism is a literary style that incorporates magical elements into otherwise realistic settings.", | |
| "doc_49": "Stream of consciousness is a narrative mode that attempts to capture the flow of thoughts in the human mind.", | |
| "doc_50": "Metafiction is a form of writing that self-consciously addresses the devices of fiction, often blurring boundaries between fiction and reality." | |
| } | |
| }, | |
| { | |
| "id": "q_0078", | |
| "domain": "history", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year did the Battle of Hastings take place?", | |
| "ground_truth_answer": "1066", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_3" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1215", | |
| "1492", | |
| "1776", | |
| "1914", | |
| "1945" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Battle of Hastings occurred in 1066 and was a pivotal moment in English history.", | |
| "doc_2": "The Meiji Restoration was a significant turning point in Japanese history during the late 19th century.", | |
| "doc_3": "In 1066, William the Conqueror led the Norman forces in the Battle of Hastings.", | |
| "doc_4": "The French Revolution began in 1789, leading to major social and political upheaval.", | |
| "doc_5": "The signing of the Magna Carta in 1215 was a key event in English legal history.", | |
| "doc_6": "The discovery of America by Christopher Columbus in 1492 marked the beginning of a new era of exploration.", | |
| "doc_7": "World War I began in 1914, resulting in devastating global conflict.", | |
| "doc_8": "The American Declaration of Independence was signed in 1776, marking a new chapter in the nation's history." | |
| } | |
| }, | |
| { | |
| "id": "q_0079", | |
| "domain": "history", | |
| "answer_type": "organization", | |
| "noise_tier": "clean", | |
| "question": "What was the name of the alliance formed by Germany, Austria-Hungary, and Italy prior to World War I?", | |
| "ground_truth_answer": "Triple Alliance", | |
| "relevant_doc_ids": [ | |
| "doc_26", | |
| "doc_28" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Triple Entente", | |
| "Axis Powers", | |
| "Allied Powers", | |
| "Central Powers", | |
| "League of Nations" | |
| ], | |
| "corpus": { | |
| "doc_26": "The Triple Alliance was formed by Germany, Austria-Hungary, and Italy as a counterbalance to the Triple Entente.", | |
| "doc_27": "The League of Nations was an international organization founded after World War I to prevent future conflicts.", | |
| "doc_28": "Before World War I, the Triple Alliance sought to protect member nations from external threats.", | |
| "doc_29": "The Axis Powers during World War II consisted of Germany, Italy, and Japan.", | |
| "doc_30": "The Allied Powers in World War II included the United States, the United Kingdom, and the Soviet Union among others.", | |
| "doc_31": "The Central Powers during World War I included Germany, Austria-Hungary, the Ottoman Empire, and Bulgaria.", | |
| "doc_32": "The United Nations was established in 1945 to promote peace and cooperation among countries.", | |
| "doc_33": "NATO, or the North Atlantic Treaty Organization, was created in 1949 as a collective defense pact." | |
| } | |
| }, | |
| { | |
| "id": "q_0080", | |
| "domain": "science", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the theory of relativity first published?", | |
| "ground_truth_answer": "1905", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_3" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1915", | |
| "1920", | |
| "1895", | |
| "1889" | |
| ], | |
| "corpus": { | |
| "doc_1": "Albert Einstein published the Special Theory of Relativity in 1905, which introduced the famous equation E=mc^2.", | |
| "doc_2": "The double helix structure of DNA was proposed in 1953.", | |
| "doc_3": "The General Theory of Relativity, expanding on the Special Theory, was formulated by Einstein a decade later in 1915.", | |
| "doc_4": "Gregor Mendel's work on inheritance laid the foundation for modern genetics.", | |
| "doc_5": "The periodic table was first published by Dmitri Mendeleev in 1869.", | |
| "doc_6": "The laws of motion were formulated by Isaac Newton in the late 17th century.", | |
| "doc_7": "The first successful polio vaccine was developed by Jonas Salk in 1955.", | |
| "doc_8": "The discovery of penicillin by Alexander Fleming in 1928 revolutionized antibiotics." | |
| } | |
| }, | |
| { | |
| "id": "q_0081", | |
| "domain": "science", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is known for developing the laws of planetary motion?", | |
| "ground_truth_answer": "Johannes Kepler", | |
| "relevant_doc_ids": [ | |
| "doc_4", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Isaac Newton", | |
| "Galileo Galilei", | |
| "Nicolaus Copernicus", | |
| "Tycho Brahe" | |
| ], | |
| "corpus": { | |
| "doc_1": "Charles Darwin is best known for his contributions to the science of evolution.", | |
| "doc_2": "Marie Curie conducted pioneering research on radioactivity.", | |
| "doc_3": "The structure of benzene was first identified by August Kekul\u00e9.", | |
| "doc_4": "Johannes Kepler formulated the laws of planetary motion, describing the orbits of planets around the sun.", | |
| "doc_5": "The process of photosynthesis in plants was first discovered in the 18th century.", | |
| "doc_6": "Albert Einstein was awarded the Nobel Prize in Physics in 1921 for his explanation of the photoelectric effect.", | |
| "doc_7": "Kepler's work provided one of the foundations for Isaac Newton's theory of universal gravitation.", | |
| "doc_8": "The discovery of the electron was made by J.J. Thomson in 1897.", | |
| "doc_9": "Gregor Mendel's experiments with pea plants established many of the rules of heredity.", | |
| "doc_10": "The first artificial satellite, Sputnik, was launched by the Soviet Union in 1957.", | |
| "doc_11": "The theory of plate tectonics revolutionized geology in the mid-20th century." | |
| } | |
| }, | |
| { | |
| "id": "q_0082", | |
| "domain": "science", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where was the first controlled nuclear chain reaction conducted?", | |
| "ground_truth_answer": "Chicago", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "New York", | |
| "Los Alamos", | |
| "Oak Ridge", | |
| "Hiroshima" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Hubble Space Telescope was launched into low Earth orbit in 1990.", | |
| "doc_2": "The first controlled nuclear chain reaction was initiated by Enrico Fermi and his team in Chicago in 1942.", | |
| "doc_3": "The Large Hadron Collider is located near Geneva, Switzerland.", | |
| "doc_4": "The Human Genome Project was coordinated by organizations in the United States and the United Kingdom.", | |
| "doc_5": "Chicago was the site of the first sustained nuclear reaction, which took place under the stands of Stagg Field at the University of Chicago.", | |
| "doc_6": "The discovery of the structure of DNA took place at the University of Cambridge.", | |
| "doc_7": "The Manhattan Project research and development took place at several sites across the United States.", | |
| "doc_8": "The Kepler Space Telescope was launched by NASA to discover Earth-size planets orbiting other stars.", | |
| "doc_9": "The Twin Keck Telescopes are situated atop Mauna Kea in Hawaii.", | |
| "doc_10": "The Jet Propulsion Laboratory is located in Pasadena, California.", | |
| "doc_11": "The Cassini spacecraft was a joint mission by NASA, the European Space Agency, and the Italian Space Agency.", | |
| "doc_12": "The search for extraterrestrial intelligence (SETI) uses radio telescopes located in various parts of the world.", | |
| "doc_13": "The Rosetta mission was a project of the European Space Agency to study a comet.", | |
| "doc_14": "The Great Barrier Reef is located off the coast of Queensland, Australia.", | |
| "doc_15": "The event horizon of a black hole is the boundary beyond which nothing can escape." | |
| } | |
| }, | |
| { | |
| "id": "q_0083", | |
| "domain": "science", | |
| "answer_type": "organization", | |
| "noise_tier": "clean", | |
| "question": "Which organization is responsible for coordinating weather data collection worldwide?", | |
| "ground_truth_answer": "World Meteorological Organization", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_6" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "NASA", | |
| "UNESCO", | |
| "World Health Organization", | |
| "NOAA" | |
| ], | |
| "corpus": { | |
| "doc_1": "CERN is known for operating the Large Hadron Collider, the world's largest and most powerful particle accelerator.", | |
| "doc_2": "The National Institutes of Health is involved in biomedical and public health research in the United States.", | |
| "doc_3": "The World Meteorological Organization (WMO) is an intergovernmental organization with a mandate to coordinate international cooperation on atmospheric science, climatology, hydrology, and geophysics.", | |
| "doc_4": "The European Organization for Nuclear Research, known as CERN, has been at the forefront of groundbreaking scientific research.", | |
| "doc_5": "UNICEF is a United Nations agency responsible for providing humanitarian and developmental aid to children worldwide.", | |
| "doc_6": "WMO ensures that weather data is standardized across different countries to facilitate global weather forecasting and analysis.", | |
| "doc_7": "Greenpeace is an NGO known for its activism on environmental issues, including climate change and deforestation.", | |
| "doc_8": "NATO is a military alliance established by the North Atlantic Treaty signed on 4 April 1949." | |
| } | |
| }, | |
| { | |
| "id": "q_0084", | |
| "domain": "science", | |
| "answer_type": "concept", | |
| "noise_tier": "medium", | |
| "question": "What is the term for the process by which plants convert light energy into chemical energy?", | |
| "ground_truth_answer": "Photosynthesis", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_8" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Respiration", | |
| "Fermentation", | |
| "Decomposition", | |
| "Transpiration" | |
| ], | |
| "corpus": { | |
| "doc_1": "Photosynthesis is the process by which green plants and some other organisms use sunlight to synthesize foods from carbon dioxide and water.", | |
| "doc_2": "The carbon cycle describes how carbon atoms travel from the atmosphere into organisms in the Earth and then back into the atmosphere.", | |
| "doc_3": "Cellular respiration is a set of metabolic reactions and processes that take place in the cells of organisms to convert biochemical energy from nutrients into ATP.", | |
| "doc_4": "The theory of evolution by natural selection was first formulated in Darwin's book 'On the Origin of Species' in 1859.", | |
| "doc_5": "Mendelian inheritance is a type of biological inheritance that follows the laws originally proposed by Gregor Mendel.", | |
| "doc_6": "Plate tectonics is the scientific theory that describes the large-scale motion of Earth's lithosphere.", | |
| "doc_7": "The water cycle, also known as the hydrological cycle, describes the continuous movement of water on, above, and below the surface of the Earth.", | |
| "doc_8": "Oxygen is released as a byproduct during photosynthesis, which occurs in the chloroplasts of plant cells.", | |
| "doc_9": "Bioluminescence is the production and emission of light by a living organism.", | |
| "doc_10": "The greenhouse effect is the process by which radiation from a planet's atmosphere warms the planet's surface.", | |
| "doc_11": "Genetic engineering is the direct manipulation of an organism's genome using biotechnology." | |
| } | |
| }, | |
| { | |
| "id": "q_0085", | |
| "domain": "business", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year did the merger between Glaxo Wellcome and SmithKline Beecham occur?", | |
| "ground_truth_answer": "2000", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_5", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1997", | |
| "2001", | |
| "1998", | |
| "2002", | |
| "1999" | |
| ], | |
| "corpus": { | |
| "doc_1": "The business landscape of the late 1990s was marked by several major mergers.", | |
| "doc_2": "The merger between Glaxo Wellcome and SmithKline Beecham took place in 2000, creating GlaxoSmithKline.", | |
| "doc_3": "In 1998, pharmaceutical mergers were common as companies sought to expand their reach.", | |
| "doc_4": "The late 1990s saw technological advancements that transformed the business sector.", | |
| "doc_5": "GlaxoSmithKline emerged in 2000 after the merger of Glaxo Wellcome and SmithKline Beecham.", | |
| "doc_6": "SmithKline Beecham was a major player in the pharmaceutical industry before its merger.", | |
| "doc_7": "The banking sector in 2000 saw significant changes due to technological integration.", | |
| "doc_8": "Mergers and acquisitions are often driven by the need to enhance market share." | |
| } | |
| }, | |
| { | |
| "id": "q_0086", | |
| "domain": "business", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is the founder of the Virgin Group?", | |
| "ground_truth_answer": "Richard Branson", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Elon Musk", | |
| "Jeff Bezos", | |
| "Bill Gates", | |
| "Warren Buffett", | |
| "Steve Jobs" | |
| ], | |
| "corpus": { | |
| "doc_1": "Apple Inc. was founded by Steve Jobs, Steve Wozniak, and Ronald Wayne in the 1970s.", | |
| "doc_2": "Amazon, established by Jeff Bezos, became a giant in the retail industry.", | |
| "doc_3": "The Virgin Group, founded by Richard Branson, spans various sectors including music, airlines, and telecommunications.", | |
| "doc_4": "Elon Musk is known for founding companies like SpaceX and Tesla.", | |
| "doc_5": "Warren Buffett's investment strategies have made him one of the wealthiest people in the world.", | |
| "doc_6": "Microsoft, co-founded by Bill Gates, transformed the software industry.", | |
| "doc_7": "Richard Branson is an entrepreneur renowned for creating the Virgin brand, which started with a music label.", | |
| "doc_8": "The global airline industry has seen various key players emerge over the decades.", | |
| "doc_9": "The tech industry is characterized by rapid innovation and intense competition.", | |
| "doc_10": "Telecommunications have evolved significantly with the advancement of mobile technology.", | |
| "doc_11": "Brand diversification is a common strategy among large conglomerates." | |
| } | |
| }, | |
| { | |
| "id": "q_0087", | |
| "domain": "business", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the headquarters of Toyota Motor Corporation located?", | |
| "ground_truth_answer": "Toyota City", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_10" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Detroit", | |
| "Seoul", | |
| "Munich", | |
| "Paris", | |
| "Beijing" | |
| ], | |
| "corpus": { | |
| "doc_1": "Ford Motor Company's headquarters is in Dearborn, a suburb of Detroit.", | |
| "doc_2": "Toyota Motor Corporation is headquartered in Toyota City, Japan.", | |
| "doc_3": "The automotive industry in Germany is centered in cities like Munich and Stuttgart.", | |
| "doc_4": "Seoul is home to several South Korean conglomerates, including Samsung.", | |
| "doc_5": "The luxury automobile segment is dominated by companies based in Europe and the US.", | |
| "doc_6": "The rise of electric vehicles is reshaping the global automotive landscape.", | |
| "doc_7": "Automotive design has evolved significantly over the past century.", | |
| "doc_8": "Beijing hosts major tech and automotive exhibitions annually.", | |
| "doc_9": "Paris is a cultural and economic hub in Europe, hosting various international businesses.", | |
| "doc_10": "Many of Toyota's innovative production techniques originate from its headquarters in Toyota City.", | |
| "doc_11": "The steel industry is fundamental to the automotive sector's supply chain.", | |
| "doc_12": "Environmental regulations influence car manufacturing processes worldwide.", | |
| "doc_13": "Economic policies in Japan have impacted its manufacturing sectors over the years.", | |
| "doc_14": "The development of hybrid technology has been a major focus for car manufacturers." | |
| } | |
| }, | |
| { | |
| "id": "q_0088", | |
| "domain": "business", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "What organization is known for setting international accounting standards?", | |
| "ground_truth_answer": "International Financial Reporting Standards", | |
| "relevant_doc_ids": [ | |
| "doc_5", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Financial Accounting Standards Board", | |
| "International Accounting Standards Board", | |
| "Generally Accepted Accounting Principles", | |
| "World Trade Organization", | |
| "International Monetary Fund" | |
| ], | |
| "corpus": { | |
| "doc_1": "The World Trade Organization deals with the global rules of trade between nations.", | |
| "doc_2": "The International Monetary Fund provides short-term financial assistance to countries.", | |
| "doc_3": "Generally Accepted Accounting Principles are used primarily in the United States.", | |
| "doc_4": "The Financial Accounting Standards Board is responsible for accounting principles in the US.", | |
| "doc_5": "International Financial Reporting Standards are recognized globally for setting accounting standards.", | |
| "doc_6": "Accounting transparency is crucial for investor relations and corporate governance.", | |
| "doc_7": "Financial statements are essential for assessing the financial health of a company.", | |
| "doc_8": "Auditing practices ensure compliance with financial regulations.", | |
| "doc_9": "The development of International Financial Reporting Standards has facilitated cross-border financial reporting.", | |
| "doc_10": "Economic globalization has increased the need for consistent financial reporting standards.", | |
| "doc_11": "Corporate finance involves managing a company's capital structure and resources." | |
| } | |
| }, | |
| { | |
| "id": "q_0089", | |
| "domain": "business", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What concept involves the reduction of costs by increasing production levels?", | |
| "ground_truth_answer": "Economies of scale", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_6" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Supply chain optimization", | |
| "Market segmentation", | |
| "Price elasticity", | |
| "Cost-benefit analysis" | |
| ], | |
| "corpus": { | |
| "doc_1": "Market segmentation is a marketing strategy that divides a broad target market into subsets.", | |
| "doc_2": "Price elasticity refers to the responsiveness of demand when there is a change in price.", | |
| "doc_3": "Economies of scale refer to the cost advantages that enterprises obtain due to scale of operation, with cost per unit of output generally decreasing with increasing scale.", | |
| "doc_4": "Cost-benefit analysis involves comparing the costs and benefits of a decision or project.", | |
| "doc_5": "Supply chain optimization aims to improve the efficiency and efficacy of a supply chain.", | |
| "doc_6": "As companies scale up production, they often realize economies of scale, reducing costs per unit.", | |
| "doc_7": "Outsourcing is a business practice used to reduce costs by transferring portions of work to external suppliers.", | |
| "doc_8": "Brand loyalty is the tendency of consumers to continue buying the same brand." | |
| } | |
| }, | |
| { | |
| "id": "q_0090", | |
| "domain": "geography", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year did the Mount St. Helens eruption occur?", | |
| "ground_truth_answer": "1980", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1975", | |
| "1990", | |
| "2001", | |
| "1960", | |
| "1985" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Grand Canyon is a steep-sided canyon carved by the Colorado River in Arizona, United States.", | |
| "doc_2": "Mount St. Helens, a volcano in the United States, erupted in a major event in 1980.", | |
| "doc_3": "The Amazon rainforest is the largest rainforest in the world, covering much of Brazil.", | |
| "doc_4": "The Sahara Desert is the largest hot desert in the world, located in North Africa.", | |
| "doc_5": "In 1980, Mount St. Helens experienced a massive volcanic eruption, greatly impacting the surrounding landscape.", | |
| "doc_6": "The Great Barrier Reef, located off the coast of Australia, is the world's largest coral reef system.", | |
| "doc_7": "The Nile River is notable as the longest river in the world, flowing through northeastern Africa.", | |
| "doc_8": "The Himalayas are a mountain range in Asia, separating the plains of the Indian subcontinent." | |
| } | |
| }, | |
| { | |
| "id": "q_0091", | |
| "domain": "geography", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is credited with first reaching the South Pole?", | |
| "ground_truth_answer": "Roald Amundsen", | |
| "relevant_doc_ids": [ | |
| "doc_4", | |
| "doc_10" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Robert Falcon Scott", | |
| "Edmund Hillary", | |
| "Ernest Shackleton", | |
| "James Cook" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Amazon River is the second longest river in the world, flowing through South America.", | |
| "doc_2": "Mount Everest is the highest mountain above sea level, located in the Himalayas.", | |
| "doc_3": "The Great Wall of China is a series of fortifications made of stone, brick, and other materials.", | |
| "doc_4": "Roald Amundsen, a Norwegian explorer, is credited with being the first person to reach the South Pole in 1911.", | |
| "doc_5": "The Dead Sea is a salt lake bordered by Jordan to the east and Israel and Palestine to the west.", | |
| "doc_6": "The Mississippi River is one of the longest rivers in the United States.", | |
| "doc_7": "Victoria Falls is one of the largest and most famous waterfalls in the world, located in southern Africa.", | |
| "doc_8": "The tallest animals in the world are giraffes, native to African savannas and woodlands.", | |
| "doc_9": "The Andes is the longest continental mountain range in the world, located along the western coast of South America.", | |
| "doc_10": "In 1911, Roald Amundsen successfully led an expedition to the South Pole, becoming the first to reach it.", | |
| "doc_11": "The city of Istanbul straddles Europe and Asia across the Bosphorus Strait." | |
| } | |
| }, | |
| { | |
| "id": "q_0092", | |
| "domain": "geography", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Which place is known as the lowest point on Earth's surface?", | |
| "ground_truth_answer": "Dead Sea", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Death Valley", | |
| "Grand Canyon", | |
| "Mariana Trench", | |
| "Lake Baikal", | |
| "K2" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Amazon Basin is home to the largest tropical rainforest in the world.", | |
| "doc_2": "The Alps are one of the great mountain range systems of Europe, located across eight countries.", | |
| "doc_3": "The Dead Sea, located near Jordan and Israel, is the Earth's lowest elevation on land.", | |
| "doc_4": "The Sahara Desert has a hot desert climate with very little rainfall.", | |
| "doc_5": "The Yangtze River is the longest river in Asia and the third longest in the world.", | |
| "doc_6": "Australia's Great Barrier Reef is the largest coral reef system in the world.", | |
| "doc_7": "Mount Kilimanjaro is a free-standing mountain in Tanzania, known for its snow-capped peak.", | |
| "doc_8": "The Amazon River carries more water than any other river in the world.", | |
| "doc_9": "With its salty waters, the Dead Sea is the lowest point on Earth's surface, more than 400 meters below sea level.", | |
| "doc_10": "Antarctica is Earth's southernmost continent, containing the geographic South Pole.", | |
| "doc_11": "Lake Victoria is one of the African Great Lakes, named after Queen Victoria.", | |
| "doc_12": "Japan is an archipelago of islands in East Asia, known for its diverse landscapes and cultures.", | |
| "doc_13": "The Sahara is known for its vast sand dunes and extreme temperatures." | |
| } | |
| }, | |
| { | |
| "id": "q_0093", | |
| "domain": "geography", | |
| "answer_type": "organization", | |
| "noise_tier": "clean", | |
| "question": "Which organization is responsible for the World Heritage Sites designation?", | |
| "ground_truth_answer": "UNESCO", | |
| "relevant_doc_ids": [ | |
| "doc_6", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "World Wildlife Fund", | |
| "Greenpeace", | |
| "International Union for Conservation of Nature", | |
| "National Geographic Society" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Amazon rainforest is the largest rainforest and is crucial for biodiversity.", | |
| "doc_2": "The Rhine River is a major waterway in Europe, flowing through six countries.", | |
| "doc_3": "Mount Fuji, Japan\u2019s tallest peak, is an active stratovolcano and a popular tourist destination.", | |
| "doc_4": "The Caspian Sea, despite its name, is the largest enclosed inland body of water on Earth.", | |
| "doc_5": "The Victoria Falls are among the most famous and spectacular waterfalls in the world.", | |
| "doc_6": "UNESCO, a specialized agency of the United Nations, is responsible for designating World Heritage Sites.", | |
| "doc_7": "The Gobi Desert, located in Asia, is known for its unique landscape and harsh climate.", | |
| "doc_8": "The Mississippi River is the second-longest river in North America.", | |
| "doc_9": "World Heritage Sites are designated by UNESCO to protect places of cultural or natural importance.", | |
| "doc_10": "Australia's Great Barrier Reef is noted for its biodiversity and is a popular diving destination." | |
| } | |
| }, | |
| { | |
| "id": "q_0094", | |
| "domain": "geography", | |
| "answer_type": "concept", | |
| "noise_tier": "medium", | |
| "question": "What term describes the phenomenon of a desert expanding over time?", | |
| "ground_truth_answer": "Desertification", | |
| "relevant_doc_ids": [ | |
| "doc_8", | |
| "doc_11" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Erosion", | |
| "Deforestation", | |
| "Urbanization", | |
| "Acidification", | |
| "Salinization" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Nile River is known for its historical significance in ancient Egypt.", | |
| "doc_2": "Mount Everest attracts climbers from all over the world, though successful climbs are difficult.", | |
| "doc_3": "The Mediterranean Sea is a sea connected to the Atlantic Ocean, surrounded by the Mediterranean Basin.", | |
| "doc_4": "The Rocky Mountains stretch from Canada to the southwestern United States.", | |
| "doc_5": "The Amazon River is home to diverse species and is vital to the region's ecology.", | |
| "doc_6": "The Arctic Ocean is the smallest and shallowest of the world's five major oceans.", | |
| "doc_7": "Lake Baikal is the world's deepest lake, located in Siberia, Russia.", | |
| "doc_8": "Desertification is the process by which fertile land becomes desert, typically as a result of drought, deforestation, or inappropriate agriculture.", | |
| "doc_9": "The Alps are known for their stunning mountain scenery and ski resorts.", | |
| "doc_10": "The Yangtze River is important for its role in Chinese culture, history, and economy.", | |
| "doc_11": "The Sahara Desert is expanding due to various factors, a process known as desertification." | |
| } | |
| }, | |
| { | |
| "id": "q_0095", | |
| "domain": "technology", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the first commercial mobile phone launched?", | |
| "ground_truth_answer": "1983", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1985", | |
| "1978", | |
| "1990", | |
| "1981" | |
| ], | |
| "corpus": { | |
| "doc_1": "The history of computing spans several decades, with key developments in the 1970s.", | |
| "doc_2": "The first commercial mobile phone, the DynaTAC 8000X, was launched in 1983, revolutionizing personal communication.", | |
| "doc_3": "The evolution of the internet in the late 20th century drastically changed information accessibility.", | |
| "doc_4": "Innovations in semiconductor technology have continually driven advancements in electronic devices.", | |
| "doc_5": "The development of the World Wide Web in the early 1990s marked a significant milestone in internet history.", | |
| "doc_6": "Satellites play a crucial role in modern GPS technology, which guides millions of users worldwide.", | |
| "doc_7": "Mobile communication technology saw significant advancements with the launch of the first commercial mobile phone in 1983.", | |
| "doc_8": "The impact of artificial intelligence on healthcare is profound, improving diagnostics and patient care." | |
| } | |
| }, | |
| { | |
| "id": "q_0096", | |
| "domain": "technology", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is considered the father of the World Wide Web?", | |
| "ground_truth_answer": "Tim Berners-Lee", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_11" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Vint Cerf", | |
| "Robert Metcalfe", | |
| "Bill Gates", | |
| "Steve Jobs" | |
| ], | |
| "corpus": { | |
| "doc_1": "The invention of the transistor in 1947 was a pivotal point in electronics.", | |
| "doc_2": "Robots are increasingly used in manufacturing to improve efficiency and safety.", | |
| "doc_3": "Tim Berners-Lee is credited with inventing the World Wide Web, allowing for easy access to information online.", | |
| "doc_4": "The development of quantum computing promises to revolutionize data processing capabilities.", | |
| "doc_5": "Augmented reality technology overlays digital information onto the real world.", | |
| "doc_6": "The Internet of Things connects everyday objects to the internet, enabling data exchange.", | |
| "doc_7": "Digital currencies, such as Bitcoin, have emerged as new forms of financial transaction.", | |
| "doc_8": "Machine learning algorithms are key to advancements in artificial intelligence.", | |
| "doc_9": "The first use of virtual reality was in flight simulators for pilot training.", | |
| "doc_10": "Blockchain technology underpins cryptocurrencies and ensures transaction security.", | |
| "doc_11": "In 1989, Tim Berners-Lee proposed the idea that became the World Wide Web, changing how we interact with information." | |
| } | |
| }, | |
| { | |
| "id": "q_0097", | |
| "domain": "technology", | |
| "answer_type": "organization", | |
| "noise_tier": "clean", | |
| "question": "Which organization developed the Linux operating system?", | |
| "ground_truth_answer": "The Linux Foundation", | |
| "relevant_doc_ids": [ | |
| "doc_7", | |
| "doc_8" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Microsoft", | |
| "Apple", | |
| "Google", | |
| "IBM" | |
| ], | |
| "corpus": { | |
| "doc_1": "Cryptography is essential for securing communications in the digital age.", | |
| "doc_2": "The World Wide Web Consortium is responsible for developing web standards.", | |
| "doc_3": "Moore's Law observes the doubling of transistors in integrated circuits approximately every two years.", | |
| "doc_4": "The development of autonomous vehicles is rapidly advancing with breakthroughs in AI technology.", | |
| "doc_5": "Data mining techniques are used to extract valuable insights from large datasets.", | |
| "doc_6": "The role of social media in modern communication cannot be overstated, connecting billions worldwide.", | |
| "doc_7": "The Linux Foundation is a key organization responsible for the development and support of the Linux operating system.", | |
| "doc_8": "Linux, developed under The Linux Foundation, is a widely used open-source operating system in various sectors.", | |
| "doc_9": "The rise of e-commerce has transformed traditional retail through online shopping platforms and digital payment systems." | |
| } | |
| }, | |
| { | |
| "id": "q_0098", | |
| "domain": "technology", | |
| "answer_type": "concept", | |
| "noise_tier": "medium", | |
| "question": "What is the concept of cloud computing?", | |
| "ground_truth_answer": "On-demand availability of computer resources", | |
| "relevant_doc_ids": [ | |
| "doc_5", | |
| "doc_10" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Decentralized finance", | |
| "Quantum entanglement", | |
| "Natural language processing", | |
| "Augmented reality" | |
| ], | |
| "corpus": { | |
| "doc_1": "Renewable energy sources are essential for sustainable development and reducing carbon footprints.", | |
| "doc_2": "The internet is a global network that connects billions of devices worldwide.", | |
| "doc_3": "Artificial intelligence is transforming industries by automating complex tasks.", | |
| "doc_4": "The evolution of smartphones has made powerful computing capabilities accessible in the palm of your hand.", | |
| "doc_5": "Cloud computing refers to the on-demand availability of computer resources, especially data storage and computing power, without direct active management by the user.", | |
| "doc_6": "Modern encryption techniques ensure secure online transactions and data protection.", | |
| "doc_7": "Blockchain is a decentralized digital ledger technology that underpins cryptocurrencies like Bitcoin.", | |
| "doc_8": "The rise of machine learning has led to significant improvements in predictive modeling and data analysis.", | |
| "doc_9": "Biotechnology promises breakthroughs in medicine through genetic engineering and synthetic biology.", | |
| "doc_10": "Businesses leverage cloud computing for scalable and flexible IT infrastructure, providing on-demand availability of resources." | |
| } | |
| }, | |
| { | |
| "id": "q_0099", | |
| "domain": "arts", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the painting 'Starry Night' by Vincent van Gogh completed?", | |
| "ground_truth_answer": "1889", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_3", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1890", | |
| "1888", | |
| "1879", | |
| "1892", | |
| "1885" | |
| ], | |
| "corpus": { | |
| "doc_1": "Vincent van Gogh's 'Starry Night' was completed in 1889 and is one of his most famous works.", | |
| "doc_2": "The Renaissance period saw the rise of artists like Leonardo da Vinci and Michelangelo, who transformed the art world.", | |
| "doc_3": "In 1889, van Gogh was living in an asylum in Saint-R\u00e9my-de-Provence when he painted 'Starry Night'.", | |
| "doc_4": "The Baroque period was characterized by dramatic expression and grandeur in European art.", | |
| "doc_5": "Despite his struggles, van Gogh's 1889 painting 'Starry Night' is celebrated for its swirling, vibrant depiction of the night sky.", | |
| "doc_6": "Cubism was a revolutionary art movement led by Pablo Picasso and Georges Braque.", | |
| "doc_7": "The Impressionist movement included artists like Claude Monet and Edgar Degas, who focused on light and movement.", | |
| "doc_8": "Van Gogh's self-portraits provide a profound insight into his emotional and psychological state." | |
| } | |
| }, | |
| { | |
| "id": "q_0100", | |
| "domain": "sports", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year were the first modern Olympic Games held?", | |
| "ground_truth_answer": "1896", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2", | |
| "doc_3", | |
| "doc_4" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1900", | |
| "1888", | |
| "1924", | |
| "1912", | |
| "1904" | |
| ], | |
| "corpus": { | |
| "doc_1": "The first modern Olympic Games were held in Athens, Greece, in 1896. This marked the revival of the ancient tradition of the Olympic Games.", | |
| "doc_2": "Pierre de Coubertin was instrumental in organizing the first modern Olympics, which were held in 1896, to promote international peace through sports.", | |
| "doc_3": "The 1896 Summer Olympics in Athens saw 14 nations and 241 athletes competing in 43 events.", | |
| "doc_4": "The origins of the marathon race are tied to the legend of Pheidippides, who ran from Marathon to Athens. The modern marathon was introduced in the 1896 Olympics.", | |
| "doc_5": "Basketball was invented by James Naismith in 1891, and it became an Olympic sport later in the 20th century.", | |
| "doc_6": "The FIFA World Cup, the premier international football tournament, was first held in 1930 in Uruguay.", | |
| "doc_7": "Wimbledon, the oldest tennis tournament in the world, has been held since 1877 and remains one of the four Grand Slam events.", | |
| "doc_8": "The Tour de France, one of the most famous cycling races, was first held in 1903." | |
| } | |
| }, | |
| { | |
| "id": "q_0101", | |
| "domain": "sports", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the headquarters of the International Olympic Committee located?", | |
| "ground_truth_answer": "Lausanne", | |
| "relevant_doc_ids": [ | |
| "doc_17", | |
| "doc_18", | |
| "doc_19" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Geneva", | |
| "Zurich", | |
| "Montreal", | |
| "Paris", | |
| "Rome" | |
| ], | |
| "corpus": { | |
| "doc_17": "The International Olympic Committee (IOC) has its headquarters in Lausanne, Switzerland, which is known as the Olympic capital.", | |
| "doc_18": "Lausanne is home to the Olympic Museum, which showcases the history of the Olympic Games and the achievements of athletes.", | |
| "doc_19": "The decision to establish the IOC headquarters in Lausanne was made in 1915 by Pierre de Coubertin, the founder of the modern Olympic Games.", | |
| "doc_20": "The Football Association, governing body of football in England, is based in Wembley, London.", | |
| "doc_21": "The Boston Marathon, held annually in the U.S., is the world's oldest annual marathon, first run in 1897.", | |
| "doc_22": "The Masters Tournament, one of golf's four major championships, is held annually at Augusta National Golf Club in Georgia, USA.", | |
| "doc_23": "The NBA Finals, determining the champion of the National Basketball Association, are held at the end of the league's playoffs.", | |
| "doc_24": "The New York City Marathon is one of the largest marathons in the world, attracting thousands of participants each year.", | |
| "doc_25": "Wembley Stadium in London is one of the most iconic venues in football, hosting numerous finals and international matches.", | |
| "doc_26": "The Tour de France is a prestigious cycling race that takes place mainly in France, covering various terrains over several weeks.", | |
| "doc_27": "Roland Garros, or the French Open, is one of the four Grand Slam tennis tournaments, held annually in Paris, France.", | |
| "doc_28": "The MLB World Series is the annual championship series of Major League Baseball in North America." | |
| } | |
| }, | |
| { | |
| "id": "q_0102", | |
| "domain": "sports", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization is responsible for the regulation of international football?", | |
| "ground_truth_answer": "FIFA", | |
| "relevant_doc_ids": [ | |
| "doc_29", | |
| "doc_30", | |
| "doc_31" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "UEFA", | |
| "CONMEBOL", | |
| "IOC", | |
| "NBA", | |
| "NFL" | |
| ], | |
| "corpus": { | |
| "doc_29": "FIFA, the F\u00e9d\u00e9ration Internationale de Football Association, is responsible for the regulation and promotion of international football worldwide.", | |
| "doc_30": "FIFA organizes the World Cup, the most prestigious tournament in international football, held every four years.", | |
| "doc_31": "Founded in 1904, FIFA is headquartered in Zurich, Switzerland, and oversees various international football competitions.", | |
| "doc_32": "The International Cricket Council (ICC) is the global governing body for the sport of cricket.", | |
| "doc_33": "The National Basketball Association (NBA) is a professional basketball league in North America, featuring teams from the United States and Canada.", | |
| "doc_34": "Major League Baseball (MLB) is the oldest professional baseball organization in the United States.", | |
| "doc_35": "The Union of European Football Associations (UEFA) is the governing body for football in Europe.", | |
| "doc_36": "The International Tennis Federation (ITF) is the global governing body for the sport of tennis.", | |
| "doc_37": "The National Football League (NFL) is a professional American football league consisting of 32 teams.", | |
| "doc_38": "The PGA Tour is the organizer of professional golf tours primarily in the United States." | |
| } | |
| }, | |
| { | |
| "id": "q_0103", | |
| "domain": "sports", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What term is used in tennis for a score of zero?", | |
| "ground_truth_answer": "Love", | |
| "relevant_doc_ids": [ | |
| "doc_39", | |
| "doc_40", | |
| "doc_41" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Ace", | |
| "Deuce", | |
| "Fault", | |
| "Break", | |
| "Advantage" | |
| ], | |
| "corpus": { | |
| "doc_39": "In tennis, the term 'love' is used to denote a score of zero. The origins of this term are debated, but it is thought to come from the French word 'l'\u0153uf', meaning 'egg', indicating the shape of a zero.", | |
| "doc_40": "The scoring system in tennis progresses from love to 15, 30, 40, and then game. The unusual scoring has historical roots in the sport.", | |
| "doc_41": "The term 'love' is one of many unique aspects of tennis scoring, which also includes terms such as 'deuce' and 'advantage'.", | |
| "doc_42": "A 'slam dunk' is a basketball move where a player jumps and scores by putting the ball through the hoop with one or both hands.", | |
| "doc_43": "In baseball, a 'home run' is when a player hits the ball out of the playing field, allowing them to round all bases and score.", | |
| "doc_44": "A 'hat trick' in soccer occurs when a player scores three goals in a single match.", | |
| "doc_45": "In golf, a 'birdie' refers to completing a hole one stroke under par.", | |
| "doc_46": "The 'Ironman Triathlon' is a series of long-distance triathlon races consisting of swimming, cycling, and running." | |
| } | |
| }, | |
| { | |
| "id": "q_0104", | |
| "domain": "politics", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year was the United Nations founded?", | |
| "ground_truth_answer": "1945", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1919", | |
| "1941", | |
| "1950", | |
| "1965", | |
| "1979" | |
| ], | |
| "corpus": { | |
| "doc_1": "The French Revolution began in 1789 and is often seen as a period of radical social and political upheaval in France.", | |
| "doc_2": "The American Civil War was fought from 1861 to 1865, primarily over states' rights and slavery.", | |
| "doc_3": "The United Nations was founded in 1945 following the end of World War II as a means to promote international cooperation.", | |
| "doc_4": "The Meiji Restoration in Japan marked a period of rapid modernization and Westernization beginning in 1868.", | |
| "doc_5": "The Magna Carta, signed in 1215, is a charter of liberties to which the English barons forced King John to give his assent.", | |
| "doc_6": "The signing of the Treaty of Versailles in 1919 formally ended World War I and imposed many restrictions on Germany.", | |
| "doc_7": "In 1945, representatives from 50 countries met in San Francisco to draft the United Nations Charter.", | |
| "doc_8": "The Cuban Missile Crisis in 1962 was a pivotal moment in the Cold War that brought the world close to nuclear conflict.", | |
| "doc_9": "The Glorious Revolution of 1688 led to the establishment of a constitutional monarchy in England." | |
| } | |
| }, | |
| { | |
| "id": "q_0105", | |
| "domain": "politics", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who was the first female Prime Minister of the United Kingdom?", | |
| "ground_truth_answer": "Margaret Thatcher", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Theresa May", | |
| "Angela Merkel", | |
| "Indira Gandhi", | |
| "Jacinda Ardern", | |
| "Benazir Bhutto" | |
| ], | |
| "corpus": { | |
| "doc_1": "The presidency of Franklin D. Roosevelt witnessed several key policies of the New Deal during the Great Depression.", | |
| "doc_2": "Nelson Mandela became South Africa's first black president following the end of apartheid in 1994.", | |
| "doc_3": "Margaret Thatcher, known as the 'Iron Lady', was the first woman to become Prime Minister of the United Kingdom.", | |
| "doc_4": "Winston Churchill is best remembered for his leadership of the United Kingdom during World War II.", | |
| "doc_5": "In 1979, Margaret Thatcher became the UK's first female Prime Minister, serving until 1990.", | |
| "doc_6": "The presidency of John F. Kennedy was marked by the Cuban Missile Crisis and the beginning of the Vietnam War.", | |
| "doc_7": "The Suffragette movement in the early 20th century played a crucial role in securing women's voting rights in the UK.", | |
| "doc_8": "Mahatma Gandhi is widely known for his non-violent resistance in the struggle for Indian independence.", | |
| "doc_9": "The European Union was established to foster economic cooperation among its member states.", | |
| "doc_10": "The Berlin Wall was a barrier that divided East and West Berlin from 1961 to 1989.", | |
| "doc_11": "In the United States, the Civil Rights Movement sought to end racial segregation and discrimination." | |
| } | |
| }, | |
| { | |
| "id": "q_0106", | |
| "domain": "politics", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "What organization was founded to ensure international peace and security after World War I?", | |
| "ground_truth_answer": "League of Nations", | |
| "relevant_doc_ids": [ | |
| "doc_6", | |
| "doc_11" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "United Nations", | |
| "NATO", | |
| "Warsaw Pact", | |
| "European Union", | |
| "ASEAN" | |
| ], | |
| "corpus": { | |
| "doc_1": "The North Atlantic Treaty Organization (NATO) was established in 1949 as a military alliance for collective defense.", | |
| "doc_2": "The World Trade Organization (WTO) deals with global rules of trade between nations.", | |
| "doc_3": "The International Monetary Fund (IMF) provides financial assistance and advice to member countries.", | |
| "doc_4": "The African Union is a continental union consisting of 55 countries in Africa.", | |
| "doc_5": "OPEC is an organization of petroleum-exporting countries that coordinates and unifies petroleum policies.", | |
| "doc_6": "The League of Nations was founded in 1920 as a result of the Treaty of Versailles and aimed to maintain world peace.", | |
| "doc_7": "The Red Cross is an international humanitarian organization providing emergency assistance and disaster relief.", | |
| "doc_8": "The World Health Organization (WHO) is a specialized agency of the United Nations responsible for international public health.", | |
| "doc_9": "The International Olympic Committee (IOC) is responsible for organizing the modern Olympic Games.", | |
| "doc_10": "The United Nations Educational, Scientific and Cultural Organization (UNESCO) seeks to build peace through education and culture.", | |
| "doc_11": "The League of Nations was unable to prevent World War II, leading to its eventual dissolution and replacement by the United Nations." | |
| } | |
| }, | |
| { | |
| "id": "q_0107", | |
| "domain": "politics", | |
| "answer_type": "concept", | |
| "noise_tier": "noisy", | |
| "question": "What is the term for the separation of powers into different branches of government?", | |
| "ground_truth_answer": "Checks and balances", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_10" | |
| ], | |
| "required_min_steps": 5, | |
| "plausible_wrong_answers": [ | |
| "Federalism", | |
| "Bicameralism", | |
| "Plurality", | |
| "Direct democracy", | |
| "Proportional representation" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Bill of Rights refers to the first ten amendments to the United States Constitution, guaranteeing fundamental rights.", | |
| "doc_2": "Federalism is a system of government in which power is divided between a central authority and constituent units.", | |
| "doc_3": "Checks and balances is a principle of government that ensures no single branch becomes too powerful.", | |
| "doc_4": "A bicameral legislature consists of two separate chambers or houses that deliberate and vote on legislation.", | |
| "doc_5": "In a direct democracy, citizens participate directly in decision-making without intermediary representatives.", | |
| "doc_6": "Judicial review allows courts to assess the constitutionality of legislative and executive actions.", | |
| "doc_7": "Proportional representation is an electoral system in which parties gain seats in proportion to the number of votes cast for them.", | |
| "doc_8": "The separation of church and state is a principle that ensures religious institutions are kept out of government affairs.", | |
| "doc_9": "Plurality voting is a system where the candidate with the most votes wins, regardless of whether they achieve a majority.", | |
| "doc_10": "The United States Constitution establishes a system of checks and balances among the legislative, executive, and judicial branches.", | |
| "doc_11": "Sovereignty refers to the full right and power of a governing body to govern itself without external interference.", | |
| "doc_12": "The Enlightenment was an intellectual and philosophical movement that dominated Europe during the 18th century.", | |
| "doc_13": "Mercantilism is an economic theory that emphasizes the role of the state in managing international trade and commerce.", | |
| "doc_14": "The Marshall Plan was an American initiative providing aid to Western Europe following the devastation of World War II." | |
| } | |
| }, | |
| { | |
| "id": "q_0108", | |
| "domain": "medicine", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the polio vaccine first licensed for use?", | |
| "ground_truth_answer": "1955", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_4" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1961", | |
| "1945", | |
| "1970", | |
| "1965" | |
| ], | |
| "corpus": { | |
| "doc_1": "The discovery of penicillin by Alexander Fleming in 1928 marked a significant breakthrough in antibiotic medicine.", | |
| "doc_2": "The polio vaccine, developed by Jonas Salk, was first licensed for use in 1955, significantly reducing the incidence of polio worldwide.", | |
| "doc_3": "The structure of DNA was first described by Watson and Crick in 1953, revolutionizing the field of genetics.", | |
| "doc_4": "In 1955, the polio vaccine was introduced, leading to a dramatic decline in cases of poliomyelitis.", | |
| "doc_5": "The World Health Organization was founded on April 7, 1948, to lead global health responses.", | |
| "doc_6": "The first successful heart transplant was performed by Dr. Christiaan Barnard in 1967.", | |
| "doc_7": "Insulin was first used to treat diabetes in humans in 1922, saving countless lives.", | |
| "doc_8": "The Human Genome Project, completed in 2003, was a landmark achievement in identifying and mapping all of the genes in human DNA." | |
| } | |
| }, | |
| { | |
| "id": "q_0109", | |
| "domain": "medicine", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is credited with the discovery of penicillin?", | |
| "ground_truth_answer": "Alexander Fleming", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Robert Koch", | |
| "Louis Pasteur", | |
| "Edward Jenner", | |
| "Joseph Lister" | |
| ], | |
| "corpus": { | |
| "doc_1": "Alexander Fleming discovered penicillin in 1928, which led to the development of antibiotics that have saved countless lives.", | |
| "doc_2": "The concept of vaccine was pioneered by Edward Jenner, who developed the smallpox vaccine in 1796.", | |
| "doc_3": "Hippocrates, often referred to as the 'Father of Medicine', laid the foundations for modern medicine in ancient Greece.", | |
| "doc_4": "The introduction of anesthesia in the 19th century revolutionized surgery, allowing for pain-free operations.", | |
| "doc_5": "In 1928, Alexander Fleming's observation of the antibacterial effects of mold marked the beginning of the antibiotic era.", | |
| "doc_6": "The discovery of the X-ray by Wilhelm Conrad Roentgen in 1895 heralded a new age in medical imaging.", | |
| "doc_7": "The Black Death, which swept through Europe in the 14th century, was caused by the bacterium Yersinia pestis.", | |
| "doc_8": "James Watson and Francis Crick are credited with the discovery of the double helix structure of DNA.", | |
| "doc_9": "The vaccination campaign against polio was one of the largest public health initiatives of the 20th century.", | |
| "doc_10": "Blood transfusion practices have evolved significantly since the first successful transfusion in 1818." | |
| } | |
| }, | |
| { | |
| "id": "q_0110", | |
| "domain": "medicine", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where was the first successful human heart transplant performed?", | |
| "ground_truth_answer": "Cape Town", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "London", | |
| "New York", | |
| "Paris", | |
| "Sydney" | |
| ], | |
| "corpus": { | |
| "doc_1": "The development of MRI technology revolutionized non-invasive diagnostic imaging.", | |
| "doc_2": "Penicillin, discovered by Alexander Fleming, was mass-produced during World War II, saving many lives.", | |
| "doc_3": "The first successful human heart transplant was performed by Dr. Christiaan Barnard in Cape Town in 1967.", | |
| "doc_4": "In 1953, Watson and Crick published their description of the DNA double helix.", | |
| "doc_5": "The polio vaccine, developed by Jonas Salk, was a major medical breakthrough.", | |
| "doc_6": "The Spanish flu pandemic of 1918 was one of the deadliest pandemics in history.", | |
| "doc_7": "Cape Town gained international recognition when Dr. Christiaan Barnard performed the first heart transplant there in 1967.", | |
| "doc_8": "Vaccination campaigns have successfully eradicated diseases like smallpox.", | |
| "doc_9": "Florence Nightingale is known as the founder of modern nursing.", | |
| "doc_10": "The discovery of insulin by Banting and Best has been vital in diabetes management.", | |
| "doc_11": "The first use of general anesthesia occurred in the 19th century, allowing for advanced surgical procedures.", | |
| "doc_12": "The Human Genome Project was a collaborative effort to map human DNA." | |
| } | |
| }, | |
| { | |
| "id": "q_0111", | |
| "domain": "medicine", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization is primarily responsible for coordinating international public health responses?", | |
| "ground_truth_answer": "World Health Organization", | |
| "relevant_doc_ids": [ | |
| "doc_6", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Centers for Disease Control and Prevention", | |
| "United Nations", | |
| "Doctors Without Borders", | |
| "International Red Cross" | |
| ], | |
| "corpus": { | |
| "doc_1": "The discovery of penicillin in 1928 marked the beginning of modern antibiotics.", | |
| "doc_2": "The American Medical Association is a professional group that publishes research to advance public health.", | |
| "doc_3": "Marie Curie's research on radioactivity led to the development of X-ray machines.", | |
| "doc_4": "The development of the polio vaccine greatly reduced the incidence of the disease.", | |
| "doc_5": "In the 19th century, Joseph Lister introduced antiseptic procedures in surgery.", | |
| "doc_6": "The World Health Organization, established in 1948, is the leading authority on international health within the United Nations system.", | |
| "doc_7": "The first medical use of insulin in diabetes treatment took place in 1922.", | |
| "doc_8": "The Nobel Prize in Physiology or Medicine is awarded annually for significant contributions to the field.", | |
| "doc_9": "Founded in 1948, the World Health Organization coordinates global responses to health emergencies.", | |
| "doc_10": "The development of vaccines has been crucial in the fight against infectious diseases.", | |
| "doc_11": "The Centers for Disease Control and Prevention focuses on public health and safety in the United States." | |
| } | |
| }, | |
| { | |
| "id": "q_0112", | |
| "domain": "medicine", | |
| "answer_type": "concept", | |
| "noise_tier": "noisy", | |
| "question": "What concept refers to the body's ability to resist harmful microorganisms from entering it?", | |
| "ground_truth_answer": "Immunity", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_12" | |
| ], | |
| "required_min_steps": 5, | |
| "plausible_wrong_answers": [ | |
| "Antigen", | |
| "Antibody", | |
| "Pathogen", | |
| "Inflammation" | |
| ], | |
| "corpus": { | |
| "doc_1": "Antibodies are proteins produced by the immune system to neutralize pathogens.", | |
| "doc_2": "Immunity is the body's defense mechanism that protects against infectious agents.", | |
| "doc_3": "Pathogens are microorganisms that can cause disease.", | |
| "doc_4": "Inflammation is the body's response to injury or infection, often causing redness and swelling.", | |
| "doc_5": "Edward Jenner's development of the smallpox vaccine laid the foundation for immunology.", | |
| "doc_6": "The discovery of the structure of DNA by Watson and Crick was a pivotal moment in genetics.", | |
| "doc_7": "The heart-lung machine, developed in the mid-20th century, enabled complex cardiac surgeries.", | |
| "doc_8": "In 1895, Wilhelm Conrad Roentgen discovered X-rays, opening new possibilities in medical diagnostics.", | |
| "doc_9": "The placebo effect is a phenomenon where patients experience a perceived improvement in condition despite receiving a non-active treatment.", | |
| "doc_10": "The role of vitamins in human health was first recognized in the early 20th century.", | |
| "doc_11": "Antigens are substances that provoke an immune response in the body.", | |
| "doc_12": "The concept of immunity involves the body's capability to ward off harmful microorganisms and prevent infection.", | |
| "doc_13": "The discovery of penicillin significantly advanced the treatment of bacterial infections.", | |
| "doc_14": "The role of the hypothalamus in regulating body temperature is crucial for maintaining homeostasis." | |
| } | |
| }, | |
| { | |
| "id": "q_0113", | |
| "domain": "literature", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was 'The Great Gatsby' published?", | |
| "ground_truth_answer": "1925", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1930", | |
| "1917", | |
| "1923", | |
| "1935", | |
| "1920" | |
| ], | |
| "corpus": { | |
| "doc_1": "Herman Melville's 'Moby-Dick' was published in 1851 and is one of the greatest American novels.", | |
| "doc_2": "Jane Austen's 'Pride and Prejudice' was first published in 1813 and remains widely read.", | |
| "doc_3": "F. Scott Fitzgerald's novel 'The Great Gatsby' was published in 1925 and is set in the Jazz Age.", | |
| "doc_4": "Emily Bront\u00eb's 'Wuthering Heights' was first published in 1847 and stands as a classic of English literature.", | |
| "doc_5": "Published in 1925, 'The Great Gatsby' is considered a masterpiece of American fiction.", | |
| "doc_6": "Charles Dickens' 'Great Expectations' was first serialized in 1860-1861.", | |
| "doc_7": "Harper Lee's 'To Kill a Mockingbird' was published in 1960 and addresses themes of racial injustice.", | |
| "doc_8": "George Orwell's '1984' was published in 1949 and explores themes of totalitarianism." | |
| } | |
| }, | |
| { | |
| "id": "q_0114", | |
| "domain": "literature", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is the author of 'The Catcher in the Rye'?", | |
| "ground_truth_answer": "J.D. Salinger", | |
| "relevant_doc_ids": [ | |
| "doc_10", | |
| "doc_11" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "F. Scott Fitzgerald", | |
| "Ernest Hemingway", | |
| "William Faulkner", | |
| "Mark Twain", | |
| "John Steinbeck" | |
| ], | |
| "corpus": { | |
| "doc_1": "Nathaniel Hawthorne, an American novelist, is best known for his 1850 novel 'The Scarlet Letter'.", | |
| "doc_2": "Mark Twain was an American author known for 'The Adventures of Tom Sawyer' and its sequel 'Adventures of Huckleberry Finn'.", | |
| "doc_3": "George Eliot, born Mary Ann Evans, authored the novel 'Middlemarch', which was published in 1871.", | |
| "doc_4": "Virginia Woolf's 'Mrs. Dalloway' was published in 1925 and explores themes of mental health.", | |
| "doc_5": "Leo Tolstoy's 'War and Peace' is another notable work, published in 1869.", | |
| "doc_6": "Gabriel Garc\u00eda M\u00e1rquez, a Colombian novelist, wrote 'One Hundred Years of Solitude'.", | |
| "doc_7": "J.K. Rowling is a British author known for the 'Harry Potter' series.", | |
| "doc_8": "Kazuo Ishiguro is a British author who won the Nobel Prize in Literature in 2017.", | |
| "doc_9": "Philip Roth, an American novelist, wrote 'American Pastoral', which won the Pulitzer Prize.", | |
| "doc_10": "J.D. Salinger is the reclusive author of 'The Catcher in the Rye', published in 1951.", | |
| "doc_11": "The novel 'The Catcher in the Rye' was written by J.D. Salinger and follows the story of Holden Caulfield.", | |
| "doc_12": "Toni Morrison was an American novelist noted for her rich prose and deep exploration of African American themes." | |
| } | |
| }, | |
| { | |
| "id": "q_0115", | |
| "domain": "literature", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the setting of 'Pride and Prejudice'?", | |
| "ground_truth_answer": "England", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_4", | |
| "doc_12", | |
| "doc_13" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "France", | |
| "Italy", | |
| "Spain", | |
| "Scotland", | |
| "Ireland" | |
| ], | |
| "corpus": { | |
| "doc_1": "Homer's 'The Odyssey' is set in various locations across the Mediterranean, including Ithaca.", | |
| "doc_2": "'Pride and Prejudice' by Jane Austen is set in England and explores themes of love and social standing.", | |
| "doc_3": "Fyodor Dostoevsky's 'Crime and Punishment' is set in St. Petersburg, Russia.", | |
| "doc_4": "Set in rural England, 'Pride and Prejudice' features the lives of the Bennet family.", | |
| "doc_5": "'Les Mis\u00e9rables' by Victor Hugo is set primarily in Paris, France.", | |
| "doc_6": "The setting of 'Anna Karenina' by Leo Tolstoy is in Russia, mainly Moscow and St. Petersburg.", | |
| "doc_7": "James Joyce's 'Ulysses' unfolds in Dublin, Ireland, on a single day in 1904.", | |
| "doc_8": "Set in the fictional town of Maycomb, Alabama, 'To Kill a Mockingbird' addresses serious social issues.", | |
| "doc_9": "The primary setting of 'Moby-Dick' is aboard the whaling ship Pequod.", | |
| "doc_10": "'The Brothers Karamazov', a novel by Dostoevsky, takes place in 19th century Russia.", | |
| "doc_11": "'The Hobbit' by J.R.R. Tolkien is set in Middle-earth, a fantasy realm.", | |
| "doc_12": "Emily Dickinson's poetry often reflects the New England landscape where she spent most of her life.", | |
| "doc_13": "'The Picture of Dorian Gray' by Oscar Wilde is mainly set in London, England.", | |
| "doc_14": "Aldous Huxley's 'Brave New World' is set in a dystopian future world." | |
| } | |
| }, | |
| { | |
| "id": "q_0116", | |
| "domain": "literature", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization awards the Pulitzer Prize for Fiction?", | |
| "ground_truth_answer": "Columbia University", | |
| "relevant_doc_ids": [ | |
| "doc_6", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "The New York Times", | |
| "The National Book Foundation", | |
| "The American Library Association", | |
| "The Booker Prize Foundation", | |
| "The PEN/Faulkner Foundation" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Booker Prize is an annual award for the best original novel written in the English language.", | |
| "doc_2": "The Nobel Prize in Literature is awarded by the Swedish Academy.", | |
| "doc_3": "The Man Booker International Prize recognizes one writer for a body of work, written in any language and translated into English.", | |
| "doc_4": "The American Library Association awards the Newbery Medal to the author of the most distinguished contribution to American literature for children.", | |
| "doc_5": "The National Book Award is a set of annual U.S. literary awards presented by the National Book Foundation.", | |
| "doc_6": "Columbia University administers the Pulitzer Prizes, including the Pulitzer Prize for Fiction, established in 1917.", | |
| "doc_7": "The Orange Prize, now known as the Women's Prize for Fiction, celebrates excellence, originality, and accessibility in women's writing.", | |
| "doc_8": "The Edgar Awards are presented every year by the Mystery Writers of America.", | |
| "doc_9": "The Pulitzer Prizes, including those for journalism and letters, are awarded by Columbia University in New York.", | |
| "doc_10": "The PEN/Faulkner Award is an annual prize awarded to American authors of fiction.", | |
| "doc_11": "The Hugo Awards are given annually for the best science fiction or fantasy works." | |
| } | |
| }, | |
| { | |
| "id": "q_0117", | |
| "domain": "literature", | |
| "answer_type": "concept", | |
| "noise_tier": "noisy", | |
| "question": "What literary concept refers to an unexpected power saving a seemingly hopeless situation?", | |
| "ground_truth_answer": "Deus ex machina", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_6" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Red Herring", | |
| "MacGuffin", | |
| "Chekhov's Gun", | |
| "Foreshadowing", | |
| "Unreliable Narrator" | |
| ], | |
| "corpus": { | |
| "doc_1": "The term 'Red Herring' is used to describe a misleading clue in a mystery or thriller.", | |
| "doc_2": "A 'MacGuffin' is an object or device in a movie or a book that serves merely as a trigger for the plot.", | |
| "doc_3": "The concept of 'Deus ex machina' is a plot device where an unexpected power resolves the story's main conflict.", | |
| "doc_4": "Foreshadowing is a literary device used to give an indication or hint of what is to come later in the story.", | |
| "doc_5": "An 'Unreliable Narrator' is a character whose credibility has been seriously compromised.", | |
| "doc_6": "'Deus ex machina' is often criticized for being an easy way out of a complex plot situation.", | |
| "doc_7": "Chekhov's Gun is a dramatic principle that states every element in a story must be necessary.", | |
| "doc_8": "'Stream of consciousness' is a narrative mode that attempts to capture the flow of thoughts and feelings.", | |
| "doc_9": "Irony is a literary device where the intended meaning is opposite to the literal meaning.", | |
| "doc_10": "A 'subplot' is a secondary plot, or a strand of the main plot that runs parallel to it and supports it.", | |
| "doc_11": "Personification is a figure of speech where human qualities are attributed to animals, inanimate objects, or ideas.", | |
| "doc_12": "Alliteration is the repetition of an initial consonant sound in close or adjoining words.", | |
| "doc_13": "Metaphor is a figure of speech that makes a comparison between two unlike things." | |
| } | |
| }, | |
| { | |
| "id": "q_0118", | |
| "domain": "history", | |
| "answer_type": "year", | |
| "noise_tier": "medium", | |
| "question": "In which year did the Treaty of Versailles officially end World War I?", | |
| "ground_truth_answer": "1919", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_7", | |
| "doc_10" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1918", | |
| "1920", | |
| "1917", | |
| "1921" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Meiji Restoration marked a significant shift in Japan's political and cultural structures in the late 19th century.", | |
| "doc_2": "The Russian Revolution of 1917 led to the rise of the Soviet Union and the fall of the Tsarist regime.", | |
| "doc_3": "The Treaty of Versailles, signed in 1919, imposed heavy reparations on Germany and officially ended World War I.", | |
| "doc_4": "The American Civil War, occurring from 1861 to 1865, was a pivotal conflict in United States history.", | |
| "doc_5": "The French Revolution, beginning in 1789, drastically changed the social and political landscape of France.", | |
| "doc_6": "The Industrial Revolution began in the late 18th century in Britain, transforming manufacturing processes.", | |
| "doc_7": "In 1919, the Treaty of Versailles was signed, concluding the state of war between Germany and the Allied Powers.", | |
| "doc_8": "The fall of Constantinople in 1453 marked the end of the Byzantine Empire and a significant shift in European history.", | |
| "doc_9": "The Renaissance was a period of great cultural and artistic change in Europe, spanning the 14th to the 17th centuries.", | |
| "doc_10": "World War I ended with the signing of the Treaty of Versailles in 1919, reshaping borders and international relations.", | |
| "doc_11": "The Ottoman Empire reached its peak in the 16th and 17th centuries under Suleiman the Magnificent." | |
| } | |
| }, | |
| { | |
| "id": "q_0119", | |
| "domain": "history", | |
| "answer_type": "person_name", | |
| "noise_tier": "clean", | |
| "question": "Who was the first emperor of unified China?", | |
| "ground_truth_answer": "Qin Shi Huang", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Liu Bang", | |
| "Cao Cao", | |
| "Sun Tzu", | |
| "Kublai Khan" | |
| ], | |
| "corpus": { | |
| "doc_1": "Qin Shi Huang was the founder of the Qin dynasty and the first emperor of a unified China, ruling from 221 to 210 BCE.", | |
| "doc_2": "The Spanish Armada was defeated by the English navy in 1588, marking a turning point in naval warfare.", | |
| "doc_3": "The Battle of Hastings in 1066 was a decisive Norman victory that led to the conquest of England.", | |
| "doc_4": "The Magna Carta, signed in 1215, was a crucial document in the development of constitutional governance.", | |
| "doc_5": "The exploration of the New World by European powers began in the late 15th century with figures like Columbus and Magellan.", | |
| "doc_6": "The Renaissance artist Leonardo da Vinci was known for masterpieces like the Mona Lisa and The Last Supper.", | |
| "doc_7": "The Protestant Reformation, initiated by Martin Luther in 1517, led to significant religious changes in Europe.", | |
| "doc_8": "The rise and fall of the Roman Empire had a lasting impact on the cultural and political development of Europe.", | |
| "doc_9": "As the first emperor of China, Qin Shi Huang centralized power and initiated the construction of the Great Wall." | |
| } | |
| }, | |
| { | |
| "id": "q_0120", | |
| "domain": "history", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Which city was the capital of the Aztec Empire?", | |
| "ground_truth_answer": "Tenochtitlan", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_12" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Cuzco", | |
| "Machu Picchu", | |
| "Chichen Itza", | |
| "Tiwanaku", | |
| "Tikal" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Gupta Empire is often referred to as the Golden Age of India due to its advancements in science and culture.", | |
| "doc_2": "Tenochtitlan was the capital of the Aztec Empire, located on present-day Mexico City.", | |
| "doc_3": "The fall of the Western Roman Empire in 476 AD marked the beginning of the Middle Ages in Europe.", | |
| "doc_4": "The Silk Road was an ancient network of trade routes connecting China and the Far East with the Middle East and Europe.", | |
| "doc_5": "The Byzantine Empire preserved much of Roman and Greek culture during the Middle Ages.", | |
| "doc_6": "The Hundred Years' War was a series of conflicts waged between the Kingdom of England and the Kingdom of France from 1337 to 1453.", | |
| "doc_7": "The reign of Cleopatra VII marked the end of the Ptolemaic Kingdom of Egypt.", | |
| "doc_8": "The Mayan civilization thrived in regions of present-day Mexico, Guatemala, Belize, and Honduras.", | |
| "doc_9": "The Enlightenment was an intellectual and philosophical movement that dominated the world of ideas in Europe during the 17th and 18th centuries.", | |
| "doc_10": "The Vikings were seafaring Norse people from southern Scandinavia (present-day Denmark, Norway, and Sweden).", | |
| "doc_11": "The Persian Empire was one of the largest empires in history, known for its complex administration and vast territories.", | |
| "doc_12": "Built on a series of islets, Tenochtitlan was the center of the Aztec political, economic, and religious life.", | |
| "doc_13": "The Mongol Empire, founded by Genghis Khan, was the largest contiguous land empire in history.", | |
| "doc_14": "The Norman Conquest of England led to profound changes in the English culture and language.", | |
| "doc_15": "The Ottoman Empire was centered in present-day Turkey and lasted from approximately 1299 to 1922." | |
| } | |
| }, | |
| { | |
| "id": "q_0121", | |
| "domain": "history", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "What organization was formed in 1945 to prevent future conflicts after World War II?", | |
| "ground_truth_answer": "United Nations", | |
| "relevant_doc_ids": [ | |
| "doc_4", | |
| "doc_5", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "League of Nations", | |
| "NATO", | |
| "European Union", | |
| "Warsaw Pact" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Renaissance marked a period of cultural revival and advancement in Europe between the 14th and 17th centuries.", | |
| "doc_2": "The American Revolution, which ended in 1783, led to the independence of the United States from British rule.", | |
| "doc_3": "The Congress of Vienna, held from 1814 to 1815, aimed to restore balance in Europe after the Napoleonic Wars.", | |
| "doc_4": "The United Nations was established in 1945 to promote peace, security, and cooperation among nations.", | |
| "doc_5": "Formed in 1945, the United Nations seeks to prevent conflicts and provide mechanisms for international collaboration.", | |
| "doc_6": "The Dust Bowl of the 1930s caused severe agricultural damage in the American Midwest.", | |
| "doc_7": "The fall of the Berlin Wall in 1989 symbolized the end of the Cold War and the division of East and West Berlin.", | |
| "doc_8": "The ancient Egyptian civilization is known for its pyramids, pharaohs, and advances in writing and architecture.", | |
| "doc_9": "In 1945, the United Nations was created as a global organization to address international issues and prevent further world wars.", | |
| "doc_10": "The Wright brothers are credited with inventing and building the world's first successful airplane in 1903.", | |
| "doc_11": "The Hellenistic period followed the conquests of Alexander the Great, spreading Greek culture across the Middle East." | |
| } | |
| }, | |
| { | |
| "id": "q_0122", | |
| "domain": "history", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What concept refers to the belief in the divine right of kings to rule?", | |
| "ground_truth_answer": "Divine Right of Kings", | |
| "relevant_doc_ids": [ | |
| "doc_6", | |
| "doc_8" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Constitutional Monarchy", | |
| "Democracy", | |
| "Feudalism", | |
| "Social Contract" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Code of Hammurabi is one of the oldest deciphered writings of significant length in the world.", | |
| "doc_2": "The Sumerians are credited with developing one of the earliest writing systems, known as cuneiform.", | |
| "doc_3": "The Crusades were a series of religious wars sanctioned by the Latin Church in the medieval period.", | |
| "doc_4": "The fall of the Bastille in 1789 was a key event in the French Revolution.", | |
| "doc_5": "The invention of the printing press by Johannes Gutenberg in the mid-15th century revolutionized the spread of knowledge.", | |
| "doc_6": "The Divine Right of Kings was a doctrine that asserted the monarch's legitimacy as ordained by God, unchallengeable by earthly authorities.", | |
| "doc_7": "The Great Schism refers to the division between the Eastern Orthodox and Roman Catholic Churches in 1054.", | |
| "doc_8": "Kings in medieval Europe often invoked the Divine Right of Kings to legitimize their rule as appointed by God.", | |
| "doc_9": "The Treaty of Tordesillas divided the newly discovered lands outside Europe between Portugal and Spain." | |
| } | |
| }, | |
| { | |
| "id": "q_0123", | |
| "domain": "science", | |
| "answer_type": "year", | |
| "noise_tier": "medium", | |
| "question": "In what year was the double helix structure of DNA discovered?", | |
| "ground_truth_answer": "1953", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_6", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1961", | |
| "1944", | |
| "1975", | |
| "1987", | |
| "1928" | |
| ], | |
| "corpus": { | |
| "doc_1": "The theory of general relativity, developed by Albert Einstein, revolutionized our understanding of gravity.", | |
| "doc_2": "Gregor Mendel's experiments on pea plants laid the foundation for the field of genetics.", | |
| "doc_3": "In 1953, James Watson and Francis Crick announced the discovery of the double helix structure of DNA, which was crucial for understanding genetic information.", | |
| "doc_4": "The Large Hadron Collider is one of the world's most powerful particle accelerators, located in Switzerland.", | |
| "doc_5": "The development of the polio vaccine by Jonas Salk was a major breakthrough in medical science.", | |
| "doc_6": "The double helix model of DNA, discovered in 1953, explained how genetic information is stored and transferred.", | |
| "doc_7": "1953 was the year when Watson and Crick introduced the structure of DNA that transformed biology.", | |
| "doc_8": "Photosynthesis is the process by which green plants use sunlight to synthesize foods from carbon dioxide and water.", | |
| "doc_9": "Antibiotics have been one of the most important developments in fighting bacterial infections.", | |
| "doc_10": "Plate tectonics theory explains the movement of Earth's lithospheric plates and provides a framework for understanding earthquakes and volcanism." | |
| } | |
| }, | |
| { | |
| "id": "q_0124", | |
| "domain": "science", | |
| "answer_type": "person_name", | |
| "noise_tier": "clean", | |
| "question": "Who is known for the theory of natural selection?", | |
| "ground_truth_answer": "Charles Darwin", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Isaac Newton", | |
| "Albert Einstein", | |
| "Gregor Mendel", | |
| "Louis Pasteur", | |
| "Galileo Galilei" | |
| ], | |
| "corpus": { | |
| "doc_1": "Marie Curie's pioneering research on radioactivity led to the development of X-rays in surgery.", | |
| "doc_2": "Charles Darwin introduced the concept of natural selection, providing a mechanism for evolution.", | |
| "doc_3": "The laws of motion formulated by Isaac Newton were crucial to the development of classical mechanics.", | |
| "doc_4": "Alexander Fleming discovered penicillin, the first true antibiotic, in 1928.", | |
| "doc_5": "Albert Einstein's equation E=mc\u00b2 is a cornerstone of modern physics.", | |
| "doc_6": "The discovery of the electron by J.J. Thomson was a pivotal moment in the field of atomic physics.", | |
| "doc_7": "In his book 'On the Origin of Species', Charles Darwin explained how natural selection drives evolution.", | |
| "doc_8": "The periodic table, developed by Dmitri Mendeleev, organizes elements based on their atomic number." | |
| } | |
| }, | |
| { | |
| "id": "q_0125", | |
| "domain": "science", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the Large Hadron Collider located?", | |
| "ground_truth_answer": "Switzerland", | |
| "relevant_doc_ids": [ | |
| "doc_4", | |
| "doc_9" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "France", | |
| "Germany", | |
| "USA", | |
| "Japan", | |
| "Russia" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Galapagos Islands are known for their unique biodiversity and played a role in Charles Darwin's studies.", | |
| "doc_2": "The Hubble Space Telescope has provided stunning images of distant galaxies.", | |
| "doc_3": "The Amazon rainforest is home to a vast array of plant and animal species.", | |
| "doc_4": "The Large Hadron Collider, located in Switzerland, is the world's most powerful particle accelerator.", | |
| "doc_5": "Antarctica is the coldest continent and is covered with ice sheets.", | |
| "doc_6": "The Great Barrier Reef, located off the coast of Australia, is the largest coral reef system in the world.", | |
| "doc_7": "The Sahara Desert is the largest hot desert in the world.", | |
| "doc_8": "Mount Everest, the highest mountain in the world, is located on the border between Nepal and China.", | |
| "doc_9": "CERN, the European Organization for Nuclear Research, operates the Large Hadron Collider in Switzerland.", | |
| "doc_10": "The Nile River is the longest river in Africa and flows through several countries.", | |
| "doc_11": "The Mariana Trench is the deepest part of the world's oceans.", | |
| "doc_12": "The Amazon River is the second longest river in the world, flowing through Brazil and several other countries.", | |
| "doc_13": "The Andromeda Galaxy is the closest spiral galaxy to the Milky Way.", | |
| "doc_14": "The Gobi Desert is a large desert region in Asia." | |
| } | |
| }, | |
| { | |
| "id": "q_0126", | |
| "domain": "science", | |
| "answer_type": "concept", | |
| "noise_tier": "medium", | |
| "question": "What is the principle that explains the buoyant force on objects submerged in fluid?", | |
| "ground_truth_answer": "Archimedes' Principle", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_4", | |
| "doc_8" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Newton's First Law", | |
| "Pascal's Law", | |
| "Bernoulli's Principle", | |
| "Heisenberg Uncertainty Principle", | |
| "Coulomb's Law" | |
| ], | |
| "corpus": { | |
| "doc_1": "Newton's First Law states that an object at rest stays at rest and an object in motion stays in motion unless acted upon by an external force.", | |
| "doc_2": "Archimedes' Principle states that a body submerged in a fluid experiences a buoyant force equal to the weight of the fluid displaced by the body.", | |
| "doc_3": "Bernoulli's Principle explains how an increase in the speed of a fluid occurs simultaneously with a decrease in pressure or potential energy.", | |
| "doc_4": "The buoyant force on an object submerged in fluid is described by Archimedes' Principle, which is a key concept in fluid mechanics.", | |
| "doc_5": "Pascal's Law states that a change in pressure applied to an enclosed fluid is transmitted undiminished to every point of the fluid and to the walls of its container.", | |
| "doc_6": "Heisenberg's Uncertainty Principle is a fundamental concept in quantum mechanics, describing the limit to the precision with which certain pairs of physical properties can be known simultaneously.", | |
| "doc_7": "Coulomb's Law defines the electrostatic interaction between electrically charged particles.", | |
| "doc_8": "According to Archimedes' Principle, the buoyant force is directly proportional to the volume of fluid displaced by an object.", | |
| "doc_9": "Entropy is a concept in thermodynamics that measures the degree of disorder or randomness in a system.", | |
| "doc_10": "Ohm's Law defines the relationship between voltage, current, and resistance in an electrical circuit.", | |
| "doc_11": "The Doppler Effect refers to the change in frequency or wavelength of a wave in relation to an observer moving relative to the wave source." | |
| } | |
| }, | |
| { | |
| "id": "q_0127", | |
| "domain": "business", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the General Agreement on Tariffs and Trade (GATT) established?", | |
| "ground_truth_answer": "1947", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1955", | |
| "1960", | |
| "1973", | |
| "1980", | |
| "1994" | |
| ], | |
| "corpus": { | |
| "doc_1": "The World Trade Organization (WTO) was established in 1995 to oversee global trade agreements.", | |
| "doc_2": "The North American Free Trade Agreement (NAFTA) was signed in 1992 and took effect in 1994.", | |
| "doc_3": "The General Agreement on Tariffs and Trade (GATT) was created in 1947 to promote international trade by reducing tariffs.", | |
| "doc_4": "The European Economic Community (EEC) was formed in 1957, ultimately evolving into the European Union.", | |
| "doc_5": "The Bretton Woods Conference took place in 1944, establishing the International Monetary Fund (IMF) and the World Bank.", | |
| "doc_6": "The principle of comparative advantage is a key concept in international trade theory.", | |
| "doc_7": "The GATT of 1947 was a legal agreement minimizing barriers to international trade through the reduction of tariffs.", | |
| "doc_8": "The Asian Infrastructure Investment Bank (AIIB) was established in 2016 to support infrastructure development in Asia." | |
| } | |
| }, | |
| { | |
| "id": "q_0128", | |
| "domain": "business", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is known for founding the Virgin Group?", | |
| "ground_truth_answer": "Richard Branson", | |
| "relevant_doc_ids": [ | |
| "doc_9", | |
| "doc_12" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Elon Musk", | |
| "Warren Buffett", | |
| "Jeff Bezos", | |
| "Steve Jobs", | |
| "Mark Zuckerberg" | |
| ], | |
| "corpus": { | |
| "doc_1": "Tesla, known for its electric cars, was founded by Elon Musk.", | |
| "doc_2": "Amazon, the online retail giant, was founded by Jeff Bezos.", | |
| "doc_3": "Apple Inc. was co-founded by Steve Jobs, Steve Wozniak, and Ronald Wayne.", | |
| "doc_4": "Microsoft, a leader in software development, was co-founded by Bill Gates and Paul Allen.", | |
| "doc_5": "Berkshire Hathaway, a multinational conglomerate, is led by renowned investor Warren Buffett.", | |
| "doc_6": "Facebook, the social media platform, was founded by Mark Zuckerberg.", | |
| "doc_7": "Google, known for its search engine and various other services, was founded by Larry Page and Sergey Brin.", | |
| "doc_8": "The Walt Disney Company, an entertainment giant, was co-founded by Walt Disney and Roy O. Disney.", | |
| "doc_9": "Richard Branson is the entrepreneur behind the Virgin Group, which encompasses a range of industries from airlines to music.", | |
| "doc_10": "Nike, a leading sportswear company, was co-founded by Bill Bowerman and Phil Knight.", | |
| "doc_11": "Zara, a major fashion retailer, is part of the Inditex group, established by Amancio Ortega.", | |
| "doc_12": "The Virgin Group, founded by Richard Branson, began with Virgin Records and expanded into various sectors." | |
| } | |
| }, | |
| { | |
| "id": "q_0129", | |
| "domain": "geography", | |
| "answer_type": "year", | |
| "noise_tier": "medium", | |
| "question": "In which year was the Grand Canyon designated as a national park?", | |
| "ground_truth_answer": "1919", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_7", | |
| "doc_10" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1905", | |
| "1925", | |
| "1934", | |
| "1945", | |
| "1950" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Amazon Rainforest covers the majority of the Amazon Basin in South America.", | |
| "doc_2": "Mount Everest is the highest mountain in the world, located in the Himalayas.", | |
| "doc_3": "The Grand Canyon was designated as a national park in 1919, preserving its unique landscape.", | |
| "doc_4": "The Sahara Desert is the largest hot desert in the world, located in North Africa.", | |
| "doc_5": "The Great Barrier Reef is the world's largest coral reef system, located off the coast of Australia.", | |
| "doc_6": "The Nile River is known as the longest river in the world, flowing through northeastern Africa.", | |
| "doc_7": "In 1919, the Grand Canyon was declared a national park to protect its stunning vistas.", | |
| "doc_8": "The Gobi Desert spans northern China and southern Mongolia.", | |
| "doc_9": "Lake Baikal in Siberia is the world's deepest freshwater lake.", | |
| "doc_10": "Grand Canyon National Park, established in 1919, is renowned for its layered bands of red rock.", | |
| "doc_11": "Iguazu Falls is located on the border of Argentina and Brazil." | |
| } | |
| }, | |
| { | |
| "id": "q_0130", | |
| "domain": "geography", | |
| "answer_type": "person_name", | |
| "noise_tier": "clean", | |
| "question": "Who was the geographer responsible for popularizing the term 'geopolitics'?", | |
| "ground_truth_answer": "Rudolf Kjell\u00e9n", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Friedrich Ratzel", | |
| "Halford Mackinder", | |
| "Isaiah Bowman", | |
| "Ellen Churchill Semple" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Panama Canal is a vital waterway connecting the Atlantic and Pacific Oceans.", | |
| "doc_2": "Rudolf Kjell\u00e9n coined and popularized the term 'geopolitics' in the early 20th century.", | |
| "doc_3": "The Andes mountain range stretches along the western edge of South America.", | |
| "doc_4": "The Ring of Fire is a major area in the Pacific Ocean where many earthquakes and volcanic eruptions occur.", | |
| "doc_5": "Kjell\u00e9n's work in geopolitics laid the foundation for a deeper understanding of political geography.", | |
| "doc_6": "The Alps are Europe's most prominent mountain range, famous for skiing and mountaineering.", | |
| "doc_7": "The deepest point in the ocean is the Mariana Trench in the Western Pacific Ocean.", | |
| "doc_8": "The Atacama Desert is the driest non-polar desert in the world." | |
| } | |
| }, | |
| { | |
| "id": "q_0131", | |
| "domain": "geography", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "What is the capital of Bhutan?", | |
| "ground_truth_answer": "Thimphu", | |
| "relevant_doc_ids": [ | |
| "doc_4", | |
| "doc_13" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Kathmandu", | |
| "Dhaka", | |
| "Lhasa", | |
| "Yangon", | |
| "New Delhi" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Amazon River is the second longest river in the world, primarily flowing through Brazil.", | |
| "doc_2": "Sydney is a major city in Australia known for its Opera House.", | |
| "doc_3": "Greenland is the world's largest island, located between the Arctic and Atlantic Oceans.", | |
| "doc_4": "Thimphu is the capital city of Bhutan, a country located in the Eastern Himalayas.", | |
| "doc_5": "The Canadian Shield is a large area of Precambrian rock that forms the core of North America.", | |
| "doc_6": "The Caspian Sea is the world's largest inland body of water, located between Europe and Asia.", | |
| "doc_7": "The Ural Mountains form a natural boundary between Europe and Asia.", | |
| "doc_8": "The Sahara Desert, covering much of North Africa, is the largest hot desert in the world.", | |
| "doc_9": "The city of Kyoto in Japan is renowned for its classical Buddhist temples and gardens.", | |
| "doc_10": "Mount Fuji is an active volcano and the tallest peak in Japan.", | |
| "doc_11": "Victoria Falls is one of the largest and most famous waterfalls in the world, located on the Zambezi River.", | |
| "doc_12": "The Norwegian fjords are famous for their stunning beauty and dramatic landscapes.", | |
| "doc_13": "Bhutan's capital, Thimphu, is known for its rich culture and stunning mountainous backdrop.", | |
| "doc_14": "The Ganges River is one of the most important rivers in India, known for its cultural significance.", | |
| "doc_15": "The Great Wall of China is a historic fortification built to protect against invasions." | |
| } | |
| }, | |
| { | |
| "id": "q_0132", | |
| "domain": "geography", | |
| "answer_type": "organization", | |
| "noise_tier": "noisy", | |
| "question": "Which organization is responsible for standardizing geographical names worldwide?", | |
| "ground_truth_answer": "United Nations Group of Experts on Geographical Names", | |
| "relevant_doc_ids": [ | |
| "doc_6", | |
| "doc_14" | |
| ], | |
| "required_min_steps": 5, | |
| "plausible_wrong_answers": [ | |
| "International Geographical Union", | |
| "National Geographic Society", | |
| "World Cartography Organization", | |
| "International Mapping Agency" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Great Lakes form the largest group of freshwater lakes by total area in the world.", | |
| "doc_2": "The Amazon Basin is home to diverse ecosystems and countless species of wildlife.", | |
| "doc_3": "Chichen Itza is a large pre-Columbian archaeological site built by the Maya civilization.", | |
| "doc_4": "The Andes are the world's longest continental mountain range, stretching along South America's western side.", | |
| "doc_5": "Lake Victoria is Africa's largest lake by area, situated in the continent's east.", | |
| "doc_6": "The United Nations Group of Experts on Geographical Names standardizes geographical names across nations.", | |
| "doc_7": "The Danube River flows through Central and Eastern Europe, becoming one of the most important commercial waterways.", | |
| "doc_8": "Mount Kilimanjaro is a dormant volcano in Tanzania, known as the highest mountain in Africa.", | |
| "doc_9": "The Mississippi River is the second-longest river in North America, renowned for its historical significance.", | |
| "doc_10": "The Carpathian Mountains extend across Central and Eastern Europe, known for their rich biodiversity.", | |
| "doc_11": "Galapagos Islands are famed for their unique wildlife, influencing Charles Darwin's theory of natural selection.", | |
| "doc_12": "The Namib Desert is characterized by its stunning sand dunes and arid landscapes.", | |
| "doc_13": "The Dead Sea is a hypersaline lake bordered by Jordan to the east and Israel and Palestine to the west.", | |
| "doc_14": "Known for its international reach, the United Nations Group of Experts on Geographical Names coordinates global naming standards.", | |
| "doc_15": "The Sequoia National Park is home to the world's largest trees, the giant sequoias." | |
| } | |
| }, | |
| { | |
| "id": "q_0133", | |
| "domain": "geography", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What is the term for a region of the Earth receiving vertical rays of the sun?", | |
| "ground_truth_answer": "Tropic", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Equator", | |
| "Meridian", | |
| "Latitude", | |
| "Prime Meridian" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Rock of Gibraltar is a limestone promontory located in Gibraltar, at the southern tip of the Iberian Peninsula.", | |
| "doc_2": "Lake Titicaca is one of South America's largest lakes, situated between Bolivia and Peru.", | |
| "doc_3": "The Tropic is an imaginary line that marks the points where the sun is directly overhead at noon.", | |
| "doc_4": "The Yangtze River is the longest river in Asia, flowing through China.", | |
| "doc_5": "The Baltic Sea is located in Northern Europe, bordered by several countries including Sweden and Finland.", | |
| "doc_6": "The Appalachian Mountains span the eastern United States, known for their rich cultural history.", | |
| "doc_7": "Regions located on the Tropic receive the sun's vertical rays during solstices.", | |
| "doc_8": "The Outback refers to the remote and arid interior regions of Australia.", | |
| "doc_9": "The Strait of Hormuz is a narrow passage that connects the Persian Gulf with the Arabian Sea." | |
| } | |
| }, | |
| { | |
| "id": "q_0134", | |
| "domain": "technology", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year was the World Wide Web invented?", | |
| "ground_truth_answer": "1989", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1995", | |
| "1992", | |
| "1985", | |
| "1990", | |
| "1993" | |
| ], | |
| "corpus": { | |
| "doc_1": "The development of the smartphone revolutionized communication in the 21st century.", | |
| "doc_2": "Cloud computing has changed the way businesses manage their IT infrastructure.", | |
| "doc_3": "The World Wide Web was invented in 1989 by Tim Berners-Lee.", | |
| "doc_4": "The advancement of AI technology has significantly impacted finance and healthcare industries.", | |
| "doc_5": "The introduction of the first personal computer in the late 20th century transformed industries.", | |
| "doc_6": "The rise of social media platforms has reshaped how people interact socially.", | |
| "doc_7": "Tim Berners-Lee proposed the World Wide Web in 1989, revolutionizing global communication.", | |
| "doc_8": "Virtual reality technologies are being increasingly used in gaming and training applications." | |
| } | |
| }, | |
| { | |
| "id": "q_0135", | |
| "domain": "technology", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who is credited with co-founding Apple Inc. alongside Steve Jobs?", | |
| "ground_truth_answer": "Steve Wozniak", | |
| "relevant_doc_ids": [ | |
| "doc_10", | |
| "doc_11" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Bill Gates", | |
| "Elon Musk", | |
| "Larry Page", | |
| "Mark Zuckerberg" | |
| ], | |
| "corpus": { | |
| "doc_1": "The exponential growth of open-source software has led to greater collaboration in the tech industry.", | |
| "doc_2": "The invention of the microprocessor paved the way for modern computing.", | |
| "doc_3": "Advances in quantum computing hold the potential to solve complex problems beyond the capabilities of classical computers.", | |
| "doc_4": "The development of 5G technology promises faster and more reliable internet connections.", | |
| "doc_5": "Blockchain technology, initially devised for Bitcoin, is now being used in various sectors.", | |
| "doc_6": "Renewable energy technologies are crucial for sustainable development.", | |
| "doc_7": "Augmented reality applications are expanding in retail and education sectors.", | |
| "doc_8": "The history of the semiconductor industry is marked by rapid innovation and development.", | |
| "doc_9": "The rise of cybersecurity threats has necessitated advancements in security protocols.", | |
| "doc_10": "Alongside Steve Jobs, Steve Wozniak co-founded Apple Inc., playing a key role in its early development.", | |
| "doc_11": "Steve Wozniak, a key figure in Apple's founding, helped develop the Apple I and Apple II computers." | |
| } | |
| }, | |
| { | |
| "id": "q_0136", | |
| "domain": "arts", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year was the painting 'The Starry Night' by Vincent van Gogh created?", | |
| "ground_truth_answer": "1889", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_8" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1890", | |
| "1888", | |
| "1893", | |
| "1895" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Impressionist movement was a 19th-century art movement that originated with a group of Paris-based artists.", | |
| "doc_2": "Claude Monet's 'Water Lilies' series is an iconic representation of the Impressionist movement.", | |
| "doc_3": "Vincent van Gogh painted 'The Starry Night' in 1889, inspired by the view from the asylum where he stayed.", | |
| "doc_4": "The Renaissance period was marked by a renewed interest in the arts and the classical world.", | |
| "doc_5": "Leonardo da Vinci's 'Mona Lisa' is one of the most famous works of art in the Western world.", | |
| "doc_6": "'The Persistence of Memory' by Salvador Dal\u00ed is a famous surrealist painting featuring melting clocks.", | |
| "doc_7": "Frida Kahlo was a Mexican artist known for her self-portraits and works inspired by Mexican culture.", | |
| "doc_8": "'The Starry Night' depicts a swirling night sky over a small town, painted by van Gogh in 1889.", | |
| "doc_9": "Cubism was a revolutionary art movement that began in the early 20th century and was led by Pablo Picasso." | |
| } | |
| }, | |
| { | |
| "id": "q_0137", | |
| "domain": "arts", | |
| "answer_type": "person_name", | |
| "noise_tier": "medium", | |
| "question": "Who composed the opera 'The Magic Flute'?", | |
| "ground_truth_answer": "Wolfgang Amadeus Mozart", | |
| "relevant_doc_ids": [ | |
| "doc_11", | |
| "doc_12" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Ludwig van Beethoven", | |
| "Johann Sebastian Bach", | |
| "Richard Wagner", | |
| "Joseph Haydn" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Baroque period saw the rise of composers like Antonio Vivaldi and George Frideric Handel.", | |
| "doc_2": "Giuseppe Verdi was an Italian composer known for operas like 'La Traviata' and 'Rigoletto'.", | |
| "doc_3": "Claude Debussy was a French composer who brought impressionism to music with works like 'Clair de Lune'.", | |
| "doc_4": "The Romantic era in music is exemplified by composers such as Franz Schubert and Johannes Brahms.", | |
| "doc_5": "Igor Stravinsky was a Russian composer whose innovation in rhythm influenced 20th-century music.", | |
| "doc_6": "'Carmen' is an opera by French composer Georges Bizet.", | |
| "doc_7": "The Classical period in music was characterized by composers like Haydn, Mozart, and Beethoven.", | |
| "doc_8": "Richard Wagner is best known for his operas, particularly 'The Ring Cycle'.", | |
| "doc_9": "Johann Sebastian Bach was a prolific composer of the Baroque era, known for his complex fugues.", | |
| "doc_10": "Pyotr Ilyich Tchaikovsky was a Russian composer famous for ballets like 'Swan Lake'.", | |
| "doc_11": "Wolfgang Amadeus Mozart composed 'The Magic Flute', an opera that premiered in 1791.", | |
| "doc_12": "'The Magic Flute' is one of Mozart's most celebrated works, showcasing his genius in composition." | |
| } | |
| }, | |
| { | |
| "id": "q_0138", | |
| "domain": "arts", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the Louvre Museum located?", | |
| "ground_truth_answer": "Paris", | |
| "relevant_doc_ids": [ | |
| "doc_13", | |
| "doc_15" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Rome", | |
| "London", | |
| "Berlin", | |
| "Madrid" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Uffizi Gallery is one of the most famous art museums in the world, located in Florence, Italy.", | |
| "doc_2": "The Prado Museum, located in Madrid, Spain, houses works by Francisco Goya and Diego Vel\u00e1zquez.", | |
| "doc_3": "The Rijksmuseum in Amsterdam is renowned for its collection of Dutch Golden Age paintings.", | |
| "doc_4": "The British Museum in London is known for its extensive collection of art and antiquities from around the world.", | |
| "doc_5": "The Metropolitan Museum of Art, often referred to as the Met, is located in New York City.", | |
| "doc_6": "The Guggenheim Museum in Bilbao is famous for its innovative architecture and contemporary art exhibits.", | |
| "doc_7": "The Hermitage Museum in Saint Petersburg, Russia, is one of the largest and oldest museums in the world.", | |
| "doc_8": "The Tate Modern in London specializes in contemporary art and is part of the Tate network.", | |
| "doc_9": "The National Gallery of Art in Washington, D.C., houses an extensive collection of paintings, drawings, and sculptures.", | |
| "doc_10": "The Museum of Modern Art (MoMA) in New York City is a leader in the field of modern and contemporary art.", | |
| "doc_11": "The Vatican Museums in Vatican City display works from the immense collection amassed by the Catholic Church.", | |
| "doc_12": "The Getty Center in Los Angeles is known for its architecture, gardens, and the view overlooking the city.", | |
| "doc_13": "The Louvre Museum is located in Paris and is the world's largest art museum and a historic monument.", | |
| "doc_14": "The Art Institute of Chicago is home to a world-renowned collection of Impressionist and Post-Impressionist art.", | |
| "doc_15": "Located in Paris, the Louvre is famous for housing classics like the 'Mona Lisa' and 'Venus de Milo'." | |
| } | |
| }, | |
| { | |
| "id": "q_0139", | |
| "domain": "arts", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization is known for awarding the Pulitzer Prizes?", | |
| "ground_truth_answer": "Columbia University", | |
| "relevant_doc_ids": [ | |
| "doc_3", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Harvard University", | |
| "The New York Times", | |
| "The National Endowment for the Arts", | |
| "The Smithsonian Institution" | |
| ], | |
| "corpus": { | |
| "doc_1": "The Nobel Prizes are awarded annually by Swedish and Norwegian institutions in several categories including peace and literature.", | |
| "doc_2": "The Booker Prize is a prestigious literary award presented each year for the best original novel written in the English language.", | |
| "doc_3": "Columbia University in New York City is responsible for awarding the Pulitzer Prizes, which honor achievements in journalism and the arts.", | |
| "doc_4": "The Grammys are presented by the Recording Academy to recognize achievements in the music industry.", | |
| "doc_5": "The Pulitzer Prizes, administered by Columbia University, include categories such as journalism, literature, and musical composition.", | |
| "doc_6": "The Tony Awards recognize excellence in Broadway theatre and are presented by the American Theatre Wing and The Broadway League.", | |
| "doc_7": "The Academy Awards, also known as the Oscars, are a set of awards for artistic and technical merit in the film industry.", | |
| "doc_8": "The National Book Awards are a set of annual U.S. literary awards presented by the National Book Foundation.", | |
| "doc_9": "The Venice Biennale is a major contemporary art exhibition that takes place once every two years in Venice, Italy.", | |
| "doc_10": "The Turner Prize is an annual prize presented to a British visual artist, organized by the Tate Gallery." | |
| } | |
| }, | |
| { | |
| "id": "q_0140", | |
| "domain": "arts", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What is the painting technique called where small dots of color are applied in patterns to form an image?", | |
| "ground_truth_answer": "Pointillism", | |
| "relevant_doc_ids": [ | |
| "doc_4", | |
| "doc_7" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Cubism", | |
| "Surrealism", | |
| "Impressionism", | |
| "Expressionism" | |
| ], | |
| "corpus": { | |
| "doc_1": "Cubism is an avant-garde movement that revolutionized European painting and sculpture in the early 20th century.", | |
| "doc_2": "Surrealism is a cultural movement that began in the early 1920s, known for its visual artworks and writings.", | |
| "doc_3": "Expressionism is a modernist movement that originated in Germany at the beginning of the 20th century.", | |
| "doc_4": "Pointillism is a technique of painting in which small, distinct dots of color are applied in patterns to form an image.", | |
| "doc_5": "Impressionism is characterized by small, thin brush strokes, open composition, and emphasis on accurate depiction of light.", | |
| "doc_6": "Fauvism is an early 20th-century art movement characterized by bold colors and strong brushwork.", | |
| "doc_7": "Seurat and Signac developed Pointillism in 1886 as a variation of Impressionism, focusing on small dots of pure color.", | |
| "doc_8": "Minimalism is an art movement that began in post\u2013World War II Western art, most strongly with American visual arts in the 1960s and early 1970s." | |
| } | |
| }, | |
| { | |
| "id": "q_0141", | |
| "domain": "sports", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year did the first modern Olympic Games take place?", | |
| "ground_truth_answer": "1896", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1900", | |
| "1912", | |
| "1888", | |
| "1920", | |
| "1892" | |
| ], | |
| "corpus": { | |
| "doc_1": "The first modern Olympic Games were held in Athens, Greece, in 1896, marking the revival of the ancient tradition.", | |
| "doc_2": "1896 is a significant year in sports history as it saw the start of the modern Olympic Games.", | |
| "doc_3": "The 1900 Paris Exposition included various sporting events, but it was not the first modern Olympics.", | |
| "doc_4": "The FIFA World Cup is a global football competition that began in 1930.", | |
| "doc_5": "Wimbledon, the oldest tennis tournament, began in 1877 in London.", | |
| "doc_6": "The National Basketball Association (NBA) was founded in 1946.", | |
| "doc_7": "The Tour de France, the prestigious cycling race, started in 1903.", | |
| "doc_8": "The Super Bowl is the annual championship game of the National Football League (NFL), starting in 1967." | |
| } | |
| }, | |
| { | |
| "id": "q_0142", | |
| "domain": "sports", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where is the headquarters of FIFA located?", | |
| "ground_truth_answer": "Zurich", | |
| "relevant_doc_ids": [ | |
| "doc_19", | |
| "doc_20" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Geneva", | |
| "Lausanne", | |
| "Paris", | |
| "London", | |
| "Berlin" | |
| ], | |
| "corpus": { | |
| "doc_19": "FIFA, the global football governing body, is headquartered in Zurich, Switzerland.", | |
| "doc_20": "Zurich serves as the central hub for FIFA's operations and administrative tasks.", | |
| "doc_21": "The International Olympic Committee (IOC) is based in Lausanne, Switzerland.", | |
| "doc_22": "The United Nations has its European headquarters in Geneva, Switzerland.", | |
| "doc_23": "Wembley Stadium in London is one of the most iconic football stadiums in the world.", | |
| "doc_24": "The Boston Marathon is an annual event held in Boston, Massachusetts.", | |
| "doc_25": "Madison Square Garden in New York is a famous venue for sports and entertainment.", | |
| "doc_26": "The Augusta National Golf Club, located in Augusta, Georgia, hosts the Masters Tournament.", | |
| "doc_27": "Roland Garros, also known as the French Open, takes place in Paris, France.", | |
| "doc_28": "Camp Nou is the home stadium of FC Barcelona, located in Barcelona, Spain.", | |
| "doc_29": "The Indianapolis Motor Speedway is a renowned racing circuit in the United States.", | |
| "doc_30": "The All England Club in Wimbledon, London, is the venue for the Wimbledon Championships.", | |
| "doc_31": "Anfield is the home stadium of Liverpool FC, situated in Liverpool, England." | |
| } | |
| }, | |
| { | |
| "id": "q_0143", | |
| "domain": "sports", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization oversees international basketball competitions?", | |
| "ground_truth_answer": "FIBA", | |
| "relevant_doc_ids": [ | |
| "doc_32", | |
| "doc_33" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "NBA", | |
| "IOC", | |
| "UEFA", | |
| "ATP", | |
| "FIFA" | |
| ], | |
| "corpus": { | |
| "doc_32": "FIBA, the International Basketball Federation, governs international basketball competitions.", | |
| "doc_33": "Founded in 1932, FIBA is responsible for setting the rules of basketball globally.", | |
| "doc_34": "The National Basketball Association (NBA) is a professional basketball league in the United States.", | |
| "doc_35": "UEFA is the governing body for European football, organizing competitions like the UEFA Champions League.", | |
| "doc_36": "The ATP, Association of Tennis Professionals, manages the men's professional tennis circuits.", | |
| "doc_37": "The International Olympic Committee (IOC) coordinates the activities of the Olympic Games.", | |
| "doc_38": "FIFA is the global governing body for football, organizing the FIFA World Cup.", | |
| "doc_39": "The PGA Tour is an organization that operates the main professional golf tours in the United States.", | |
| "doc_40": "The ICC, International Cricket Council, oversees international cricket competitions.", | |
| "doc_41": "The NHL, National Hockey League, is a professional ice hockey league in North America.", | |
| "doc_42": "The NASCAR, National Association for Stock Car Auto Racing, is a sanctioning body for stock car racing." | |
| } | |
| }, | |
| { | |
| "id": "q_0144", | |
| "domain": "sports", | |
| "answer_type": "concept", | |
| "noise_tier": "clean", | |
| "question": "What is the term used for scoring three goals in a single soccer game?", | |
| "ground_truth_answer": "Hat-trick", | |
| "relevant_doc_ids": [ | |
| "doc_43", | |
| "doc_44" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Grand slam", | |
| "Triple double", | |
| "Perfect game", | |
| "Touchdown", | |
| "Home run" | |
| ], | |
| "corpus": { | |
| "doc_43": "A hat-trick in soccer refers to a player scoring three goals in a single match.", | |
| "doc_44": "The term 'hat-trick' originated from cricket, but is now widely used in soccer for three goals by one player.", | |
| "doc_45": "In baseball, a 'home run' is when a player hits the ball out of the park in fair territory.", | |
| "doc_46": "A 'touchdown' is a scoring play in American football worth six points.", | |
| "doc_47": "A 'perfect game' in baseball is when a pitcher allows no opposing player to reach base.", | |
| "doc_48": "In tennis, a 'grand slam' refers to winning all four major championships in a single calendar year.", | |
| "doc_49": "The 'triple double' is a basketball term when a player achieves double digits in three statistical categories.", | |
| "doc_50": "In golf, an 'eagle' is a score of two under par for a given hole." | |
| } | |
| }, | |
| { | |
| "id": "q_0145", | |
| "domain": "politics", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year did the Cuban Missile Crisis occur?", | |
| "ground_truth_answer": "1962", | |
| "relevant_doc_ids": [ | |
| "doc_2", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1959", | |
| "1961", | |
| "1965", | |
| "1960" | |
| ], | |
| "corpus": { | |
| "doc_1": "The French Revolution began in 1789 and had a profound impact on the future of Europe.", | |
| "doc_2": "The Cuban Missile Crisis of 1962 was a pivotal moment in the Cold War, marking a high point in tensions between the United States and the Soviet Union.", | |
| "doc_3": "The Treaty of Versailles was signed in 1919 and formally ended World War I.", | |
| "doc_4": "The United Nations was established in 1945 following the end of World War II.", | |
| "doc_5": "Several factors led to the 1962 Cuban Missile Crisis, including the placement of Soviet missiles in Cuba.", | |
| "doc_6": "Nelson Mandela was released from prison in 1990 after 27 years of incarceration.", | |
| "doc_7": "The Berlin Wall fell in 1989, symbolizing the end of the Cold War.", | |
| "doc_8": "The Watergate scandal led to the resignation of President Richard Nixon in 1974." | |
| } | |
| }, | |
| { | |
| "id": "q_0146", | |
| "domain": "medicine", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In what year was the polio vaccine first introduced?", | |
| "ground_truth_answer": "1955", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1961", | |
| "1945", | |
| "1950", | |
| "1963", | |
| "1949" | |
| ], | |
| "corpus": { | |
| "doc_1": "The polio vaccine, developed by Jonas Salk, was first introduced to the public in 1955, marking a significant milestone in medical history.", | |
| "doc_2": "In 1955, the world witnessed the introduction of the polio vaccine, which led to a dramatic decrease in polio cases worldwide.", | |
| "doc_3": "The discovery of penicillin in 1928 by Alexander Fleming revolutionized the treatment of bacterial infections.", | |
| "doc_4": "Antibiotics were first widely used during World War II to treat wounded soldiers and have since become a cornerstone of modern medicine.", | |
| "doc_5": "The Human Genome Project, completed in 2003, mapped the entire human genome, paving the way for personalized medicine.", | |
| "doc_6": "Insulin therapy for diabetes began in the 1920s and remains a primary treatment for type 1 diabetes today.", | |
| "doc_7": "The first successful heart transplant was performed by Dr. Christiaan Barnard in 1967 in South Africa.", | |
| "doc_8": "Vaccination campaigns have been instrumental in eradicating diseases such as smallpox, declared eradicated in 1980." | |
| } | |
| }, | |
| { | |
| "id": "q_0147", | |
| "domain": "medicine", | |
| "answer_type": "place", | |
| "noise_tier": "noisy", | |
| "question": "Where was the first successful heart transplant performed?", | |
| "ground_truth_answer": "South Africa", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2" | |
| ], | |
| "required_min_steps": 5, | |
| "plausible_wrong_answers": [ | |
| "United States", | |
| "United Kingdom", | |
| "Germany", | |
| "Canada", | |
| "France" | |
| ], | |
| "corpus": { | |
| "doc_1": "The first successful heart transplant was performed in 1967 by Dr. Christiaan Barnard in South Africa, marking a historic moment in medical science.", | |
| "doc_2": "South Africa became the site of the first successful heart transplant in 1967, conducted by Dr. Christiaan Barnard.", | |
| "doc_3": "The discovery of the structure of DNA in 1953 by Watson and Crick in the UK revolutionized genetics.", | |
| "doc_4": "In 1906, Alois Alzheimer first described the disease that bears his name, Alzheimer's disease, in Germany.", | |
| "doc_5": "The development of the CT scan in the 1970s in the United States provided a new way to view internal body structures.", | |
| "doc_6": "Canada is known for its universal healthcare system, which was first fully implemented in the 1960s.", | |
| "doc_7": "The first vaccine for rabies was developed by Louis Pasteur in France in 1885, long before heart transplants were possible.", | |
| "doc_8": "The United Kingdom was at the forefront of the development of antiseptic techniques in the 19th century.", | |
| "doc_9": "In 2003, the completion of the Human Genome Project was announced in the United States.", | |
| "doc_10": "The invention of the stethoscope in France in 1816 heralded a new era in clinical diagnosis.", | |
| "doc_11": "Japan has been a leader in robotic surgery, developing advanced systems in the 21st century.", | |
| "doc_12": "The development of laparoscopic surgery in Germany transformed surgical procedures into minimally invasive operations.", | |
| "doc_13": "Australia has been recognized for its groundbreaking work in melanoma research, leading to new treatments." | |
| } | |
| }, | |
| { | |
| "id": "q_0148", | |
| "domain": "medicine", | |
| "answer_type": "organization", | |
| "noise_tier": "medium", | |
| "question": "Which organization is responsible for coordinating international health efforts and monitoring health trends?", | |
| "ground_truth_answer": "World Health Organization", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2" | |
| ], | |
| "required_min_steps": 4, | |
| "plausible_wrong_answers": [ | |
| "Centers for Disease Control and Prevention", | |
| "Doctors Without Borders", | |
| "National Institutes of Health", | |
| "Red Cross", | |
| "UNICEF" | |
| ], | |
| "corpus": { | |
| "doc_1": "The World Health Organization, an agency of the United Nations, is responsible for coordinating international health efforts and monitoring health trends globally.", | |
| "doc_2": "Founded in 1948, the World Health Organization plays a crucial role in responding to health emergencies and setting international health standards.", | |
| "doc_3": "The Centers for Disease Control and Prevention is a United States federal agency that focuses on public health and safety.", | |
| "doc_4": "Doctors Without Borders is an international humanitarian organization known for providing medical aid in conflict zones and areas affected by disease outbreaks.", | |
| "doc_5": "The Red Cross is a humanitarian organization that provides emergency assistance, disaster relief, and education worldwide.", | |
| "doc_6": "The National Institutes of Health is a part of the United States Department of Health and Human Services, responsible for biomedical and public health research.", | |
| "doc_7": "UNICEF works to improve the health and happiness of children worldwide, focusing on areas like vaccination and nutrition.", | |
| "doc_8": "The Food and Drug Administration is responsible for protecting public health by ensuring the safety of food, drugs, and medical devices in the United States.", | |
| "doc_9": "The International Federation of Red Cross and Red Crescent Societies coordinates international assistance following natural and man-made disasters.", | |
| "doc_10": "Oxfam is a confederation of NGOs focused on alleviating global poverty and addressing issues related to inequality and injustice.", | |
| "doc_11": "Amnesty International is a global movement campaigning for human rights and the protection of individuals from abuse." | |
| } | |
| }, | |
| { | |
| "id": "q_0149", | |
| "domain": "medicine", | |
| "answer_type": "concept", | |
| "noise_tier": "noisy", | |
| "question": "What concept describes the body's ability to maintain stable internal conditions?", | |
| "ground_truth_answer": "Homeostasis", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_2" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "Metabolism", | |
| "Osmosis", | |
| "Cellular Respiration", | |
| "Photosynthesis", | |
| "Adaptation" | |
| ], | |
| "corpus": { | |
| "doc_1": "Homeostasis is the concept that describes the body's ability to maintain stable internal conditions despite changes in the external environment.", | |
| "doc_2": "The concept of homeostasis is central to understanding how the body regulates temperature, pH, and other vital functions.", | |
| "doc_3": "Metabolism encompasses all the chemical reactions that occur within a living organism to maintain life.", | |
| "doc_4": "Osmosis is the process by which water molecules pass through a semipermeable membrane from a less concentrated solution to a more concentrated one.", | |
| "doc_5": "Cellular respiration is the process by which cells convert glucose and oxygen into energy, carbon dioxide, and water.", | |
| "doc_6": "Photosynthesis is the process by which green plants and some other organisms use sunlight to synthesize foods with carbon dioxide and water.", | |
| "doc_7": "Adaptation refers to the process by which organisms adjust to changes in their environment to enhance survival and reproduction.", | |
| "doc_8": "The immune system protects the body from pathogens and is composed of multiple organs and cell types.", | |
| "doc_9": "Enzymes are proteins that act as catalysts to speed up chemical reactions in the body, without being consumed in the process.", | |
| "doc_10": "Endocytosis is the process by which cells internalize molecules by engulfing them.", | |
| "doc_11": "Photosynthesis occurs primarily in the chloroplasts of plant cells, using chlorophyll to capture light energy.", | |
| "doc_12": "Antioxidants are molecules that inhibit the oxidation of other molecules, protecting cells from damage.", | |
| "doc_13": "Diffusion is the movement of particles from an area of high concentration to an area of low concentration, driven by kinetic energy." | |
| } | |
| }, | |
| { | |
| "id": "q_0150", | |
| "domain": "literature", | |
| "answer_type": "year", | |
| "noise_tier": "clean", | |
| "question": "In which year was 'Pride and Prejudice' by Jane Austen first published?", | |
| "ground_truth_answer": "1813", | |
| "relevant_doc_ids": [ | |
| "doc_1", | |
| "doc_3", | |
| "doc_5" | |
| ], | |
| "required_min_steps": 3, | |
| "plausible_wrong_answers": [ | |
| "1821", | |
| "1805", | |
| "1830", | |
| "1797", | |
| "1841" | |
| ], | |
| "corpus": { | |
| "doc_1": "'Pride and Prejudice' was first published in 1813. The novel has been beloved for generations and remains a staple in literary studies.", | |
| "doc_2": "The character development in 'Moby Dick' is a central theme in literature classes, focusing on the narrative techniques used.", | |
| "doc_3": "Jane Austen's 'Pride and Prejudice', released in 1813, explores themes of love and social standing.", | |
| "doc_4": "The themes of 'The Grapes of Wrath' delve into the struggles of families during the Great Depression.", | |
| "doc_5": "1813 marked the publication of 'Pride and Prejudice', a novel that highlights the intricacies of relationships and social class.", | |
| "doc_6": "The magical realism in Gabriel Garcia Marquez's works offers a unique perspective on historical and cultural narratives.", | |
| "doc_7": "'To Kill a Mockingbird', published in the 20th century, addresses issues of racial injustice in the American South.", | |
| "doc_8": "The narrative style of 'The Great Gatsby' reflects the Jazz Age's decadence and the American Dream's myth." | |
| } | |
| } | |
| ] |