data/samples/perturbation_examples.jsonl

{"example_id": "ex_001__drop_citations", "dataset": "custom", "is_synthetic": true, "question": "What is the boiling point of water at sea level?", "answer": "Water boils at 100 degrees Celsius at standard atmospheric pressure . This corresponds to 212 degrees Fahrenheit .", "contexts": [{"doc_id": "doc1", "title": "Water properties", "text": "At standard atmospheric pressure (101.325 kPa), pure water boils at 100 degrees Celsius, equivalent to 212 degrees Fahrenheit."}, {"doc_id": "doc2", "title": "Atmospheric science", "text": "Atmospheric pressure decreases with altitude, which lowers the boiling point of liquids."}], "gold_claim_labels": [], "perturbation": "drop_citations"}
{"example_id": "ex_001__fact_flip", "dataset": "custom", "is_synthetic": true, "question": "What is the boiling point of water at sea level?", "answer": "Water freezes at 100 degrees Celsius at standard atmospheric pressure [doc1]. This corresponds to 212 degrees Fahrenheit [doc1].", "contexts": [{"doc_id": "doc1", "title": "Water properties", "text": "At standard atmospheric pressure (101.325 kPa), pure water boils at 100 degrees Celsius, equivalent to 212 degrees Fahrenheit."}, {"doc_id": "doc2", "title": "Atmospheric science", "text": "Atmospheric pressure decreases with altitude, which lowers the boiling point of liquids."}], "gold_claim_labels": [], "perturbation": "fact_flip"}
{"example_id": "ex_002__drop_citations", "dataset": "custom", "is_synthetic": true, "question": "What is the capital of Australia?", "answer": "The capital of Australia is Canberra . It is located in the Australian Capital Territory .", "contexts": [{"doc_id": "doc1", "title": "Australia overview", "text": "Canberra is the capital city of Australia. It lies in the Australian Capital Territory (ACT), an enclave within New South Wales."}, {"doc_id": "doc2", "title": "Sydney facts", "text": "Sydney is the largest city in Australia but is not the national capital."}], "gold_claim_labels": [], "perturbation": "drop_citations"}
{"example_id": "ex_002__swap_citations", "dataset": "custom", "is_synthetic": true, "question": "What is the capital of Australia?", "answer": "The capital of Australia is Canberra [doc2]. It is located in the Australian Capital Territory [doc1].", "contexts": [{"doc_id": "doc1", "title": "Australia overview", "text": "Canberra is the capital city of Australia. It lies in the Australian Capital Territory (ACT), an enclave within New South Wales."}, {"doc_id": "doc2", "title": "Sydney facts", "text": "Sydney is the largest city in Australia but is not the national capital."}], "gold_claim_labels": [], "perturbation": "swap_citations"}
{"example_id": "ex_002__fact_flip", "dataset": "custom", "is_synthetic": true, "question": "What is the capital of Australia?", "answer": "The capital of Australia is not Canberra [doc1]. It is not located in the Australian Capital Territory [doc1].", "contexts": [{"doc_id": "doc1", "title": "Australia overview", "text": "Canberra is the capital city of Australia. It lies in the Australian Capital Territory (ACT), an enclave within New South Wales."}, {"doc_id": "doc2", "title": "Sydney facts", "text": "Sydney is the largest city in Australia but is not the national capital."}], "gold_claim_labels": [], "perturbation": "fact_flip"}
{"example_id": "ex_003__drop_citations", "dataset": "custom", "is_synthetic": true, "question": "Who proposed the theory of general relativity?", "answer": "The theory of general relativity was proposed by Albert Einstein in 1915 . It describes gravity as the curvature of spacetime .", "contexts": [{"doc_id": "doc1", "title": "General relativity", "text": "Albert Einstein published the theory of general relativity in 1915. The theory describes gravity not as a force but as the curvature of spacetime caused by mass and energy."}, {"doc_id": "doc2", "title": "Newton's laws", "text": "Isaac Newton formulated the classical law of universal gravitation in the seventeenth century."}], "gold_claim_labels": [], "perturbation": "drop_citations"}
{"example_id": "ex_003__fact_flip", "dataset": "custom", "is_synthetic": true, "question": "Who proposed the theory of general relativity?", "answer": "The theory of general relativity was not proposed by Albert Einstein in 1915 [doc1]. It describes gravity as the curvature of spacetime [doc1].", "contexts": [{"doc_id": "doc1", "title": "General relativity", "text": "Albert Einstein published the theory of general relativity in 1915. The theory describes gravity not as a force but as the curvature of spacetime caused by mass and energy."}, {"doc_id": "doc2", "title": "Newton's laws", "text": "Isaac Newton formulated the classical law of universal gravitation in the seventeenth century."}], "gold_claim_labels": [], "perturbation": "fact_flip"}
{"example_id": "ex_004__drop_citations", "dataset": "custom", "is_synthetic": true, "question": "When was the Eiffel Tower built?", "answer": "The Eiffel Tower was built in 1850 . It was designed by Leonardo da Vinci .", "contexts": [{"doc_id": "doc1", "title": "Eiffel Tower history", "text": "The Eiffel Tower was completed in 1889 in Paris, France. It was designed by the engineer Gustave Eiffel for the 1889 World's Fair."}, {"doc_id": "doc2", "title": "Paris landmarks", "text": "The Eiffel Tower is one of the most visited monuments in the world."}], "gold_claim_labels": [], "perturbation": "drop_citations"}
{"example_id": "ex_004__fact_flip", "dataset": "custom", "is_synthetic": true, "question": "When was the Eiffel Tower built?", "answer": "The Eiffel Tower was not built in 1850 [doc1]. It was not designed by Leonardo da Vinci [doc1].", "contexts": [{"doc_id": "doc1", "title": "Eiffel Tower history", "text": "The Eiffel Tower was completed in 1889 in Paris, France. It was designed by the engineer Gustave Eiffel for the 1889 World's Fair."}, {"doc_id": "doc2", "title": "Paris landmarks", "text": "The Eiffel Tower is one of the most visited monuments in the world."}], "gold_claim_labels": [], "perturbation": "fact_flip"}
{"example_id": "ex_005__drop_citations", "dataset": "custom", "is_synthetic": true, "question": "What language is spoken in Brazil?", "answer": "The official language of Brazil is Spanish . It is widely used in government and education .", "contexts": [{"doc_id": "doc1", "title": "Brazil overview", "text": "The official language of Brazil is Portuguese. Portuguese is used in government, education, and the media throughout the country."}, {"doc_id": "doc2", "title": "South American languages", "text": "Most South American countries have Spanish as an official language, but Brazil is a notable exception with Portuguese."}], "gold_claim_labels": [], "perturbation": "drop_citations"}
{"example_id": "ex_005__swap_citations", "dataset": "custom", "is_synthetic": true, "question": "What language is spoken in Brazil?", "answer": "The official language of Brazil is Spanish [doc2]. It is widely used in government and education [doc1].", "contexts": [{"doc_id": "doc1", "title": "Brazil overview", "text": "The official language of Brazil is Portuguese. Portuguese is used in government, education, and the media throughout the country."}, {"doc_id": "doc2", "title": "South American languages", "text": "Most South American countries have Spanish as an official language, but Brazil is a notable exception with Portuguese."}], "gold_claim_labels": [], "perturbation": "swap_citations"}
{"example_id": "ex_005__fact_flip", "dataset": "custom", "is_synthetic": true, "question": "What language is spoken in Brazil?", "answer": "The official language of Brazil is not Spanish [doc1]. It is not widely used in government and education [doc1].", "contexts": [{"doc_id": "doc1", "title": "Brazil overview", "text": "The official language of Brazil is Portuguese. Portuguese is used in government, education, and the media throughout the country."}, {"doc_id": "doc2", "title": "South American languages", "text": "Most South American countries have Spanish as an official language, but Brazil is a notable exception with Portuguese."}], "gold_claim_labels": [], "perturbation": "fact_flip"}
{"example_id": "ex_006__drop_citations", "dataset": "custom", "is_synthetic": true, "question": "What is the speed of light in vacuum?", "answer": "The speed of light in vacuum is approximately 300,000 kilometres per second . This value is denoted by the symbol c .", "contexts": [{"doc_id": "doc1", "title": "Speed of light", "text": "The speed of light in vacuum is approximately 299,792 kilometres per second. It is conventionally denoted by the symbol c and is a fundamental physical constant."}, {"doc_id": "doc2", "title": "Sound waves", "text": "Sound travels at roughly 343 metres per second in dry air at room temperature."}], "gold_claim_labels": [], "perturbation": "drop_citations"}
{"example_id": "ex_006__swap_citations", "dataset": "custom", "is_synthetic": true, "question": "What is the speed of light in vacuum?", "answer": "The speed of light in vacuum is approximately 300,000 kilometres per second [doc1]. This value is denoted by the symbol c [doc1].", "contexts": [{"doc_id": "doc1", "title": "Speed of light", "text": "The speed of light in vacuum is approximately 299,792 kilometres per second. It is conventionally denoted by the symbol c and is a fundamental physical constant."}, {"doc_id": "doc2", "title": "Sound waves", "text": "Sound travels at roughly 343 metres per second in dry air at room temperature."}], "gold_claim_labels": [], "perturbation": "swap_citations"}
{"example_id": "ex_006__fact_flip", "dataset": "custom", "is_synthetic": true, "question": "What is the speed of light in vacuum?", "answer": "The speed of light in vacuum is not approximately 300,000 kilometres per second [doc2]. This value is not denoted by the symbol c [doc2].", "contexts": [{"doc_id": "doc1", "title": "Speed of light", "text": "The speed of light in vacuum is approximately 299,792 kilometres per second. It is conventionally denoted by the symbol c and is a fundamental physical constant."}, {"doc_id": "doc2", "title": "Sound waves", "text": "Sound travels at roughly 343 metres per second in dry air at room temperature."}], "gold_claim_labels": [], "perturbation": "fact_flip"}
{"example_id": "ex_007__drop_citations", "dataset": "custom", "is_synthetic": true, "question": "What is the largest planet in our solar system?", "answer": "The largest planet in our solar system is Saturn . It has prominent rings made of ice .", "contexts": [{"doc_id": "doc1", "title": "Jupiter facts", "text": "Jupiter is the largest planet in the solar system. It is a gas giant with a mass more than twice that of all other planets combined."}, {"doc_id": "doc2", "title": "Saturn facts", "text": "Saturn is the sixth planet from the sun and is famous for its extensive ring system composed mostly of ice particles."}], "gold_claim_labels": [], "perturbation": "drop_citations"}
{"example_id": "ex_007__swap_citations", "dataset": "custom", "is_synthetic": true, "question": "What is the largest planet in our solar system?", "answer": "The largest planet in our solar system is Saturn [doc1]. It has prominent rings made of ice [doc1].", "contexts": [{"doc_id": "doc1", "title": "Jupiter facts", "text": "Jupiter is the largest planet in the solar system. It is a gas giant with a mass more than twice that of all other planets combined."}, {"doc_id": "doc2", "title": "Saturn facts", "text": "Saturn is the sixth planet from the sun and is famous for its extensive ring system composed mostly of ice particles."}], "gold_claim_labels": [], "perturbation": "swap_citations"}
{"example_id": "ex_007__fact_flip", "dataset": "custom", "is_synthetic": true, "question": "What is the largest planet in our solar system?", "answer": "The smallest planet in our solar system is not Saturn [doc2]. It has prominent rings made of ice [doc2].", "contexts": [{"doc_id": "doc1", "title": "Jupiter facts", "text": "Jupiter is the largest planet in the solar system. It is a gas giant with a mass more than twice that of all other planets combined."}, {"doc_id": "doc2", "title": "Saturn facts", "text": "Saturn is the sixth planet from the sun and is famous for its extensive ring system composed mostly of ice particles."}], "gold_claim_labels": [], "perturbation": "fact_flip"}
{"example_id": "ex_008__fact_flip", "dataset": "custom", "is_synthetic": true, "question": "What is the chemical symbol for gold?", "answer": "Gold has the chemical symbol Au. Its atomic number is not 79.", "contexts": [{"doc_id": "doc1", "title": "Gold (element)", "text": "Gold is a chemical element with the symbol Au and atomic number 79. It is a dense, soft, malleable transition metal."}, {"doc_id": "doc2", "title": "Periodic table", "text": "The periodic table organizes chemical elements by atomic number and recurring chemical properties."}], "gold_claim_labels": [], "perturbation": "fact_flip"}
{"example_id": "ex_010__drop_citations", "dataset": "custom", "is_synthetic": true, "question": "What is the function of mitochondria?", "answer": "Mitochondria are double-membraned organelles responsible for cellular respiration . They generate most of a cell's ATP supply . They are sometimes called the powerhouse of the cell .", "contexts": [{"doc_id": "doc1", "title": "Mitochondria", "text": "Mitochondria are double-membraned organelles found in eukaryotic cells. They are responsible for producing most of the cell's adenosine triphosphate (ATP) through cellular respiration and are colloquially known as the powerhouse of the cell."}, {"doc_id": "doc2", "title": "Cell biology overview", "text": "Eukaryotic cells contain many specialized organelles, including the nucleus, mitochondria, endoplasmic reticulum, and Golgi apparatus."}], "gold_claim_labels": [], "perturbation": "drop_citations"}
{"example_id": "ex_010__swap_citations", "dataset": "custom", "is_synthetic": true, "question": "What is the function of mitochondria?", "answer": "Mitochondria are double-membraned organelles responsible for cellular respiration [doc1]. They generate most of a cell's ATP supply [doc1]. They are sometimes called the powerhouse of the cell [doc2].", "contexts": [{"doc_id": "doc1", "title": "Mitochondria", "text": "Mitochondria are double-membraned organelles found in eukaryotic cells. They are responsible for producing most of the cell's adenosine triphosphate (ATP) through cellular respiration and are colloquially known as the powerhouse of the cell."}, {"doc_id": "doc2", "title": "Cell biology overview", "text": "Eukaryotic cells contain many specialized organelles, including the nucleus, mitochondria, endoplasmic reticulum, and Golgi apparatus."}], "gold_claim_labels": [], "perturbation": "swap_citations"}
{"example_id": "ex_010__fact_flip", "dataset": "custom", "is_synthetic": true, "question": "What is the function of mitochondria?", "answer": "Mitochondria are not double-membraned organelles responsible for cellular respiration [doc1]. They generate most of a cell's ATP supply [doc1]. They are not sometimes called the powerhouse of the cell [doc1].", "contexts": [{"doc_id": "doc1", "title": "Mitochondria", "text": "Mitochondria are double-membraned organelles found in eukaryotic cells. They are responsible for producing most of the cell's adenosine triphosphate (ATP) through cellular respiration and are colloquially known as the powerhouse of the cell."}, {"doc_id": "doc2", "title": "Cell biology overview", "text": "Eukaryotic cells contain many specialized organelles, including the nucleus, mitochondria, endoplasmic reticulum, and Golgi apparatus."}], "gold_claim_labels": [], "perturbation": "fact_flip"}
{"example_id": "ex_011__drop_citations", "dataset": "custom", "is_synthetic": true, "question": "How do solar panels generate electricity?", "answer": "Solar panels generate electricity by storing heat from sunlight and converting it through a steam turbine . They are typically installed on rooftops .", "contexts": [{"doc_id": "doc1", "title": "Photovoltaic effect", "text": "Solar panels generate electricity through the photovoltaic effect, in which photons knock electrons free from atoms in a semiconductor, producing a direct current."}, {"doc_id": "doc2", "title": "Concentrated solar power", "text": "Concentrated solar power (CSP) systems use mirrors to focus sunlight to drive heat engines, which is distinct from photovoltaic panels."}], "gold_claim_labels": [], "perturbation": "drop_citations"}
{"example_id": "ex_011__swap_citations", "dataset": "custom", "is_synthetic": true, "question": "How do solar panels generate electricity?", "answer": "Solar panels generate electricity by storing heat from sunlight and converting it through a steam turbine [doc1]. They are typically installed on rooftops [doc2].", "contexts": [{"doc_id": "doc1", "title": "Photovoltaic effect", "text": "Solar panels generate electricity through the photovoltaic effect, in which photons knock electrons free from atoms in a semiconductor, producing a direct current."}, {"doc_id": "doc2", "title": "Concentrated solar power", "text": "Concentrated solar power (CSP) systems use mirrors to focus sunlight to drive heat engines, which is distinct from photovoltaic panels."}], "gold_claim_labels": [], "perturbation": "swap_citations"}
{"example_id": "ex_011__fact_flip", "dataset": "custom", "is_synthetic": true, "question": "How do solar panels generate electricity?", "answer": "Solar panels generate electricity by storing heat from sunlight and converting it through a steam turbine [doc1]. They are not typically installed on rooftops [doc1].", "contexts": [{"doc_id": "doc1", "title": "Photovoltaic effect", "text": "Solar panels generate electricity through the photovoltaic effect, in which photons knock electrons free from atoms in a semiconductor, producing a direct current."}, {"doc_id": "doc2", "title": "Concentrated solar power", "text": "Concentrated solar power (CSP) systems use mirrors to focus sunlight to drive heat engines, which is distinct from photovoltaic panels."}], "gold_claim_labels": [], "perturbation": "fact_flip"}