data/samples/custom_rag_examples.jsonl

{"example_id": "ex_001", "dataset": "custom", "is_synthetic": true, "question": "What is the boiling point of water at sea level?", "answer": "Water boils at 100 degrees Celsius at standard atmospheric pressure [doc1]. This corresponds to 212 degrees Fahrenheit [doc1].", "contexts": [{"doc_id": "doc1", "title": "Water properties", "text": "At standard atmospheric pressure (101.325 kPa), pure water boils at 100 degrees Celsius, equivalent to 212 degrees Fahrenheit."}, {"doc_id": "doc2", "title": "Atmospheric science", "text": "Atmospheric pressure decreases with altitude, which lowers the boiling point of liquids."}], "gold_claim_labels": [{"claim_text": "Water boils at 100 degrees Celsius at standard atmospheric pressure.", "label": "SUPPORTED", "support_doc_ids": ["doc1"]}, {"claim_text": "This corresponds to 212 degrees Fahrenheit.", "label": "SUPPORTED", "support_doc_ids": ["doc1"]}]}
{"example_id": "ex_002", "dataset": "custom", "is_synthetic": true, "question": "What is the capital of Australia?", "answer": "The capital of Australia is Canberra [doc1]. It is located in the Australian Capital Territory [doc1].", "contexts": [{"doc_id": "doc1", "title": "Australia overview", "text": "Canberra is the capital city of Australia. It lies in the Australian Capital Territory (ACT), an enclave within New South Wales."}, {"doc_id": "doc2", "title": "Sydney facts", "text": "Sydney is the largest city in Australia but is not the national capital."}], "gold_claim_labels": [{"claim_text": "The capital of Australia is Canberra.", "label": "SUPPORTED", "support_doc_ids": ["doc1"]}, {"claim_text": "It is located in the Australian Capital Territory.", "label": "SUPPORTED", "support_doc_ids": ["doc1"]}]}
{"example_id": "ex_003", "dataset": "custom", "is_synthetic": true, "question": "Who proposed the theory of general relativity?", "answer": "The theory of general relativity was proposed by Albert Einstein in 1915 [doc1]. It describes gravity as the curvature of spacetime [doc1].", "contexts": [{"doc_id": "doc1", "title": "General relativity", "text": "Albert Einstein published the theory of general relativity in 1915. The theory describes gravity not as a force but as the curvature of spacetime caused by mass and energy."}, {"doc_id": "doc2", "title": "Newton's laws", "text": "Isaac Newton formulated the classical law of universal gravitation in the seventeenth century."}], "gold_claim_labels": [{"claim_text": "The theory of general relativity was proposed by Albert Einstein in 1915.", "label": "SUPPORTED", "support_doc_ids": ["doc1"]}, {"claim_text": "It describes gravity as the curvature of spacetime.", "label": "SUPPORTED", "support_doc_ids": ["doc1"]}]}
{"example_id": "ex_004", "dataset": "custom", "is_synthetic": true, "question": "When was the Eiffel Tower built?", "answer": "The Eiffel Tower was built in 1850 [doc1]. It was designed by Leonardo da Vinci [doc1].", "contexts": [{"doc_id": "doc1", "title": "Eiffel Tower history", "text": "The Eiffel Tower was completed in 1889 in Paris, France. It was designed by the engineer Gustave Eiffel for the 1889 World's Fair."}, {"doc_id": "doc2", "title": "Paris landmarks", "text": "The Eiffel Tower is one of the most visited monuments in the world."}], "gold_claim_labels": [{"claim_text": "The Eiffel Tower was built in 1850.", "label": "CONTRADICTED", "support_doc_ids": ["doc1"]}, {"claim_text": "It was designed by Leonardo da Vinci.", "label": "CONTRADICTED", "support_doc_ids": ["doc1"]}]}
{"example_id": "ex_005", "dataset": "custom", "is_synthetic": true, "question": "What language is spoken in Brazil?", "answer": "The official language of Brazil is Spanish [doc1]. It is widely used in government and education [doc1].", "contexts": [{"doc_id": "doc1", "title": "Brazil overview", "text": "The official language of Brazil is Portuguese. Portuguese is used in government, education, and the media throughout the country."}, {"doc_id": "doc2", "title": "South American languages", "text": "Most South American countries have Spanish as an official language, but Brazil is a notable exception with Portuguese."}], "gold_claim_labels": [{"claim_text": "The official language of Brazil is Spanish.", "label": "CONTRADICTED", "support_doc_ids": ["doc1", "doc2"]}, {"claim_text": "It is widely used in government and education.", "label": "NOT_ENOUGH_EVIDENCE", "support_doc_ids": ["doc1"]}]}
{"example_id": "ex_006", "dataset": "custom", "is_synthetic": true, "question": "What is the speed of light in vacuum?", "answer": "The speed of light in vacuum is approximately 300,000 kilometres per second [doc2]. This value is denoted by the symbol c [doc2].", "contexts": [{"doc_id": "doc1", "title": "Speed of light", "text": "The speed of light in vacuum is approximately 299,792 kilometres per second. It is conventionally denoted by the symbol c and is a fundamental physical constant."}, {"doc_id": "doc2", "title": "Sound waves", "text": "Sound travels at roughly 343 metres per second in dry air at room temperature."}], "gold_claim_labels": [{"claim_text": "The speed of light in vacuum is approximately 300,000 kilometres per second.", "label": "CITATION_MISMATCH", "support_doc_ids": ["doc1"]}, {"claim_text": "This value is denoted by the symbol c.", "label": "CITATION_MISMATCH", "support_doc_ids": ["doc1"]}]}
{"example_id": "ex_007", "dataset": "custom", "is_synthetic": true, "question": "What is the largest planet in our solar system?", "answer": "The largest planet in our solar system is Saturn [doc2]. It has prominent rings made of ice [doc2].", "contexts": [{"doc_id": "doc1", "title": "Jupiter facts", "text": "Jupiter is the largest planet in the solar system. It is a gas giant with a mass more than twice that of all other planets combined."}, {"doc_id": "doc2", "title": "Saturn facts", "text": "Saturn is the sixth planet from the sun and is famous for its extensive ring system composed mostly of ice particles."}], "gold_claim_labels": [{"claim_text": "The largest planet in our solar system is Saturn.", "label": "CITATION_MISMATCH", "support_doc_ids": ["doc1"]}, {"claim_text": "It has prominent rings made of ice.", "label": "SUPPORTED", "support_doc_ids": ["doc2"]}]}
{"example_id": "ex_008", "dataset": "custom", "is_synthetic": true, "question": "What is the chemical symbol for gold?", "answer": "Gold has the chemical symbol Au. Its atomic number is 79.", "contexts": [{"doc_id": "doc1", "title": "Gold (element)", "text": "Gold is a chemical element with the symbol Au and atomic number 79. It is a dense, soft, malleable transition metal."}, {"doc_id": "doc2", "title": "Periodic table", "text": "The periodic table organizes chemical elements by atomic number and recurring chemical properties."}], "gold_claim_labels": [{"claim_text": "Gold has the chemical symbol Au.", "label": "SUPPORTED_UNCITED", "support_doc_ids": ["doc1"]}, {"claim_text": "Its atomic number is 79.", "label": "SUPPORTED_UNCITED", "support_doc_ids": ["doc1"]}]}
{"example_id": "ex_009", "dataset": "custom", "is_synthetic": true, "question": "Who composed the Brandenburg Concertos?", "answer": "The Brandenburg Concertos were composed by Wolfgang Amadeus Mozart in the late 1700s. They consist of twelve concertos.", "contexts": [{"doc_id": "doc1", "title": "Brandenburg Concertos", "text": "The Brandenburg Concertos are a set of six instrumental works composed by Johann Sebastian Bach and dedicated to the Margrave of Brandenburg in 1721."}, {"doc_id": "doc2", "title": "Mozart biography", "text": "Wolfgang Amadeus Mozart was an Austrian composer of the Classical period, known for symphonies, operas, and chamber music."}], "gold_claim_labels": [{"claim_text": "The Brandenburg Concertos were composed by Wolfgang Amadeus Mozart in the late 1700s.", "label": "CONTRADICTED", "support_doc_ids": ["doc1"]}, {"claim_text": "They consist of twelve concertos.", "label": "CONTRADICTED", "support_doc_ids": ["doc1"]}]}
{"example_id": "ex_010", "dataset": "custom", "is_synthetic": true, "question": "What is the function of mitochondria?", "answer": "Mitochondria are double-membraned organelles responsible for cellular respiration [doc1]. They generate most of a cell's ATP supply [doc1]. They are sometimes called the powerhouse of the cell [doc1].", "contexts": [{"doc_id": "doc1", "title": "Mitochondria", "text": "Mitochondria are double-membraned organelles found in eukaryotic cells. They are responsible for producing most of the cell's adenosine triphosphate (ATP) through cellular respiration and are colloquially known as the powerhouse of the cell."}, {"doc_id": "doc2", "title": "Cell biology overview", "text": "Eukaryotic cells contain many specialized organelles, including the nucleus, mitochondria, endoplasmic reticulum, and Golgi apparatus."}], "gold_claim_labels": [{"claim_text": "Mitochondria are double-membraned organelles responsible for cellular respiration.", "label": "SUPPORTED", "support_doc_ids": ["doc1"]}, {"claim_text": "They generate most of a cell's ATP supply.", "label": "SUPPORTED", "support_doc_ids": ["doc1"]}, {"claim_text": "They are sometimes called the powerhouse of the cell.", "label": "SUPPORTED", "support_doc_ids": ["doc1"]}]}
{"example_id": "ex_011", "dataset": "custom", "is_synthetic": true, "question": "How do solar panels generate electricity?", "answer": "Solar panels generate electricity by storing heat from sunlight and converting it through a steam turbine [doc1]. They are typically installed on rooftops [doc1].", "contexts": [{"doc_id": "doc1", "title": "Photovoltaic effect", "text": "Solar panels generate electricity through the photovoltaic effect, in which photons knock electrons free from atoms in a semiconductor, producing a direct current."}, {"doc_id": "doc2", "title": "Concentrated solar power", "text": "Concentrated solar power (CSP) systems use mirrors to focus sunlight to drive heat engines, which is distinct from photovoltaic panels."}], "gold_claim_labels": [{"claim_text": "Solar panels generate electricity by storing heat from sunlight and converting it through a steam turbine.", "label": "CONTRADICTED", "support_doc_ids": ["doc1"]}, {"claim_text": "They are typically installed on rooftops.", "label": "NOT_ENOUGH_EVIDENCE", "support_doc_ids": []}]}