| {"id":"q01","question":"What is the population of Chicago divided by the US GDP per capita in 2023?","gold_answer":32.6,"tolerance":1.0,"answer_kind":"numeric","expected_tools":["tavily_search","tavily_search","calculator"],"category":"search-then-compute","difficulty":"medium"} | |
| {"id":"q02","question":"How many seconds are in a year on Mars?","gold_answer":59354304,"tolerance":100000,"answer_kind":"numeric","expected_tools":["tavily_search","calculator","unit_convert"],"category":"unit-conversion","difficulty":"medium"} | |
| {"id":"q03","question":"What is the speed of light in km/h?","gold_answer":1079252848,"tolerance":1000000,"answer_kind":"numeric","expected_tools":["unit_convert"],"category":"unit-conversion","difficulty":"easy"} | |
| {"id":"q04","question":"What year was Albert Einstein born, and how many years before the founding of Apple Inc.?","gold_answer":97,"tolerance":1,"answer_kind":"numeric","expected_tools":["wikipedia","tavily_search","datetime_tool"],"category":"datetime-reasoning","difficulty":"medium"} | |
| {"id":"q05","question":"What is the boiling point of water in Fahrenheit?","gold_answer":212,"tolerance":1,"answer_kind":"numeric","expected_tools":["unit_convert"],"category":"unit-conversion","difficulty":"easy"} | |
| {"id":"q06","question":"How many years between the iPhone launch and the iPad launch?","gold_answer":3,"tolerance":0,"answer_kind":"numeric","expected_tools":["tavily_search","tavily_search","datetime_tool"],"category":"datetime-reasoning","difficulty":"medium"} | |
| {"id":"q07","question":"What is the area of the United States in square kilometers, divided by Texas's area in square kilometers?","gold_answer":14.0,"tolerance":1.5,"answer_kind":"numeric","expected_tools":["tavily_search","tavily_search","calculator"],"category":"search-then-compute","difficulty":"medium"} | |
| {"id":"q08","question":"What is the average distance from Earth to the Moon in miles?","gold_answer":238900,"tolerance":5000,"answer_kind":"numeric","expected_tools":["tavily_search","unit_convert"],"category":"unit-conversion","difficulty":"easy"} | |
| {"id":"q09","question":"What day of the week was July 20, 1969 (the moon landing)?","gold_answer":"Sunday","tolerance":null,"answer_kind":"string","expected_tools":["datetime_tool"],"category":"datetime-reasoning","difficulty":"easy"} | |
| {"id":"q10","question":"Who wrote 'One Hundred Years of Solitude' and what year were they born?","gold_answer":"1927","tolerance":null,"answer_kind":"string","expected_tools":["wikipedia"],"category":"multi-search-synthesis","difficulty":"easy"} | |
| {"id":"q11","question":"What is the population of the Tokyo metropolis divided by the population of New York City (city proper)?","gold_answer":1.65,"tolerance":0.5,"answer_kind":"numeric","expected_tools":["tavily_search","tavily_search","calculator"],"category":"search-then-compute","difficulty":"easy"} | |
| {"id":"q12","question":"Convert 70 miles per hour to meters per second.","gold_answer":31.3,"tolerance":0.5,"answer_kind":"numeric","expected_tools":["unit_convert"],"category":"unit-conversion","difficulty":"easy"} | |
| {"id":"q13","question":"What is the GDP of Japan in 2023, divided by Japan's population, divided by the average annual salary in the US?","gold_answer":0.5,"tolerance":0.3,"answer_kind":"numeric","expected_tools":["tavily_search","tavily_search","tavily_search","calculator","calculator"],"category":"multi-tool-freestyle","difficulty":"hard"} | |
| {"id":"q14","question":"What year was the Eiffel Tower built, and how many years ago was that from 2024?","gold_answer":135,"tolerance":1,"answer_kind":"numeric","expected_tools":["wikipedia","datetime_tool"],"category":"datetime-reasoning","difficulty":"easy"} | |
| {"id":"q15","question":"How many minutes would it take to drive 2,800 miles at an average highway speed of 65 mph?","gold_answer":2585,"tolerance":50,"answer_kind":"numeric","expected_tools":["calculator","unit_convert"],"category":"multi-tool-freestyle","difficulty":"medium"} | |
| {"id":"q16","question":"What is the population of Mumbai, and is it higher or lower than the population of Mexico City?","gold_answer":"higher","tolerance":null,"answer_kind":"string","expected_tools":["tavily_search","tavily_search"],"category":"multi-search-synthesis","difficulty":"easy"} | |
| {"id":"q17","question":"How many years between the publishing of 'Pride and Prejudice' and 'Wuthering Heights'?","gold_answer":34,"tolerance":1,"answer_kind":"numeric","expected_tools":["wikipedia","wikipedia","datetime_tool"],"category":"multi-search-synthesis","difficulty":"medium"} | |
| {"id":"q18","question":"What is the diameter of Jupiter divided by the diameter of Earth?","gold_answer":11.2,"tolerance":0.5,"answer_kind":"numeric","expected_tools":["tavily_search","tavily_search","calculator"],"category":"search-then-compute","difficulty":"medium"} | |
| {"id":"q19","question":"How many days between January 1, 2000 and January 1, 2024?","gold_answer":8766,"tolerance":2,"answer_kind":"numeric","expected_tools":["datetime_tool"],"category":"datetime-reasoning","difficulty":"easy"} | |
| {"id":"q20","question":"What is 50 kg in pounds?","gold_answer":110.2,"tolerance":0.5,"answer_kind":"numeric","expected_tools":["unit_convert"],"category":"unit-conversion","difficulty":"easy"} | |
| {"id":"q21","question":"What is the population density of Singapore in people per square kilometer?","gold_answer":8500,"tolerance":500,"answer_kind":"numeric","expected_tools":["tavily_search","tavily_search","calculator"],"category":"search-then-compute","difficulty":"medium"} | |
| {"id":"q22","question":"What is the average distance from Earth to the Sun in millions of kilometers?","gold_answer":150,"tolerance":5,"answer_kind":"numeric","expected_tools":["tavily_search","unit_convert"],"category":"unit-conversion","difficulty":"easy"} | |
| {"id":"q23","question":"Who won the 2023 Nobel Prize in Literature and what country are they from?","gold_answer":"Norway","tolerance":null,"answer_kind":"string","expected_tools":["tavily_search"],"category":"multi-search-synthesis","difficulty":"easy"} | |
| {"id":"q24","question":"What is the square root of the population of Sydney, Australia?","gold_answer":2354,"tolerance":100,"answer_kind":"numeric","expected_tools":["tavily_search","calculator"],"category":"search-then-compute","difficulty":"easy"} | |
| {"id":"q25","question":"How many gigaseconds in 100 years?","gold_answer":3.15,"tolerance":0.05,"answer_kind":"numeric","expected_tools":["unit_convert","calculator"],"category":"multi-tool-freestyle","difficulty":"medium"} | |