trajectories/index.json

{"meta": {"label": "structure per q (monaco_dev · Baseline A · cell4_agentic_a)", "n": 100, "mean_judge_score": 0.9048, "mean_correct": 0.81, "mean_precision": 0.9266, "mean_recall": 0.3509, "fraction_error": 0.0, "stop_reason_counts": {"end_turn": 100}}, "rows": [{"qid": "0", "question": "List the three departments with the highest percent support for Marine Le Pen during the first round of the French presidential election.", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 3}, {"qid": "1048", "question": "What are the three most common first names among the first twenty US Presidents and the last twenty US Presidents respectively?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 2}, {"qid": "1105", "question": "How many of the world's twenty largest yachts are owned by Arab royals?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "116", "question": "What was the average happiness score of Scandinavian countries compared to that of South American countries in 2020?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.8, "correct": 0, "precision": 0.6667, "recall": 1.0, "gold_answers_length": 2}, {"qid": "12", "question": "Which Latin American country has had the highest increase in life expectancy since 2000?", "n_turns": 13, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.0, "correct": 0, "precision": 0.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "1272", "question": "Which songs have Drake and Rihanna collaborated on?", "n_turns": 3, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 4}, {"qid": "131", "question": "Who was the paternal great grandfather of Henry II of England?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "135", "question": "What are the top two rarest big cat species found in the wild?", "n_turns": 9, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.5, "correct": 0, "precision": 0.5, "recall": 0.5, "gold_answers_length": 2}, {"qid": "1368", "question": "Is the combined total natural gas consumption of Germany, united kingdom and Italy in cubic meters per year higher than the natural gas consumption of China ?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "137", "question": "what was the familial bond between Elizabeth I of England and her successor?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "139", "question": "Which of the animals mentioned in the Jungle Book do not eat meat?", "n_turns": 12, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 3}, {"qid": "14", "question": "What are the four most populous cities in Sierra Leone?", "n_turns": 5, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 4}, {"qid": "1404", "question": "What country has the largest total net capacity of all of its nuclear power stations combined?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "1405", "question": "What country has produced the most female women's grand slam tennis singles champions since 1990?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "1417", "question": "which English monarch had to wait the longest before ascending to the throne in the 17th century?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "148", "question": "Do the official languages of Ethipoia originate from different liguistic families?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "1498", "question": "Which two kingdoms were the last to declare war on Sweden during the Great Northern War?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.5, "correct": 0, "precision": 0.5, "recall": 0.5, "gold_answers_length": 2}, {"qid": "15", "question": "How many NBA players since the year 2000 also played for coach K in Duke?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.9818, "correct": 0, "precision": 0.9818, "recall": 0.0, "gold_answers_length": 1}, {"qid": "151", "question": "What are the four major ethnic groups in Burma?", "n_turns": 9, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 4}, {"qid": "1517", "question": "who gained the most territory as a consequence of the Second Balkan War?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "153", "question": "What age were Raphael Nadale, Roger Federer and Serena Williams when each of them had won his first Grand Slam?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.3333, "correct": 0, "precision": 0.3333, "recall": 0.3333, "gold_answers_length": 3}, {"qid": "1567", "question": "List female poets of Andalusian Spain along with their year of birth and year of death.", "n_turns": 12, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.2353, "correct": 0, "precision": 1.0, "recall": 0.1333, "gold_answers_length": 15}, {"qid": "1577", "question": "Who was the first Asian novelist ever to win a Hugo Award for Best Novel?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 2}, {"qid": "1594", "question": "In early 2025, which South American state's parliament has the greatest percentage of seats held by populist parties (either from the left or right)?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "1676", "question": "Which year since 1960 saw the greatest increase in voter turnout for a US Presidential election over the previous election and who was its winner?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "169", "question": "Who are the children of the last three US presidents?", "n_turns": 5, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 3}, {"qid": "17", "question": "Which country has had more deaths from COVID, France or Portugal?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "1700", "question": "How many Greek gods were believed to be the offspring of other gods (not titans)?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "1755", "question": "Who was the maternal great grandfather of Henry II of England?", "n_turns": 5, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.0, "correct": 0, "precision": 0.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "1768", "question": "Who was the first Caliph of each Caliphate and what was their position before ascending the throne?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.5, "correct": 0, "precision": 0.5, "recall": 0.5, "gold_answers_length": 4}, {"qid": "178", "question": "In EU countries, is the Green Party more likely to be headed by woman?", "n_turns": 9, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "1791", "question": "Who has killed each of the seven homunculi in Fullmetal Alchemist Brotherhood?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 7}, {"qid": "1797", "question": "how many descendants of Catherine the Great ruled Russia before the First Russian Revolution?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "1836", "question": "Who were the three longest reigning kings of France?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 3}, {"qid": "188", "question": "Out of the previous five prime ministers of Malta, how many belonged to left-wing parties?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "195", "question": "Who has been the most frequent enemy of Vietnam during the Nguyen Dynasty?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.6667, "correct": 0, "precision": 1.0, "recall": 0.5, "gold_answers_length": 2}, {"qid": "196", "question": "Who have been the rulers of Libya, since its independence?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.5926, "correct": 0, "precision": 1.0, "recall": 0.4211, "gold_answers_length": 19}, {"qid": "20", "question": "Who are the characters of Chekhov's The Seagull besides the protagonist and her family?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 10}, {"qid": "207", "question": "which four Canadian Prime Ministers have had the highest approval rating in the last 50 years?", "n_turns": 5, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 4}, {"qid": "208", "question": "Considering the top ten grossing films of each year from 1990 to 2000, which movie studio had the highest cumulative box office?", "n_turns": 19, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "21", "question": "When did the LA Sparks last win a championship?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "219", "question": "Which NBA Player more frequently missed free throw tries, Damon Stoudamire or James Harden?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "225", "question": "Which country party has the highest percentage of parliament seats held by separatist parties, out of Spain, Belgium and Italy?", "n_turns": 12, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "228", "question": "Which three women received the most first round votes ever, in any of the past five French presidential elections?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 3}, {"qid": "235", "question": "On average, has the economy in Scandinavia gotten better in the last ten years?", "n_turns": 5, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "239", "question": "Was serial killer Gilles de Rais a contemporary of Saint Joan of Arc or Peter the Cruel?", "n_turns": 5, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "24", "question": "What NFL team was founded first, the Patriots or the Cardinals?", "n_turns": 9, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "240", "question": "Is there a connection between GRR Martin and Roger Zelazny?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "250", "question": "How many Canadian prime ministers served non-consecutive terms in that role (i.e. in the manner similar to that of Grover Cleveland or Winston Churchill)?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "257", "question": "Which NBA scoring champions held the title for at least 3 consecutive years?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 8}, {"qid": "277", "question": "Which two noble families did the French Bourbon kings marry into the most?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 2}, {"qid": "290", "question": "What are the three major ethnic groups in Guinea, along their percentage of the population?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 3}, {"qid": "294", "question": "What are the most common styles of suit jacket lapels, and when is each lapel style most appropriate?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 3}, {"qid": "297", "question": "Which of Blake's four Zoas is closely linked to the Gnostic concept of Demiurge?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "30", "question": "What is the win percentage change of the Buffalo bills in 2020 NFL season compared to the 2019 NFL season ?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.9973, "correct": 1, "precision": 0.9973, "recall": 0.0, "gold_answers_length": 1}, {"qid": "300", "question": "What is the major political party in Ireland?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.6667, "correct": 0, "precision": 1.0, "recall": 0.5, "gold_answers_length": 2}, {"qid": "302", "question": "who is the leader of the party with the most seats in Latvia's parliament?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "306", "question": "Do fringe parties hold a larger combined total number of seats in Italy's parliament than the centrist parties?", "n_turns": 11, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "307", "question": "Which political party in France is in control right now, and when was that party established?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "315", "question": "How many Pulitzer Prize-winning playwrights were born in New York City?", "n_turns": 14, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "328", "question": "How many Presidents of Cyprus's House of Representatives have been politically conservative?", "n_turns": 26, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "331", "question": "Which Winter Olympics year earned Sweden the highest number of Gold medals?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "338", "question": "Does pineapple contain more sugar than oranges?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "339", "question": "Which salon dances do not come from Latin America?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 8}, {"qid": "348", "question": "who was the youngest person to be elected as leader of the Norwegian Labour Party?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "35", "question": "Where have more philosophical writers come from, China or England?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "364", "question": "Of the martial-arts sports that are Olympic events, how many are of Japanese origin?", "n_turns": 5, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.5, "correct": 0, "precision": 0.5, "recall": 0.0, "gold_answers_length": 1}, {"qid": "373", "question": "Were there more people in attendance at the Superbowl in 2022 or in 2000?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "379", "question": "Which single from Lali Esposito's 2020 album peaked at the Argentina Hot 100?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.3333, "correct": 0, "precision": 1.0, "recall": 0.2, "gold_answers_length": 5}, {"qid": "383", "question": "Which US Presidents were in office during the Roaring Twenties?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 4}, {"qid": "384", "question": "Which Operas composed by Richard Strauss are based on Greek mythology?", "n_turns": 9, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.75, "correct": 0, "precision": 0.6, "recall": 1.0, "gold_answers_length": 3}, {"qid": "385", "question": "Can the suffragette movement be considered a precursor of the feminist movement?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "397", "question": "What was the joint percentage of all far-left candidates in Uruguay's latest presidential election?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "41", "question": "What percentage of films that grossed over 100 million dollars were superhero movies in 2019 vs 2009?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.5, "correct": 0, "precision": 0.5, "recall": 0.5, "gold_answers_length": 2}, {"qid": "413", "question": "Which imperial dynasties ruled for more than 80 years over the Byzantine empire?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 6}, {"qid": "416", "question": "Did Nathalie Emmanuel star in more American TV shows than British ones?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "417", "question": "How many playwrights are currently living in the United States who have won a Pulitzer?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.6667, "correct": 0, "precision": 0.6667, "recall": 0.0, "gold_answers_length": 1}, {"qid": "43", "question": "List the winners of the Roland Garros women singles tournament since 2013, sorted by their age when winning the title.", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.9565, "correct": 0, "precision": 0.9167, "recall": 1.0, "gold_answers_length": 11}, {"qid": "430", "question": "List all the female prime ministers of UK past and/or present.", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 3}, {"qid": "432", "question": "Who is the maternal grandmother of actress Riley Keough?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "439", "question": "Has AC/DC, Black Sabbath, or Van Halen had more lead singers over the years?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "444", "question": "What herbs are commonly used in Vietnamese, Thai and Sichuan cuisine?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 3}, {"qid": "448", "question": "What percentage of Emmy Award winning shows for Outstanding drama from 2010-2022 were won by shows about royal families?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.999, "correct": 1, "precision": 0.999, "recall": 0.0, "gold_answers_length": 1}, {"qid": "50", "question": "Did the White Album premiere before Sargent Pepper?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "53", "question": "Which disease has resulted in more deaths, HIV or the black death?", "n_turns": 8, "stop_reason": "end_turn", "has_error": false, "judge_score": 0.0, "correct": 0, "precision": 0.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "556", "question": "How many women outside of Europe have won the Nobel prize for literature?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "56", "question": "Which country has a smaller percentage of its citizens vaccinated against COVID with at least one dose, Nigeria or Ethiopia?", "n_turns": 4, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "59", "question": "What was the total budget for the first 3 Jurassic Park films?", "n_turns": 5, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "6", "question": "Name the NFL team that has won the same number of super bowl titles as the green bay packers ?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 2}, {"qid": "63", "question": "How many countries have had more than ten different Grand Slam singles champions?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "66", "question": "Players from how many different countries competed in the French open woman's singles championship in 2021 ?", "n_turns": 13, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "72", "question": "Which That's So Raven Directors directed at least 10 episodes of the show?", "n_turns": 19, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 3}, {"qid": "74", "question": "Which Ivy League school is located in the state where Bam Bam Bigelow was born?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "75", "question": "Does Golden state coach Steve Kerr have more playoffs wins than San Antionio spurs coach Gregg Popovich ?", "n_turns": 10, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "78", "question": "Has COVID resulted in more deaths than the Spanish flu?", "n_turns": 3, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "80", "question": "Of Iceland, New Zealand, Holland, and England, put in chronologic order which had a female leader first.", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 4}, {"qid": "90", "question": "Have any US tennis players won Wimbledon in the past five years?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 0.0, "gold_answers_length": 1}, {"qid": "93", "question": "What were Napoleon's final two defeats? When were they and by whom?", "n_turns": 6, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 2}, {"qid": "943", "question": "Tell me the average expenditure on healthcare, education and housing during the Gordon Brown government compared to those of David Cameron's", "n_turns": 11, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 6}, {"qid": "96", "question": "Which kingdoms, outside of Scandinavia, were founded by Vikings?", "n_turns": 7, "stop_reason": "end_turn", "has_error": false, "judge_score": 1.0, "correct": 1, "precision": 1.0, "recall": 1.0, "gold_answers_length": 7}]}