{ "name": "multitq-llama-baseonly", "policy_path": "meta-llama/Llama-3.1-8B-Instruct", "n_samples": 1496, "overall": { "n": 1496, "em": 0.2647058823529412, "f1": 0.03532292682137338 }, "by_qtype": { "after_first": { "n": 187, "em": 0.11764705882352941, "f1": 0.01582589603847829 }, "before_after": { "n": 187, "em": 0.43315508021390375, "f1": 0.05502101402182004 }, "before_last": { "n": 187, "em": 0.0855614973262032, "f1": 0.017694000994901486 }, "equal": { "n": 374, "em": 0.44919786096256686, "f1": 0.05712440827487079 }, "equal_multi": { "n": 187, "em": 0.21390374331550802, "f1": 0.02638028311903011 }, "first_last": { "n": 374, "em": 0.18449197860962566, "f1": 0.026706701923507187 } }, "by_answer_type": { "entity": { "n": 1122, "em": 0.2985739750445633, "f1": 0.03897941248510742 }, "time": { "n": 374, "em": 0.16310160427807488, "f1": 0.024353469830171028 } }, "by_time_level": { "day": { "n": 971, "em": 0.24716786817713698, "f1": 0.03666960172130968 }, "month": { "n": 287, "em": 0.2264808362369338, "f1": 0.03276504180257901 }, "year": { "n": 238, "em": 0.38235294117647056, "f1": 0.03291322796656529 } }, "by_qlabel": { "Multiple": { "n": 561, "em": 0.13903743315508021, "f1": 0.01996672671746994 }, "Single": { "n": 935, "em": 0.34010695187165774, "f1": 0.044536646883715336 } }, "per_example": [ { "quid": 3025795, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China Southern Airlines last praise China?", "golds": [ "2015" ], "pred": "2015\nExplanation: The question asks for the year in which China Southern Airlines last praised China. The evidence provided shows various interactions between China Southern Airlines and China, but only one instance of praise or endorsement in 2015. The other interactions include physical assault, hosting visits, making visits, and expressing intent to", "em": 1.0, "f1": 0.05 }, { "quid": 3015487, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to condemn China?", "golds": [ "Japan" ], "pred": "Portugal\nExplanation: The question asks which country was the last to condemn China. The evidence shows that Portugal was the last to express intent to meet or negotiate with China, on January 5, 2005. This implies that Portugal was the last to take a conciliatory stance towards China, and therefore the last", "em": 0.0, "f1": 0.0 }, { "quid": 3050246, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the citizens of the United Kingdom last express their intention to meet with Iraq?", "golds": [ "2012" ], "pred": "2005\nExplanation: The citizens of the United Kingdom last expressed their intention to meet with Iraq in 2005. This is evident from the provided evidence, which includes various events and statements related to Iraq and other countries in 2005. The evidence shows that the United Kingdom did not express any intention to meet", "em": 0.0, "f1": 0.0 }, { "quid": 3027690, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "What was the last country to negotiate with Mulatu Teshome before China?", "golds": [ "Japan" ], "pred": "China was the last country to negotiate with Mulatu Teshome before China. This is because the last event in the list is Mulatu Teshome | Engage in negotiation | China | 2014-09-03, and the event before that is Mulatu Teshome | Consult | Media Personnel (", "em": 0.0, "f1": 0.0 }, { "quid": 3002358, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the first country to negotiate with Kuwait?", "golds": [ "Iraq" ], "pred": "Germany\nExplanation: The first country to negotiate with Kuwait was Germany. The first evidence of this is from January 27, 2005, when Gerhard Schr\u00f6der expressed his intent to meet or negotiate with Kuwait. This is the earliest recorded instance of a country negotiating with Kuwait. The other countries mentioned in", "em": 0.0, "f1": 0.0 }, { "quid": 3019439, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to denounce Iraq?", "golds": [ "UN Security Council" ], "pred": "France\nExplanation: France was the last to denounce Iraq. France was the last to denounce Iraq. France was the last to denounce Iraq. France was the last to denounce Iraq. France was the last to denounce Iraq. France was the last to denounce Iraq. France was the last to den", "em": 0.0, "f1": 0.0 }, { "quid": 3033039, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Assemblies of Cambodia visit China?", "golds": [ "2009-07-10" ], "pred": "2005\nThe Assemblies of Cambodia visited China in 2005. The exact dates of the visit are not specified in the provided evidence, but it is mentioned that the Assemblies of Cambodia made a visit to China on January 24, 2005, and that China hosted a visit from the Assemblies", "em": 0.0, "f1": 0.0 }, { "quid": 3024050, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to want to work with Iraq before the citizens of Brazil?", "golds": [ "High Commission for Refugees" ], "pred": "Brazil\nExplanation: The last person to want to work with Iraq before the citizens of Brazil was the Representative to the United Nations (Iran) on 2005-01-16. The Representative to the United Nations (Iran) made a statement. The citizens of Brazil were not mentioned in the evidence. The Representative to", "em": 0.0, "f1": 0.0 }, { "quid": 3015170, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the leader of Kenya visit China for the first time?", "golds": [ "2005" ], "pred": "2005\nExplanation: The leader of Kenya visited China for the first time in 2005. The evidence is from the news articles about the diplomatic cooperation between China and other countries in 2005. The articles mention that the leaders of Japan and Macao made visits to China in 2005, but there", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3031579, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country Cambodia attacked with small arms and light weapons?", "golds": [ "Thailand" ], "pred": "Thailand\nExplanation: The last country Cambodia attacked with small arms and light weapons was Thailand. This is evident from the evidence provided, which shows that Cambodia arrested, detained, or charged citizens of Thailand with legal action on multiple occasions in 2005. This suggests that Cambodia was actively engaging with Thailand, using small arms and", "em": 1.0, "f1": 0.04878048780487806 }, { "quid": 3034519, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Ali Abdullah Saleh, which country did Malaysia last support?", "golds": [ "Japan" ], "pred": "Yemen\nExplanation:\nThe question asks which country Malaysia last supported before Ali Abdullah Saleh. The evidence provided shows that Ali Abdullah Saleh was the President of Yemen from 1990 to 2012. Therefore, the country that Malaysia last supported before Ali Abdullah Saleh was Yemen. \n\nNote: The question is asking", "em": 0.0, "f1": 0.0 }, { "quid": 3039668, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the European Central Bank, who was the last to negotiate with China?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Government Affiliated Bank (South Africa)\nExplanation: The European Central Bank last negotiated with the Government Affiliated Bank (South Africa) in 2005. This is evident from the evidence provided, which shows that the European Central Bank consulted with the Government Affiliated Bank (South Africa) on 2005-02-", "em": 0.0, "f1": 0.0 }, { "quid": 3050727, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Werner Faymann last visit China?", "golds": [ "2011-05-07" ], "pred": "2011\nExplanation: Werner Faymann last visited China in 2011. The evidence shows that he made visits to China on May 5, 6, and 7, 2011, and that China hosted visits from him on the same dates. There is no evidence of him visiting China after", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3012318, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to negotiate with China on 19 April 2005?", "golds": [ "Wolfgang Sch\u00fcssel", "Wen Jiabao", "Okada Katsuya", "Lien Chan" ], "pred": "Wolfgang Sch\u00fcssel\nExplanation: Wolfgang Sch\u00fcssel wanted to negotiate with China on 19 April 2005. This is evident from the evidence that Wolfgang Sch\u00fcssel expressed intent to meet or negotiate with China on 19 April 2005. The other options do not have any evidence to support that they wanted", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3041051, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country appealed for China in February 3rd, 2007?", "golds": [ "South Korea" ], "pred": "Japan\nExplanation:\n- The question is asking which country appealed for China in February 3rd, 2007.\n- However, the evidence provided does not contain any information about February 3rd, 2007.\n- The evidence only contains information about 2005, which is before the specified date.\n-", "em": 0.0, "f1": 0.0 }, { "quid": 3045237, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2011, who was the first to be criticised by China?", "golds": [ "Barack Obama" ], "pred": "Japan\nExplanation: In 2011, Japan was the first to be criticised by China. The evidence is not available in the given text. However, we can infer that Japan was the first to be criticised by China in 2011 based on the fact that the text does not mention any other country being criticised by", "em": 0.0, "f1": 0.0 }, { "quid": 3005836, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before South Korea, which country was the last to sign formal agreements with Oman?", "golds": [ "South Africa" ], "pred": "Iran\nExplanation: The last country to sign a formal agreement with Oman was Iran, which signed on March 15, 2005. This is evident from the provided evidence, which lists the dates of formal agreements between Oman and various countries. The agreement between Oman and Iran is dated March 15, 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3017456, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In which country did China release people after August 2015?", "golds": [ "Media Personnel (China)", "Criminal (China)" ], "pred": "Japan\nExplanation: The question asks for the country in which China released people after August 2015. The evidence provided is a list of diplomatic events between China and other countries, including Japan, from 2005. However, the question specifically asks for events after August 2015. Since there is no information about", "em": 0.0, "f1": 0.05128205128205129 }, { "quid": 3006300, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to negotiate with the Iranian company after Thailand?", "golds": [ "Iran", "Tatarstan", "France", "Ministry (Iran)", "Energy Department/Ministry (Iran)" ], "pred": "Vietnam\nExplanation: The evidence shows that Vietnam expressed intent to meet or negotiate with the Iranian company after Thailand. This is evident from the entries on 2005-01-05, where Vietnam and Thailand both expressed intent to meet or negotiate, but Vietnam's entry is dated after Thailand's. This suggests that Vietnam was", "em": 0.0, "f1": 0.0 }, { "quid": 3017421, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Thailand was first rejected by whom?", "golds": [ "Citizen (Thailand)" ], "pred": "Citizen (Thailand) was first rejected by Thailand. \nExplanation: The evidence shows that Citizen (Thailand) rejected Thailand on several occasions, but Thailand rejected Citizen (Thailand) only once. Therefore, Citizen (Thailand) was first rejected by Thailand. \nNote: The evidence is based on a specific context", "em": 1.0, "f1": 0.15384615384615385 }, { "quid": 3022832, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was indicted by Djibouti before 18 Mar 2007?", "golds": [ "France" ], "pred": "Mohamed Kamil Mohamed\nExplanation: Mohamed Kamil Mohamed was indicted by Djibouti before 18 Mar 2007. Mohamed Kamil Mohamed is a Djiboutian politician who served as the Prime Minister of Djibouti from 2001 to 2003. He was indicted by the Djib", "em": 0.0, "f1": 0.0 }, { "quid": 3041624, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to express optimism about China, after the citizens of Zambia?", "golds": [ "Sudan" ], "pred": "Japan\nExplanation:\n- The first country to express optimism about China was Japan, after the citizens of Zambia.\n- The citizens of Zambia were not mentioned in the evidence.\n- The evidence only mentioned the countries of Japan, China, South Korea, and Portugal, and the Kuomintang.\n- The Kuomint", "em": 0.0, "f1": 0.0 }, { "quid": 3024641, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first person to visit Ethiopia after John Baird?", "golds": [ "African Union" ], "pred": "China\nExplanation: The first person to visit Ethiopia after John Baird was China. This is because the earliest date of a visit to Ethiopia by John Baird is 2010-02-11, and the earliest date of a visit to China by John Baird is 2009-07-12. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3052251, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In November 2012, who signed an agreement with China?", "golds": [ "Association of Southeast Asian Nations", "Angola", "Thailand", "Ma Ying Jeou", "Laos", "Yoshihiko Noda", "Japan" ], "pred": "Wen Jiabao\nExplanation: Wen Jiabao, the Premier of the State Council of the People's Republic of China, signed an agreement with Japan in November 2012. The agreement was related to the East China Sea dispute. Wen Jiabao made an appeal or request to Japan in 2005,", "em": 1.0, "f1": 0.0625 }, { "quid": 3029293, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month of Alexander Vasilyevich Bortnikov, who wanted to engage in diplomatic cooperation with China?", "golds": [ "Barack Obama", "Guatemala", "Iran", "Maithripala Sirisena", "Argentine Industrial Union", "United Arab Emirates", "Thailand", "Alexis Tsipras" ], "pred": "Dmitry Anatolyevich Medvedev\nExplanation: In June 2009, Alexander Vasilyevich Bortnikov, the head of the Federal Security Service of the Russian Federation, engaged in diplomatic cooperation with China. This is evident from the records of his meetings with Dmitry Anatolyevich Medvedev", "em": 0.0, "f1": 0.0 }, { "quid": 3041188, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Tony Blair, who was the last to express the intention to engage in diplomatic cooperation with China?", "golds": [ "Ma Ying Jeou" ], "pred": "Japan\nExplanation: The last person to express the intention to engage in diplomatic cooperation with China before Tony Blair was the Prime Minister of Japan. This is evident from the provided evidence, which shows that on January 6, 2005, Japan expressed its intent to engage in diplomatic cooperation with China. This is the most", "em": 0.0, "f1": 0.0 }, { "quid": 3027735, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who accused Thailand on 1 April 2006?", "golds": [ "Citizen (Thailand)" ], "pred": "Sondhi Limthongkul\nReasoning: Sondhi Limthongkul accused Thailand on 1 April 2006, as evident from the evidence provided. The other options do not match the accusation made on that date. Abhisit Vejjajiva was involved in a demonstration or rally, but", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3001693, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month, who were the Australian citizens accused by China?", "golds": [ "Ruling Party (China)" ], "pred": "Stern Hu\nExplanation: Stern Hu is an Australian citizen who was arrested in China in 2010 on charges of bribery and corruption. He was a senior executive of Rio Tinto, a mining company. Hu was accused of accepting bribes from Chinese steel executives in exchange for sensitive information about iron ore prices. He was", "em": 0.0, "f1": 0.044444444444444446 }, { "quid": 3032528, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Ethiopia first reject Human Rights Watch?", "golds": [ "2010-10-21" ], "pred": "2005-01-25\nExplanation: The first time Ethiopia rejected Human Rights Watch was on January 25, 2005. This is evident from the search results, where the first instance of \"Ethiopia\" and \"Reject\" in relation to Human Rights Watch is found in the search results. The", "em": 0.0, "f1": 0.0 }, { "quid": 3018564, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to receive humanitarian aid from Ethiopia?", "golds": [ "Eritrea" ], "pred": "United Arab Emirates\nExplanation: The United Arab Emirates was the first country to receive humanitarian aid from Ethiopia. This is evident from the provided evidence, which shows that the United Arab Emirates provided humanitarian aid to Sudan on February 4, 2005. The other options do not show any evidence of receiving humanitarian aid from Ethiopia", "em": 0.0, "f1": 0.0 }, { "quid": 3000347, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the citizens of Thailand provide humanitarian aid to Thailand?", "golds": [ "2013-05-26" ], "pred": "2005\nExplanation: The question asks when the citizens of Thailand provided humanitarian aid to Thailand. The evidence provided shows that there were several instances of humanitarian aid being provided to Thailand in 2005, but it does not specify that the aid was provided by citizens of Thailand. In fact, most of the evidence suggests", "em": 0.0, "f1": 0.0 }, { "quid": 3052259, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country to visit Ethiopia after the Royal Government of Spain?", "golds": [ "African Union" ], "pred": "Spain\nExplanation: The first country to visit Ethiopia after the Royal Government of Spain was Kenya, as evidenced by the visit of Mwai Kibaki to Ethiopia on March 10, 2005. This is supported by the fact that there is no record of any visit from Spain during this time period. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3048346, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Thailand last support Somsavat Lengsava?", "golds": [ "2006-01" ], "pred": "January 2006\nExplanation: The last time Thailand supported Somsavat Lengsava was in January 2006. This is evident from the fact that there are multiple records of Thailand hosting a visit and praising Somsavat Lengsava in January 2006, but no records of such", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3014980, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Whom did Zawahiri condemn first?", "golds": [ "Pervez Musharraf" ], "pred": "Barack Obama\nExplanation: Zawahiri first condemned Barack Obama in 2008-11-19. Zawahiri made a statement about Iraq in 2007-12-18. Zawahiri made a statement about Iraq in 2007-12-17. Zawahiri made a statement about Iraq in", "em": 0.0, "f1": 0.0 }, { "quid": 3021649, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country did Alberto Gonzales wish to meet in the same month as Malaysia?", "golds": [ "China" ], "pred": "France\nExplanation: Alberto Gonzales expressed intent to meet or negotiate with France on 2005-04-04. This is the only instance of Alberto Gonzales expressing intent to meet or negotiate with a country in the month of April. Therefore, the answer is France. \nNote: The question is asking which country", "em": 0.0, "f1": 0.0 }, { "quid": 3024765, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who would like to negotiate with China in May, 2010?", "golds": [ "Head of Government (India)", "Iran", "Xi Jinping", "South Korea", "Wen Jiabao", "John Faulkner", "Ronald Kirk", "Cabinet / Council of Ministers / Advisors (United States)", "Japan", "Barack Obama" ], "pred": "Japan\nExplanation: The question asks who would like to negotiate with China in May, 2010. However, the evidence provided is from 2005, which is five years before the specified date. The evidence shows that Japan expressed intent to meet or negotiate with China multiple times in 2005. Therefore, the", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3001560, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wants to negotiate with Ethiopia after 29 July 2015?", "golds": [ "Pope Tawadros II", "Sudan", "South Korea", "Barack Obama" ], "pred": "Who wants to negotiate with Ethiopia after 29 July 2015? Barack Obama, Sudan, African Union, Muhammadu Buhari, Iran. They all expressed intent to meet or negotiate with Ethiopia after 29 July 2015. They all made a visit to Ethiopia after 29 July 2015. They", "em": 1.0, "f1": 0.13793103448275862 }, { "quid": 3049345, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the citizens of North Korea, which country did China last support?", "golds": [ "Japan" ], "pred": "South Korea\nExplanation: The question asks for the country that China last supported. The evidence shows that China supported South Korea on January 6, 2005. Therefore, the correct answer is South Korea. The other options are incorrect because China supported other countries on different dates, but not South Korea on a later date", "em": 0.0, "f1": 0.0 }, { "quid": 3021083, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to meet with Iraq on 23 October 2007?", "golds": [ "Police (Australia)" ], "pred": "Mahmoud Ahmadinejad, Iran, wanted to meet with Iraq on 23 October 2007.", "em": 0.0, "f1": 0.0 }, { "quid": 3048952, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 23 July 2005, who expressed the intention to meet with China?", "golds": [ "Citizen (North Korea)", "Head of Government (Guyana)", "Kim Kye Gwan", "Japan", "Farm Worker (Taiwan)" ], "pred": "South Korea\nExplanation: On 23 July 2005, South Korea expressed the intention to meet with China. This is evident from the evidence provided, which shows that South Korea made a visit to China on that date. This indicates that South Korea had expressed the intention to meet with China prior to the visit. The", "em": 0.0, "f1": 0.0606060606060606 }, { "quid": 3051531, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Kuwait negotiate with first after Ali Abdullah Saleh?", "golds": [ "UN Security Council" ], "pred": "Kuwait\nExplanation: Kuwait is the first country that Ali Abdullah Saleh negotiated with after 2005-02-11. The evidence is the date of the first event in the list, which is 2005-02-11. The event is \"Ali Abdullah Saleh | Investigate | Yemen | 200", "em": 0.0, "f1": 0.0 }, { "quid": 3038914, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Islamic State of Iraq and the Levant insurgents first threaten Iraq?", "golds": [ "2014-06-11" ], "pred": "2005-01-16\nReasoning Skill: Identifying the earliest event in a sequence of events.\nThis question requires the ability to identify the earliest event in a sequence of events related to the Islamic State of Iraq and the Levant insurgents threatening Iraq. The correct answer is 2005-01-16", "em": 0.0, "f1": 0.0 }, { "quid": 3039271, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Ethiopia announce its intention to engage in diplomatic cooperation with the Government of Sudan?", "golds": [ "2014" ], "pred": "2005\nExplanation: The question asks for the year in which Ethiopia announced its intention to engage in diplomatic cooperation with the Government of Sudan. The evidence provided shows that there were several instances of diplomatic cooperation and engagement between Ethiopia and Sudan in 2005, including expressions of intent, consultations, and praise or endorsement.", "em": 0.0, "f1": 0.0 }, { "quid": 3027866, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Rio Tinto, who was the last to investigate China?", "golds": [ "Jiaotong University" ], "pred": "Chevron\nExplanation: Chevron was the last to investigate China before Rio Tinto. Chevron and Rio Tinto were consulting each other in 2007. Chevron was the last to investigate China before Rio Tinto. Chevron and Rio Tinto were consulting each other in 2007. Chevron was the last to investigate China before", "em": 0.0, "f1": 0.0 }, { "quid": 3027677, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to support Ethiopia?", "golds": [ "Abu Bakr Abdullah al-Qirbi" ], "pred": "Iran\nExplanation: The first country to support Ethiopia was Iran. This is evident from the fact that Iran was the first country to express intent to cooperate with Ethiopia on 2005-02-16. This is in contrast to the other countries listed, which either expressed intent to cooperate on the same day or later,", "em": 0.0, "f1": 0.0 }, { "quid": 3034213, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 24 August 2008, which country announced its intention to participate in diplomatic cooperation with China?", "golds": [ "South Korea" ], "pred": "South Korea\nExplanation: On 24 August 2008, South Korea announced its intention to participate in diplomatic cooperation with China. This was a significant development in the region, as it marked a shift in South Korea's foreign policy towards China. The announcement was made by the South Korean government, which expressed its intent to", "em": 1.0, "f1": 0.09523809523809523 }, { "quid": 3004021, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the citizens of Denmark last declare their intention to negotiate with Thailand?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question asks for the year in which the citizens of Denmark last declared their intention to negotiate with Thailand. However, the provided evidence does not mention Denmark at all. It appears to be related to Thailand, mentioning various individuals and entities expressing their intent to meet or negotiate with Thailand in 200", "em": 1.0, "f1": 0.046511627906976744 }, { "quid": 3020461, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Alan Peter Cayetano, who was the last to have a telephone conversation with the Inquirer?", "golds": [ "Military Personnel (Philippines)" ], "pred": "Manuel Villar\nExplanation: The last person to have a telephone conversation with the Inquirer before Alan Peter Cayetano was Manuel Villar. This is based on the available evidence from the Inquirer's archives, which shows that Manuel Villar had a telephone conversation with the Inquirer on 2015-09-", "em": 0.0, "f1": 0.0 }, { "quid": 3041788, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Bangladesh Navy last visit China?", "golds": [ "2014" ], "pred": "2005\nExplanation: The Bangladesh Navy last visited China in 2005. The evidence is not present in the given text. However, the text does contain information about diplomatic cooperation and visits between China and other countries in 2005. This information can be used to infer that the Bangladesh Navy visited China in", "em": 0.0, "f1": 0.0 }, { "quid": 3014746, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Asian Disaster Preparedness Centre, which country did Thailand last make optimistic comments about?", "golds": [ "Citizen (Thailand)" ], "pred": "Indonesia\nExplanation: The question asks about the country that Thailand last made optimistic comments about. The evidence provided shows various statements made by different individuals from Thailand, but none of them mention making optimistic comments about Indonesia. However, one statement from a citizen of Thailand mentions making optimistic comments about the Asian Disaster Preparedness Centre, which", "em": 0.0, "f1": 0.09756097560975609 }, { "quid": 3030822, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Oman first express its intention to cooperate?", "golds": [ "Yemen" ], "pred": "Yemen\nExplanation: The first country that Oman expressed its intention to cooperate with is Yemen. This is evident from the first two evidence lines, which state that Yemen expressed its intent to cooperate with Oman on 2005-04-05, and Oman expressed its intent to cooperate with Yemen on the same date. This indicates", "em": 1.0, "f1": 0.0625 }, { "quid": 3024101, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who denounced China on 12 September 2006?", "golds": [ "Mainland Affairs Council", "Japan" ], "pred": "Japan\nExplanation: Japan denounced China on 12 September 2006. This is evident from the evidence provided, which shows that Japan made a statement criticizing China on that date. The other options, such as Thailand, South Korea, and NASA, did not make any statements denouncing China on that date. China itself", "em": 1.0, "f1": 0.05 }, { "quid": 3053174, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Iraq host the visit from Richard Boucher?", "golds": [ "2008-04-02" ], "pred": "2005-04-08\nExplanation: The question asks when Iraq hosted a visit from Richard Boucher. The evidence provided shows that Richard Boucher made a statement in Iraq on 2005-04-08, but it does not indicate that he was visiting Iraq. Therefore, the answer is 2005", "em": 0.0, "f1": 0.05405405405405406 }, { "quid": 3033438, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the armed gang of India, which country did Malaysia investigate last?", "golds": [ "Vietnam" ], "pred": "Sudan\nExplanation: The armed gang of India was not mentioned in the news. The news mentioned that Malaysia investigated Sudan last. The news also mentioned that Malaysia investigated Iran last. The news also mentioned that Malaysia investigated Thailand last. The news also mentioned that Malaysia investigated Aceh last. The news also mentioned that Malaysia investigated Men", "em": 0.0, "f1": 0.0 }, { "quid": 3017784, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Malaysia first appeal to the citizens of Thailand?", "golds": [ "2014" ], "pred": "2005\nExplanation: The earliest date mentioned in the evidence is 2005-01-07, which is when Malaysia expressed intent to provide economic aid to Thailand. Therefore, the year Malaysia first appealed to the citizens of Thailand is 2005. Note that the question is asking for the year, not the", "em": 0.0, "f1": 0.0 }, { "quid": 3046804, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to denounce Thailand?", "golds": [ "Malaysia" ], "pred": "None\nExplanation: The evidence does not indicate that any country has denounced Thailand. The evidence shows that Thailand has been the subject of criticism or denunciation by various individuals and groups, but it does not show that any country has officially denounced Thailand. Therefore, the correct answer is \"None\". . . .", "em": 0.0, "f1": 0.0 }, { "quid": 3028780, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before United Arab Emirates, which country last signed an agreement with with Iraq?", "golds": [ "Iran" ], "pred": "Malaysia\nExplanation: The United Arab Emirates signed an agreement with Iraq on March 7, 2005. The last country to sign an agreement with Iraq before this was Malaysia, which also signed an agreement on March 19, 2005. Therefore, the answer is Malaysia. \nNote: The dates of the", "em": 0.0, "f1": 0.0 }, { "quid": 3016141, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Ismail Qasim Naji first declare his intention to negotiate with Ethiopia?", "golds": [ "2005" ], "pred": "2005\nExplanation: Ismail Qasim Naji first declared his intention to negotiate with Ethiopia in 2005. This is evident from the provided evidence, which shows that Ismail Qasim Naji expressed his intent to meet or negotiate with Ethiopia on multiple dates in 2005. The earliest date", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3018882, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before South Africa, who was the last country with which Swaziland formally signed an agreement?", "golds": [ "Lesotho" ], "pred": "Lesotho\nExplanation: The last country with which Swaziland formally signed an agreement was Lesotho, on November 28, 2007. This is evident from the evidence provided, which shows that Swaziland and Lesotho signed a formal agreement on that date. The other agreements listed are either", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3050301, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time China praised the government of Djibouti?", "golds": [ "2012-07-20" ], "pred": "2005-06-23\nExplanation: The question asks for the last time China praised the government of Djibouti. The evidence provided shows a series of diplomatic visits and consultations between China and Djibouti, as well as between Djibouti and other countries, in 2005. The", "em": 0.0, "f1": 0.0 }, { "quid": 3054351, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Malaysia, who received the visit from Mswati III first?", "golds": [ "Jakaya Mrisho Kikwete" ], "pred": "Malawi\nExplanation: Mswati III visited Malawi on 2009-01-28. This is the first visit after Malaysia. The visit to Malawi is a consultation visit. The visit to Malaysia is a visit to make. The visit to Swaziland is a visit to host. The visit to", "em": 0.0, "f1": 0.0 }, { "quid": 3009331, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to be rejected by China?", "golds": [ "Ma Ying Jeou" ], "pred": "Japan\nExplanation: The first to be rejected by China was Japan. The first event was Japan expressing intent to cooperate with China on 2005-01-05, and the second event was China expressing intent to cooperate with Japan on the same day. This indicates that the first to be rejected by China was Japan.", "em": 0.0, "f1": 0.0 }, { "quid": 3049763, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to be accused by Zawahiri?", "golds": [ "Head of Government (Pakistan)" ], "pred": "Barack Obama\nExplanation: The first person to be accused by Zawahiri was Barack Obama. This is evident from the fact that the earliest mention of Zawahiri accusing someone is on 2008-11-19, where Zawahiri threatens Barack Obama. The other mentions of accusations by Zawahiri are later", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3031471, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made Malaysia suffer from unconventional violence before 3 April 2014?", "golds": [ "Men (Malaysia)", "Criminal (South Korea)", "Indigenous People (Thailand)", "Women (China)", "Police (Malaysia)", "Criminal (Somalia)" ], "pred": "Men (Malaysia)\nExplanation: The men from Malaysia used unconventional violence before 3 April 2014. This is evident from the fact that they abducted, hijacked, or took hostage an employee from the Philippines on 3 April 2014. This is the only event in the evidence that involves men from Malaysia", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3045497, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was praised by Iraq in the same year as Mahmoud Ahmadinejad?", "golds": [ "Nuri al-Maliki", "Iran", "Kuwait", "United Arab Emirates", "Barack Obama" ], "pred": "China\nExplanation: Mahmoud Ahmadinejad was praised by Iraq in the same year as Mahmoud Ahmadinejad in 2005. In that year, Mahmoud Ahmadinejad was praised by China. This is based on the information provided in the evidence. The evidence shows that Mahmoud Ahmadinejad was praised by China on June", "em": 0.0, "f1": 0.0 }, { "quid": 3029706, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Ogaden National Liberation Front appeal to Ethiopia?", "golds": [ "2011-12" ], "pred": "December\nExplanation: The Ogaden National Liberation Front appealed to Ethiopia in December 2011. This is evident from the news article \"Ogaden National Liberation Front | Make an appeal or request | Ethiopia | 2011-12-22\". The other news articles do not provide information about the Ogaden National Liberation", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3012059, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last person to threaten Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "Newin Chidchob\nExplanation: Newin Chidchob was the last person to threaten Thailand in 2005. He threatened a citizen of Thailand on January 21, 2005. The other events listed were either non-threatening or involved the expression of intent to provide aid or meet/negotiate", "em": 0.0, "f1": 0.1081081081081081 }, { "quid": 3026595, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when William J. Fallon visited Cambodia?", "golds": [ "2006-07" ], "pred": "June 2006\nExplanation: The exact month when William J. Fallon visited Cambodia is June 2006. This can be inferred from the evidence provided, which shows that Fallon made visits to China in June 2006. There is no evidence of Fallon visiting Cambodia in any other month. Therefore, the most likely", "em": 0.0, "f1": 0.05128205128205129 }, { "quid": 3027911, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Malaysia last sign formal agreements with the Moro Islamic Liberation Front?", "golds": [ "2008-06" ], "pred": "April\nExplanation: The Moro Islamic Liberation Front (MILF) last signed formal agreements with Malaysia in April 2005. The evidence shows that the MILF and Malaysia signed formal agreements on April 18 and 19, 2005. The MILF also made several visits to Malaysia in April 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3023563, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Sander Levin criticise China?", "golds": [ "2010" ], "pred": "2009\nExplanation: Sander Levin made a statement about China on 2009-10-17. This is the only statement made by Sander Levin about China in the given time period. Therefore, the year in which Sander Levin criticised China is 2009. \nNote: The other statements made", "em": 0.0, "f1": 0.0 }, { "quid": 3018169, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With whom did the Associated Press have the first telephone conversation after Iraq?", "golds": [ "Lawyer/Attorney (United Kingdom)" ], "pred": "Colombia\nExplanation: The first telephone conversation was between the Associated Press and Colombia on 2005-01-31. The other conversations were after Iraq. The Associated Press had the first telephone conversation after Iraq on 2005-02-27. The Associated Press had the first telephone conversation after Iraq on 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3005988, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited Ethiopia last?", "golds": [ "Abdel Fattah Al-Sisi" ], "pred": "Sudan\nExplanation: The question asks who visited Ethiopia last. The correct answer is Sudan, as it is the last country mentioned in the list of evidence. The list shows that Sudan visited Ethiopia on March 9, 2005, which is the most recent date mentioned. The other countries mentioned in the list visited Ethiopia", "em": 0.0, "f1": 0.0 }, { "quid": 3027407, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who made the last request for Malaysia before the US envoy?", "golds": [ "Undersecretary (United States)" ], "pred": "Japan\nExplanation: The last request for Malaysia before the US envoy was made by Japan on January 19, 2005. This is evident from the evidence provided, which shows that Japan made an appeal or request to Malaysia on that date. The other requests and actions listed in the evidence are not related to the US", "em": 0.0, "f1": 0.0 }, { "quid": 3002654, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "After Sep 2014, who made China suffer from unconventional violence?", "golds": [ "Criminal (China)", "Villager (China)" ], "pred": "Japan\nExplanation: The question is asking who made China suffer from unconventional violence after September 2014. However, the evidence provided is from 2005, which is before the specified date. The evidence shows that Japan and China had interactions and consultations, but there is no indication of unconventional violence. Therefore, the answer", "em": 0.0, "f1": 0.05128205128205129 }, { "quid": 3022496, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 19 January 2009, which country wanted to establish diplomatic cooperation with Kuwait?", "golds": [ "Yemen" ], "pred": "Yemen\nExplanation: Yemen wanted to establish diplomatic cooperation with Kuwait. This is evident from the fact that Yemen is mentioned as the country that expressed intent to engage in diplomatic cooperation with Kuwait on 19 January 2009. The other options do not provide any evidence of a country wanting to establish diplomatic cooperation with Kuwait on that", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3050610, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did China last negotiate before the International Monetary Fund?", "golds": [ "Japan" ], "pred": "Romania\nExplanation: The last negotiation before the International Monetary Fund was with Romania. The evidence is the event \"International Monetary Fund | Threaten | Romania | 2005-06-28\". This event indicates that the International Monetary Fund threatened Romania, which is a form of negotiation. The other events do not indicate a", "em": 0.0, "f1": 0.0 }, { "quid": 3020299, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the company - owner or operator of Thailand last express cooperation with Thailand?", "golds": [ "2015-07" ], "pred": "February\nExplanation: The company - owner or operator of Thailand last expressed cooperation with Thailand in February 2005. This is based on the evidence provided, which shows that the company expressed intent to engage in diplomatic cooperation (such as policy support) with Thailand on multiple occasions in February 2005. The exact dates are", "em": 0.0, "f1": 0.0 }, { "quid": 3020230, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Jusuf Kalla host the visit from Malaysia?", "golds": [ "2005-10-21" ], "pred": "2005-05-07\nExplanation: The question asks for the time when Jusuf Kalla hosted a visit from Malaysia. The evidence shows that Jusuf Kalla hosted a visit from Malaysia on 2005-05-07. The other dates mentioned in the evidence are either visits made by J", "em": 0.0, "f1": 0.0588235294117647 }, { "quid": 3041862, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the citizens of the United Kingdom make optimistic comments about China?", "golds": [ "2009" ], "pred": "2005\nExplanation: The question asks for the year in which the citizens of the United Kingdom made optimistic comments about China. However, the provided evidence does not mention the United Kingdom or any optimistic comments made by its citizens about China. The evidence instead focuses on Japan and China's interactions, including negotiations, diplomatic cooperation", "em": 0.0, "f1": 0.0 }, { "quid": 3038705, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to attack Malaysia with small arms and light weapons?", "golds": [ "Men (Malaysia)" ], "pred": "Men (Malaysia) in 2005-01-29\nExplanation: The last to attack Malaysia with small arms and light weapons were the men from Malaysia in 2005. They were arrested, detained, or charged with legal action. The evidence is from news articles and official statements from the Malaysian police and court", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3039293, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Burundi praise the Lawyer/Attorney of Burundi?", "golds": [ "2015" ], "pred": "2007\nReasoning Skill: This question requires the ability to analyze and identify specific events and actions taken by Burundi in a given year. The correct answer is 2007, as it is the year when Burundi praised the Lawyer/Attorney of Burundi, as mentioned in the evidence. The other", "em": 0.0, "f1": 0.0 }, { "quid": 3005706, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did China first want to establish diplomatic cooperation?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The evidence shows that China first wanted to establish diplomatic cooperation with Japan. The earliest date of the evidence is 2005-01-06, and the latest date is 2005-02-01. The evidence also shows that China and Japan expressed their intent to engage in diplomatic cooperation on several", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3055390, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Ma Ying Jeou, who accused China first?", "golds": [ "Defense / Security Ministry (United States)" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou was the first to accuse China. He made a statement on 2005-01-07 accusing China. He also made a statement on 2005-03-28 accusing China. He also made a statement on 2005-03-06 accusing China", "em": 0.0, "f1": 0.0 }, { "quid": 3019463, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With whom did the Police of Malaysia last express the intention to engage in diplomatic cooperation before Malaysia?", "golds": [ "Thailand" ], "pred": "Yemen\nExplanation: The Police of Malaysia last expressed the intention to engage in diplomatic cooperation before Malaysia with Yemen. This is evident from the fact that the last two entries in the evidence list are related to Yemen, and the first entry is related to Malaysia. Therefore, the correct answer is Yemen. The other options are incorrect", "em": 0.0, "f1": 0.0 }, { "quid": 3054756, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China praise the government of South Africa?", "golds": [ "2008-07" ], "pred": "February\nExplanation: The question asks for the month in which China praised the government of South Africa. The evidence provided shows that China and South Africa had consultations on February 5, 2005, and that South Africa engaged in diplomatic cooperation with the African Union on February 26, 2005. However, there", "em": 0.0, "f1": 0.0 }, { "quid": 3043268, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made an appeal for Ethiopia on 18 March 2008?", "golds": [ "Abu Bakr Abdullah al-Qirbi" ], "pred": "Abu Bakr Abdullah al-Qirbi\nExplanation: Abu Bakr Abdullah al-Qirbi made an appeal for Ethiopia on 18 March 2008. This is evident from the evidence provided, which shows that Abu Bakr Abdullah al-Qirbi made an appeal or request for Ethiopia on that date. The other", "em": 1.0, "f1": 0.29411764705882354 }, { "quid": 3003802, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited China in July 2012?", "golds": [ "Kostyantyn Gryshchenko", "Henry M. Paulson", "Catherine Ashton", "Lien Chan", "Ra\u00fal Castro", "Teodoro Obiang Nguema Mbasogo", "Straits Exchange Foundation", "Jason C. Hu", "Samuel J. Locklear", "Media Personnel (Iran)", "Mahamadou Issoufou", "Xu Caihou" ], "pred": "- South Korea\n- Thailand\n- Mexico\n- City Mayor (China)\n- Association of Southeast Asian Nations\n- Iraq\n- Iran\n- Japan\n- France\n- City Mayor (China) is not a country, so it is excluded from the answer.\n- Association of Southeast Asian Nations is not a", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3054796, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the last to appeal to China before Iraq?", "golds": [ "South Korea" ], "pred": "Japan\nExplanation: The last country to appeal to China before Iraq was Japan. This is evident from the provided evidence, where the last two instances of China making an appeal or request are to Japan on January 14 and 25, 2005. Therefore, Japan was the last country to appeal to China before Iraq", "em": 0.0, "f1": 0.0 }, { "quid": 3054409, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to use unconventional force against Iraq?", "golds": [ "Men (Kenya)" ], "pred": "Rebel Group (Iraq)\nExplanation: The Rebel Group (Iraq) was the last to use unconventional force against Iraq. They threatened with military force on January 16, 2005. This was the most recent event in the dataset. The other events listed were either expressions of intent to meet or negotiate, statements, investigations", "em": 0.0, "f1": 0.0 }, { "quid": 3017713, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who last wanted to negotiate with Ethiopia in 2011?", "golds": [ "Benjamin Netanyahu" ], "pred": "Mwai Kibaki\nReasoning Skill: Identifying Pros And Cons\nAnalysis: The question requires the ability to identify the correct individual who last wanted to negotiate with Ethiopia in 2011. The correct answer is Mwai Kibaki, the Head of Government of Kenya, who expressed intent to meet", "em": 0.0, "f1": 0.0 }, { "quid": 3043833, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did Iraq investigate last?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: The question asks which country Iraq investigated last. The evidence shows that Iraq investigated Iran on January 28, 2005. Therefore, the correct answer is Iran. The other options are incorrect because they do not represent the most recent investigation by Iraq. The other options include investigations by the United States,", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3040009, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Cambodia, with whom did the Malaysian Foreign Ministry wish to negotiate first?", "golds": [ "Malaysia" ], "pred": "Thailand\nExplanation: The Malaysian Foreign Ministry wished to negotiate with Thailand first, as indicated by the following evidence:\n- Thailand | Express intent to cooperate | Cambodia | 2005-01-24\n- Thailand | Express intent to cooperate | Cambodia | 2005-01-07\n- Cambodia | Express intent to", "em": 1.0, "f1": 0.0 }, { "quid": 3030620, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last country to seek diplomatic cooperation with Ethiopia in 2010?", "golds": [ "Jens Stoltenberg" ], "pred": "Iraq\nExplanation: The last country to seek diplomatic cooperation with Ethiopia in 2010 was Iraq. This is evident from the evidence provided, which shows that Iraq engaged in diplomatic cooperation with Sudan on March 17, 2010, while there is no record of any country engaging in diplomatic cooperation with Ethiopia on or after", "em": 0.0, "f1": 0.0 }, { "quid": 3040592, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Nuri al-Maliki make pessimistic remarks about Iraq?", "golds": [ "2009-02-09" ], "pred": "2006-05-20\nExplanation: The question asks when Nuri al-Maliki made pessimistic remarks about Iraq. The evidence provided shows that Nuri al-Maliki made several statements about Iraq between 2005 and 2006, but the exact date of the pessimistic remarks is not specified", "em": 0.0, "f1": 0.0 }, { "quid": 3033704, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to host Kemal Unakitan's visit after Kuwait?", "golds": [ "Qatar" ], "pred": "Kuwait\nExplanation: The first country to host Kemal Unakitan's visit after Kuwait is not mentioned in the evidence. However, the evidence does not mention any other country hosting Kemal Unakitan's visit after Kuwait. Therefore, the answer is Kuwait. \nNote: The evidence does not provide information about Kemal Unak", "em": 0.0, "f1": 0.0 }, { "quid": 3003881, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited China on the same day as Charles Mwando Nsimba?", "golds": [ "Korean Workers Party", "Barack Obama", "Bev Perdue" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou visited China on the same day as Charles Mwando Nsimba. Ma Ying Jeou appealed for diplomatic cooperation (such as policy support) from China on 2005-01-05, the same day Charles Mwando Nsimba visited China.", "em": 0.0, "f1": 0.0 }, { "quid": 3010820, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did Malaysia condemn last?", "golds": [ "China" ], "pred": "Sudan\nExplanation: The country that Malaysia condemned last is Sudan. The evidence is that on 2005-01-27, Sudan consulted with Malaysia, and on the same day, Malaysia consulted with Sudan. This indicates that Malaysia was involved in a discussion or negotiation with Sudan, but it does not necessarily mean that Malaysia", "em": 0.0, "f1": 0.0 }, { "quid": 3008138, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to praise China before Saud bin Faisal bin Abdul-Aziz?", "golds": [ "Pervez Musharraf" ], "pred": "Kuwait\nExplanation: Saud bin Faisal bin Abdul-Aziz praised Kuwait on 2005-02-02. This is the last time he praised a country before 2006-01-16. Therefore, the last country he praised before 2006-01-16 is Kuwait. The last country he", "em": 0.0, "f1": 0.0 }, { "quid": 3010487, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to negotiate with Ethiopia?", "golds": [ "Sudan" ], "pred": "Djibouti\nExplanation: The first country to negotiate with Ethiopia was Djibouti. The evidence shows that Djibouti expressed intent to meet or negotiate with Ethiopia on February 4, 2005. This is the earliest date mentioned in the evidence. The other countries mentioned in the evidence, such", "em": 0.0, "f1": 0.0 }, { "quid": 3010727, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country announced its intention to negotiate with China on the same day as Vietnam's internal affairs?", "golds": [ "South Korea", "Japan" ], "pred": "Japan\nExplanation: The question asks which country announced its intention to negotiate with China on the same day as Vietnam's internal affairs. The correct answer is Japan. The evidence shows that Japan announced its intention to negotiate with China on January 5, 2005, which is the same day as Vietnam's internal affairs.", "em": 1.0, "f1": 0.0625 }, { "quid": 3008538, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Cabinet Council of Ministers Advisors of United States, which country blamed Malaysia last?", "golds": [ "China" ], "pred": "Iran\nExplanation: The question is asking which country was blamed by the United States, as indicated by the Cabinet Council of Ministers Advisors of United States. The evidence provided shows that Iran was the country that threatened the United States, while the other countries mentioned were either visited, hosted visits, expressed intent to cooperate militarily,", "em": 0.0, "f1": 0.0 }, { "quid": 3020231, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the foreign minister of Israel last visit Oman?", "golds": [ "2009-11-24" ], "pred": "There is no information about a visit of the foreign minister of Israel to Oman in the given evidence. However, the German Chancellor Gerhard Schr\u00f6der visited Oman on 2005-03-04. The Prime Minister of Pakistan Shaukat Aziz visited Oman on 2005-03-14,", "em": 0.0, "f1": 0.0 }, { "quid": 3001848, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Cambodia express its intention to establish diplomatic cooperation with Malaysia?", "golds": [ "2008" ], "pred": "2005\nExplanation: The question asks for the year in which Cambodia expressed its intention to establish diplomatic cooperation with Malaysia. The evidence provided shows that in 2005, Cambodia expressed its intention to engage in diplomatic cooperation with several countries, including Vietnam, Thailand, and China. However, there is no direct evidence of", "em": 0.0, "f1": 0.0 }, { "quid": 3049419, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 9 April 2005, which country was negotiating with Thailand?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The evidence shows that Japan was negotiating with Thailand on 9 April 2005. The evidence also shows that Japan was negotiating with South Korea on 9 April 2005, but the question only asks for the country that Japan was negotiating with, not the countries that were negotiating with Japan. Therefore", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3016362, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 17 January 2008, who expressed the intention to engage in diplomatic cooperation with China?", "golds": [ "Iran", "Malawi", "South Korea" ], "pred": "Iran\nExplanation: On 17 January 2008, Iran expressed the intention to engage in diplomatic cooperation with China. This is evident from the evidence provided, which shows that Iran was the state actor that expressed this intention on that date. The other options, such as Malawi, South Korea, and Vietnam, did", "em": 1.0, "f1": 0.09756097560975609 }, { "quid": 3000044, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who made optimistic remarks about Iraq in 2009?", "golds": [ "Barack Obama", "Nuri al-Maliki", "China", "Japan", "Supreme Council (Iraq)", "Vietnam" ], "pred": "Iran\nExplanation: The evidence shows that Iran made optimistic remarks about Iraq in 2009. The evidence includes several instances of Iran engaging in diplomatic cooperation with Iraq, making optimistic comments about Iraq, and expressing intent to engage in further cooperation. This suggests that Iran had a positive view of Iraq in 2009. The", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3014882, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Abdul Aziz, who was the last person to visit Malaysia?", "golds": [ "Xi Jinping" ], "pred": "Abdul Aziz was the last person to visit Malaysia. He made a visit to Malaysia on 2014-02-12. He also made a statement in Malaysia on 2008-09-19, 2008-04-08, and 2007-05-29. He made a statement to", "em": 0.0, "f1": 0.0 }, { "quid": 3030426, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to want to participate in diplomatic cooperation with Cambodia?", "golds": [ "Vietnam" ], "pred": "China\nExplanation: China was the first country to want to participate in diplomatic cooperation with Cambodia. The evidence shows that China expressed its intent to engage in diplomatic cooperation with Cambodia on March 11, 2005. This was before Thailand expressed its intent to engage in diplomatic cooperation with Cambodia on March 12, 200", "em": 0.0, "f1": 0.0 }, { "quid": 3036645, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country expressed interest in cooperation with Thailand in April 2012?", "golds": [ "Cambodia", "China" ], "pred": "China\nExplanation: The evidence shows that China expressed interest in cooperation with Thailand in April 2012. The evidence includes multiple entries from the same source, all indicating that China expressed interest in cooperation with Thailand on the same date (2012-04-19). This suggests that China was the country that expressed interest in", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3034038, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the UN Security Council last visit Thailand?", "golds": [ "2015" ], "pred": "2005\nExplanation: The UN Security Council last visited Thailand in 2005. The evidence is based on the fact that there is no record of the UN Security Council visiting Thailand in 2006 or any other year. The evidence also shows that the UN Security Council visited other countries in 2005, such", "em": 0.0, "f1": 0.0 }, { "quid": 3010035, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before 2007-01, who wanted to establish diplomatic cooperation with Ethiopia?", "golds": [ "Yemen", "France", "UN Security Council", "China", "Head of Government (Ethiopia)", "Government (France)", "City Mayor (China)", "Government (Italy)", "Sudan", "Vietnam" ], "pred": "Iran\nExplanation: The question asks who wanted to establish diplomatic cooperation with Ethiopia before 2007-01. The evidence provided shows that various countries and entities expressed interest in cooperating with Ethiopia between 2005-01-13 and 2005-02-16. However, the question specifically asks for the answer before", "em": 0.0, "f1": 0.04878048780487805 }, { "quid": 3016047, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Burundi's lawyer make the request to Burundi?", "golds": [ "2006-12-19" ], "pred": "2007-12-20\nExplanation: L\u00e9onard Nyangoma, a lawyer, made a request to the government of Burundi on December 20, 2007. This is the only instance where a lawyer made a request to the government of Burundi. The other instances are either the government", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3012854, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited Swaziland after 6 September 2008?", "golds": [ "International Monetary Fund", "Vincent C. Siew", "Lesotho", "Angola", "Teodoro Obiang Nguema Mbasogo", "Rupiah Banda", "Foreign Affairs (Denmark)", "South Africa", "Kamalesh Sharma", "France", "Ma Ying Jeou", "Trade Union Congress" ], "pred": "Vincent C. Siew\nExplanation: Vincent C. Siew visited Swaziland after 6 September 2008. This is evident from the evidence provided, which shows that Vincent C. Siew made a visit to Swaziland on 6 September 2008. The other options do not provide any information", "em": 1.0, "f1": 0.17142857142857143 }, { "quid": 3017660, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the first to praise Iraq in 2007?", "golds": [ "Militant (Syria)" ], "pred": "Iran\nExplanation: The first to praise Iraq in 2007 was Iran. This is based on the evidence that Iran praised Iraq on January 14, 2007. The other options do not have evidence of praising Iraq in 2007. Tony Blair praised Iraq on January 7, 2007, but", "em": 0.0, "f1": 0.0 }, { "quid": 3015376, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country to provide humanitarian aid to Malaysia?", "golds": [ "Police (Malaysia)" ], "pred": "Malaysia\nExplanation: The first country to provide humanitarian aid to Malaysia was Malaysia itself. The evidence shows that Malaysia provided humanitarian aid to Aceh in 2005. The other evidence shows that the United States provided humanitarian aid to other countries, but not to Malaysia. Japan expressed intent to provide economic aid to Malaysia, but", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3015941, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before 2007-02, with which country did Iraq express an interest in cooperation?", "golds": [ "France", "Kuwait", "Iran", "Japan" ], "pred": "Japan\nExplanation:\nThe question asks with which country Iraq expressed an interest in cooperation before 2007-02. The correct answer is Japan. The evidence is a news article from 2005-01-07, which states that Japan expressed an interest in providing economic aid to Iraq. This is the only instance of", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3034577, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Zawahiri appeal for first?", "golds": [ "Combatant (Al Qaeda)" ], "pred": "Muslim (United Kingdom)\nExplanation: Zawahiri appealed for diplomatic cooperation (such as policy support) to Muslim (United Kingdom) on 2007-07-14. This is the first appeal made by Zawahiri. The appeal was made in a video message. The appeal was made to the Muslim community in", "em": 0.0, "f1": 0.0 }, { "quid": 3007575, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Against whom did Thailand first use conventional military force?", "golds": [ "Military (Cambodia)" ], "pred": "Insurgent (Thailand) \nExplanation: The evidence shows that Thailand first used conventional military force against Insurgent (Thailand) on 2005-01-09. This is the earliest date on which Thailand used conventional military force in the dataset. The other options are not correct because they either refer to dates after", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3008014, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Sheikh Ahmed Abdullah, who was the last to request a meeting with Malaysia?", "golds": [ "Chris Bowen" ], "pred": "Pibulsonggram\nExplanation: Pibulsonggram was the last to request a meeting with Sheikh Ahmed Abdullah. The evidence is from the \"Make a visit\" and \"Host a visit\" events. Pibulsonggram made a visit to Sheikh Ahmed Abdullah on 2007-04-23,", "em": 0.0, "f1": 0.0 }, { "quid": 3030688, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first would wish to visit Thailand after Bernard Makuza did?", "golds": [ "China" ], "pred": "Tanzania\nExplanation: The first country that Bernard Makuza would wish to visit after visiting Thailand is Tanzania. This is because Tanzania was the first country that Bernard Makuza visited after Thailand. The evidence is found in the following two lines:\n- Thailand | Host a visit | Bernard Makuza | 2010", "em": 0.0, "f1": 0.0 }, { "quid": 3027467, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Kuwait last expressed an intention to meet with Oman?", "golds": [ "2011-05" ], "pred": "I couldn't find any information about Kuwait expressing an intention to meet with Oman. However, I did find information about Kuwait expressing an intention to meet with Iraq and South Korea in 2005. I also found information about Iraq expressing an intention to meet with Kuwait in 2005. I couldn't find any information about", "em": 0.0, "f1": 0.0 }, { "quid": 3042340, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did China announce its intention to negotiate with Juan Carlos I?", "golds": [ "2007-06" ], "pred": "November\nExplanation: The question asks for the month in which China announced its intention to negotiate with Juan Carlos I. The evidence provided shows various interactions between Juan Carlos I and other world leaders, including China, but it does not explicitly state that China announced its intention to negotiate with Juan Carlos I in a specific month. However", "em": 0.0, "f1": 0.0 }, { "quid": 3044861, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 2008-03-30, who made Ethiopia suffer from unconventional violence?", "golds": [ "Combatant (Ogaden National Liberation Front)", "Armed Rebel (Somalia)", "Armed Opposition (Somalia)", "Al-Shabaab", "Police (Sudan)", "Combatant (Al-Shabaab)", "Combatant (Hizbul Islam)" ], "pred": "Ethiopian government\nExplanation: The Ethiopian government made Ethiopia suffer from unconventional violence after 2008-03-30. The evidence is a detainee in Ethiopia who was subjected to unconventional violence on 2008-03-30. This indicates that the Ethiopian government was responsible for the violence. The answer is therefore the Ethiopian", "em": 0.0, "f1": 0.0 }, { "quid": 3021169, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 14 January 2009, whom did Djibouti blame?", "golds": [ "Eritrea" ], "pred": "Eritrea\nExplanation: On 14 January 2009, the UN Security Council made an appeal to Eritrea to withdraw its troops from Djibouti. Djibouti blamed Eritrea for the conflict. The UN Security Council also made an appeal to Djibouti to exercise restraint.", "em": 1.0, "f1": 0.07692307692307693 }, { "quid": 3005813, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the French Foreign Ministry support Ethiopia?", "golds": [ "2010" ], "pred": "2005\nExplanation:\nThe French Foreign Ministry supported Ethiopia in 2005. This is evident from the diplomatic records, where the French Foreign Ministry is mentioned as supporting Ethiopia in various consultations and diplomatic engagements throughout the year. The records show that the French Foreign Ministry engaged in consultations with Ethiopia on several occasions, including on", "em": 0.0, "f1": 0.0 }, { "quid": 3000610, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Philippines visit Kuwait?", "golds": [ "2008" ], "pred": "There is no information about the Philippines visiting Kuwait in 2005. The information available only mentions visits to Kuwait by other countries and individuals. Therefore, the answer is \"None\". \nNote: The information provided is based on the given text and may not be comprehensive or up-to-date. It is recommended to verify the", "em": 0.0, "f1": 0.0 }, { "quid": 3054094, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to offer cooperation to China?", "golds": [ "Iran" ], "pred": "Japan\nExplanation: Japan was the last to offer cooperation to China. The evidence shows that Japan was the last to engage in diplomatic cooperation with China on January 12, 2005. The other countries, such as Thailand, had expressed their intent to engage in diplomatic cooperation with China earlier in January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3012248, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Mulatu Teshome first praised China?", "golds": [ "2014-05" ], "pred": "November 2013\nExplanation: The exact month when Mulatu Teshome first praised China is November 2013. This is evident from the search results, which show that Mulatu Teshome had consultations with China on November 26, 27, and 29, 2013. Additionally, China", "em": 0.0, "f1": 0.0 }, { "quid": 3010009, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Djibouti, who received the visit from the Naval of United States?", "golds": [ "Malaysia", "Vietnam", "Eritrea", "Dominican Republic", "Cambodia", "China", "Japan" ], "pred": "Eritrea\nExplanation: The question is asking for the country that Djibouti visited before visiting the United States. The evidence shows that Djibouti visited Eritrea on February 9, 2005, and then visited the United States. Therefore, the correct answer is Eritrea. The", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3023860, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to express an intention to meet with Kuwait?", "golds": [ "Iraq" ], "pred": "Kuwait\nExplanation: The first country to express an intention to meet with Kuwait was Kuwait itself, as seen in the first evidence. The evidence shows that Kuwait expressed an intention to meet or negotiate with Iraq on January 5, 2005. This is the earliest instance of a country expressing an intention to meet with Kuwait", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3010959, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Angela Merkel last speak negatively about China?", "golds": [ "2012" ], "pred": "2005\nExplanation: The last time Angela Merkel spoke negatively about China was in 2005. The evidence is based on the provided text, which lists various events and interactions involving Angela Merkel from 2005. There is no mention of China in any of these events, indicating that the last time Angela Merkel spoke", "em": 0.0, "f1": 0.0 }, { "quid": 3012840, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "What month did the Foreign Affairs of India praise Kuwait?", "golds": [ "2015-08" ], "pred": "February\nExplanation: The Foreign Affairs of India praised Kuwait in February 2005. The evidence is from the Kuwait | Praise or endorse | Iraq | 2005-02-15 entry. The other entries are irrelevant to the question. The question asks for the month when the Foreign Affairs of India praised Kuwait,", "em": 0.0, "f1": 0.0 }, { "quid": 3029589, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who paid a visit to China in February 2012?", "golds": [ "Iran", "Angela Merkel", "Foreign Affairs (South Korea)", "Treasury/Finance Ministry (Japan)", "Head of Government (Turkmenistan)", "Xi Jinping", "Transport (South Korea)", "Wen Jiabao", "Envoy (United States)", "Kim Kye Gwan", "Yoshihiko Noda", "Foreign Affairs (Singapore)", "Barack Obama", "Head of Government (Germany)" ], "pred": "Angela Merkel\nExplanation: Angela Merkel, the Chancellor of Germany, paid a visit to China in February 2012. Wen Jiabao, the Premier of China, hosted her visit. The visit was a significant event in the bilateral relations between China and Germany. Angela Merkel's visit to China was a key event in", "em": 1.0, "f1": 0.12903225806451613 }, { "quid": 3034368, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country about which Thailand made optimistic remarks?", "golds": [ "Malaysia" ], "pred": "Cambodia\nExplanation: The question is asking which country was the last one about which Thailand made optimistic remarks. To answer this question, we need to look for the most recent date in the evidence when Thailand made an optimistic comment about another country. The evidence shows that Thailand made optimistic comments about Cambodia on February 9,", "em": 0.0, "f1": 0.0 }, { "quid": 3048814, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the United Arab Emirates give a visit to Thailand?", "golds": [ "2009-08" ], "pred": "February\nExplanation: The United Arab Emirates gave a visit to Thailand in February 2005. This is inferred from the fact that Thailand expressed intent to meet or negotiate with the United Arab Emirates on February 4, 2005. There is no direct evidence of a visit, but the intent to meet or negotiate suggests", "em": 0.0, "f1": 0.0 }, { "quid": 3026060, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did the Office of the United Nations High Commissioner for Human Rights announce its intention to negotiate after China?", "golds": [ "South Sudan", "Sudan", "Julia Gillard", "Togo", "African Union", "Legislature (Pakistan)", "Prachanda", "UN Security Council" ], "pred": "China\nExplanation: The Office of the United Nations High Commissioner for Human Rights announced its intention to negotiate with China. This is evident from the fact that there are multiple statements from the Taiwan Affairs Office, Kuomintang, and Japan expressing their intent to meet or negotiate with China, but none of these statements are from", "em": 0.0, "f1": 0.0 }, { "quid": 3011265, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to pay a visit to Cambodia?", "golds": [ "Thailand" ], "pred": "China\nExplanation: The first country to pay a visit to Cambodia was China. The evidence is from the news article \"China, Cambodia agree to strengthen ties\" dated 2005-01-24. The article states that China was the first country to pay a visit to Cambodia. The other options are not correct because", "em": 0.0, "f1": 0.0 }, { "quid": 3016271, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who used unconventional force against Iraq in the same month as the Armed Band of Ansar al-Islam?", "golds": [ "Insurgent (Al Qaeda)" ], "pred": "Japan\nExplanation: Japan used unconventional force against Iraq in the same month as the Armed Band of Ansar al-Islam. Japan mobilized or increased armed forces in Iraq on January 12, 2005. The Armed Band of Ansar al-Islam threatened with military force in Iraq on January 16,", "em": 0.0, "f1": 0.0606060606060606 }, { "quid": 3015397, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to threaten China before the US Navy?", "golds": [ "Barack Obama" ], "pred": "Japan\nExplanation: The last to threaten China before the US Navy was Japan. The evidence shows that Japan threatened China on January 5, 2005, and then expressed intent to cooperate on January 6, 2005. The US Navy was not mentioned in the evidence, but it is implied that the US", "em": 0.0, "f1": 0.0 }, { "quid": 3006983, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last to negotiate with Iraq in 2015?", "golds": [ "Foreign Affairs (France)" ], "pred": "Haider Al-Abadi\nExplanation: The last to negotiate with Iraq in 2015 was Haider Al-Abadi, the Prime Minister of Iraq. The evidence shows that Haider Al-Abadi engaged in negotiation with Iraq on January 18, 2015, and there is no record of any", "em": 0.0, "f1": 0.0 }, { "quid": 3007187, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Ante Gotovina, who was the last person to visit Malaysia?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Ante Gotovina\nExplanation: Ante Gotovina was the last person to visit Malaysia. The evidence shows that Ante Gotovina visited Malaysia on 2005-12-09. The other dates and locations are related to Ante Gotovina's visits to The Hague, China, and Croatia", "em": 0.0, "f1": 0.0 }, { "quid": 3043358, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Jakaya Mrisho Kikwete want to start diplomatic cooperation with China?", "golds": [ "2009-02" ], "pred": "February\nExplanation: The first statement of Jakaya Mrisho Kikwete in 2006 is from February 1, 2006. Therefore, he wanted to start diplomatic cooperation with China in February 2006. The first statement of Jakaya Mrisho Kikwete in 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3046544, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the last to investigate China before Wang Yi?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: Wang Yi was the last to investigate China before Wang Yi. Wang Yi was the last to investigate China before Wang Yi. Wang Yi was the last to investigate China before Wang Yi. Wang Yi was the last to investigate China before Wang Yi. Wang Yi was the last to investigate China before Wang Yi.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3019312, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Thailand was last rejected by whom?", "golds": [ "Member of Parliament (Thailand)" ], "pred": "Citizen (Thailand) was last rejected by Thailand on 2005-02-08. However, Citizen (Thailand) was also last rejected by Villager (Thailand) on 2005-02-03. Therefore, the answer could be either Citizen (Thailand) or Villager (Thailand", "em": 0.0, "f1": 0.08 }, { "quid": 3039604, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the US envoy, who was the last to reject Iraq?", "golds": [ "Benedict XVI" ], "pred": "Mitch McConnell\nExplanation: Mitch McConnell was the last to reject Iraq. He rejected Iraq on January 13, 2005. The US envoy made optimistic comments about Iraq on January 11 and 10, 2005. The interim leader of Iraq expressed intent to meet or negotiate on January 14, 200", "em": 0.0, "f1": 0.0 }, { "quid": 3053388, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Gary Roughead last express an intention to negotiate with Malaysia?", "golds": [ "2006-05-11" ], "pred": "2006-05-11\nExplanation: The question asks for the last time Gary Roughead expressed an intention to negotiate with Malaysia. The evidence provided shows that Gary Roughead expressed an intention to meet or negotiate with Malaysia on 2006-05-11. This is the most recent date mentioned in", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3028238, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Which country expressed its intention to cooperate with Ethiopia after 2014?", "golds": [ "Sudan" ], "pred": "Iran\nExplanation: The question asks for the country that expressed its intention to cooperate with Ethiopia after 2014. The evidence provided is a list of country pairs and their respective dates of cooperation or negotiation. However, none of the dates provided are after 2014. The correct answer is Iran, as it is the", "em": 0.0, "f1": 0.0 }, { "quid": 3022548, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country did South Sudan announce its intention to join diplomatic cooperation with China in the same year?", "golds": [ "United Arab Emirates", "Ethiopia", "Sudan" ], "pred": "Japan\nExplanation: The question asks which country South Sudan announced its intention to join diplomatic cooperation with China in the same year. The evidence provided shows that South Sudan announced its intention to join diplomatic cooperation with Sudan People's Liberation Army in 2005, but there is no evidence that South Sudan announced its intention to join diplomatic", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3023937, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who visited Ethiopia in the same month as the royal administration of Spain?", "golds": [ "Jakaya Mrisho Kikwete", "African Union", "Abdel Fattah Al-Sisi", "Head of Government (Egypt)", "Foreign Affairs (Italy)", "Uhuru Muigai Kenyatta", "Abdelkader Taleb Oumar" ], "pred": "Sudan\nExplanation: The Royal Administration of Spain was dissolved in 1931. Therefore, it is not possible for the Royal Administration of Spain to have visited Ethiopia in 2005. However, Sudan did visit Ethiopia in the same month as the Royal Administration of Spain. The Royal Administration of Spain was dissolved in 193", "em": 0.0, "f1": 0.0606060606060606 }, { "quid": 3031736, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China last visit the National Transitional Council?", "golds": [ "2011-06" ], "pred": "June\nExplanation: The last time China visited the National Transitional Council was in June 2011. The evidence shows that China made a visit to the National Transitional Council on June 23, 2011, and hosted a visit from the National Transitional Council on June 22, 2011. There is no evidence", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3022140, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Ahmed Abdallah Sambi threaten the Comoros?", "golds": [ "2008" ], "pred": "2008\nExplanation: The question asks for the year in which Ahmed Abdallah Sambi threatened the Comoros. The evidence provided shows that Ahmed Abdallah Sambi made a statement on 2008-02-08, which is the closest to a threat. However, it is not explicitly stated that he", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3017484, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did Cambodia first make optimistic remarks about?", "golds": [ "South Korea" ], "pred": "Vietnam\nExplanation: The first optimistic remark made by Cambodia was about Vietnam. The first optimistic remark made by Cambodia was on February 22, 2005, when Vietnam made a statement about Cambodia. The first optimistic remark made by Cambodia was on March 29, 2005, when Cambodia made a statement about Vietnam", "em": 0.0, "f1": 0.0 }, { "quid": 3009959, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when China last expressed its intention to meet with Dmitry Anatolyevich Medvedev?", "golds": [ "2014-10" ], "pred": "December 2005\nExplanation:\nThe exact month when China last expressed its intention to meet with Dmitry Anatolyevich Medvedev is December 2005. The evidence provided shows that there were multiple instances of China expressing its intention to meet with Medvedev in December 2005, with the most recent instance", "em": 0.0, "f1": 0.0 }, { "quid": 3038548, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was last investigated by Barack Obama before China?", "golds": [ "Benjamin Netanyahu" ], "pred": "Mwai Kibaki\nExplanation: The question asks who was last investigated by Barack Obama before China. The evidence shows that Mwai Kibaki was the last person consulted by Barack Obama before China. This is because the last entry in the evidence is \"Mwai Kibaki | Consult | Barack", "em": 0.0, "f1": 0.0 }, { "quid": 3045919, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Thailand last want to negotiate in 2011?", "golds": [ "Cambodia" ], "pred": "Cambodia\nExplanation: The question asks with which country Thailand last wanted to negotiate in 2011. The evidence shows that Thailand expressed intent to meet or negotiate with Cambodia on 2011-02-03. This is the most recent date in the evidence. Therefore, the answer is Cambodia. The other options are incorrect", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3015799, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, which country was the first to hosted the visit from Pat Quinn?", "golds": [ "Mexico" ], "pred": "Mexico\nExplanation: \nThe question asks for the first country to host a visit from Pat Quinn after Iraq. The evidence shows that Pat Quinn visited Iraq in 2009. The next visit from Pat Quinn was to Mexico in 2013. Therefore, Mexico is the first country to host a visit from Pat Quinn after", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3008080, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did China investigate after 24 March 2010?", "golds": [ "France", "UN Security Council", "Maithripala Sirisena", "Dissident (China)", "Thailand", "South Korea", "Iran", "Japan", "Criminal (China)", "Kazakhstan", "Angela Merkel", "Industry (China)" ], "pred": "Sudan\nExplanation: On 24 March 2010, China investigated Sudan. This is evident from the evidence provided, which shows that China made statements and demands regarding Sudan on that day. The other options do not have any evidence to support them. Therefore, the correct answer is Sudan. \nNote: The evidence provided", "em": 0.0, "f1": 0.05128205128205129 }, { "quid": 3027061, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the United States Congress last condemn China?", "golds": [ "2014-08-01" ], "pred": "2005-02-01\nExplanation: The United States Congress last condemned China on February 1, 2005. This is evident from the provided evidence, which lists various diplomatic interactions between Japan and China in January and February 2005, including demands, consultations, threats, and investigations. The last entry", "em": 0.0, "f1": 0.05128205128205128 }, { "quid": 3015869, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did the Foreign Minister of South Korea support after Malaysia?", "golds": [ "Iran", "Yemen", "Vietnam", "Kamaladdin Heydarov", "Thailand", "Government (Pakistan)", "Daniel Ortega", "Rehman Malik", "Cambodia", "France", "China", "Japan", "UN Security Council" ], "pred": "Malaysia\nExplanation: The Foreign Minister of South Korea supported Malaysia after the Malaysia incident. This is evident from the fact that the Foreign Minister of South Korea made a statement on January 11, 2005, in support of Malaysia, and the Malaysian police investigated the incident on January 24, 2005. The", "em": 0.0, "f1": 0.0 }, { "quid": 3024570, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the representatives of Ethiopia, which country was the last to negotiate with Ethiopia?", "golds": [ "Barack Obama" ], "pred": "Djibouti\nExplanation: The last country to negotiate with Ethiopia was Djibouti, on 2005-03-07. The evidence is from the \"Express intent to meet or negotiate\" category. The other countries that negotiated with Ethiopia were Eritrea, Djibouti, Mwai", "em": 0.0, "f1": 0.0 }, { "quid": 3044114, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last did the citizens of International made optimistic comments on before China?", "golds": [ "Citizen (Croatia)" ], "pred": "Japan\nExplanation: The citizens of International made optimistic comments on Japan before China. Japan made optimistic comments on China on 2005-01-31. China made a threatening comment on Japan on 2005-02-01. Therefore, the citizens of International made optimistic comments on Japan before China. \nNote:", "em": 0.0, "f1": 0.0 }, { "quid": 3007554, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited China in Nov, 2013?", "golds": [ "Evo Morales", "Japan", "Head of Government (Sri Lanka)", "Envoy (United States)", "Vincent C. Siew", "South Korea", "Jay Inslee", "Governor (Japan)", "Uhuru Muigai Kenyatta", "A.K. Antony", "Barack Obama" ], "pred": "Japan\nExplanation: The question asks who visited China in Nov, 2013. However, the evidence provided is from 2005, not 2013. The evidence also does not mention any visit to China in November 2013. Therefore, the answer is \"None\" or \"Unknown\". However, since", "em": 1.0, "f1": 0.0625 }, { "quid": 3004341, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Fernando Soto Rojas, which country first would want to negotiate with China?", "golds": [ "Laos" ], "pred": "Portugal\nExplanation: The question asks which country would be the first to want to negotiate with China after Fernando Soto Rojas. The evidence shows that Fernando Soto Rojas made a statement about Iran in 2011, and then expressed intent to meet or negotiate with China in 2011. This means that Fernando", "em": 0.0, "f1": 0.0 }, { "quid": 3048308, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was negotiating with China on 2 July 2005?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The evidence shows that Japan was negotiating with China on 2 July 2005. The evidence is a list of events that occurred on that date, and the event that is relevant to the question is \"Japan | Engage in negotiation | China | 2005-07-02\". This event", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3019469, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who praised China in April 2006?", "golds": [ "Cambodia", "Government (Cape Verde)", "Prime Minister Qarase", "Maumoon Abdul Gayoom", "Lawyer/Attorney (United States)", "Muhammad VI", "Sato Kilman", "Ali Abdullah Saleh", "Jack Straw", "Olu\u1e63\u1eb9gun \u1eccbasanj\u1ecd", "Roh Moo Hyun" ], "pred": "Japan, Vietnam, Association of Southeast Asian Nations, Media Personnel (China) and Kuomintang. (Note: The Kuomintang is a political party in Taiwan.) \nNote: The above answer is based on the information provided in the evidence, which includes news articles and other sources from April 2006", "em": 0.0, "f1": 0.0 }, { "quid": 3033885, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did the Israeli foreign minister criticise last before China?", "golds": [ "Mahmoud Ahmadinejad" ], "pred": "Japan\nExplanation: The Israeli foreign minister, Silvan Shalom, was not involved in any of these events. However, the events show that China was involved in a series of diplomatic interactions with Japan, including consulting, investigating, and threatening. Therefore, the answer is Japan, as China was the one who interacted", "em": 0.0, "f1": 0.0 }, { "quid": 3024907, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was last investigated by China in 2005?", "golds": [ "Straits Exchange Foundation" ], "pred": "Japan\nExplanation: The evidence shows that Japan was last investigated by China in 2005. The evidence includes various news articles and reports from 2005 that mention Japan and China engaging in diplomatic cooperation, negotiations, and expressing intent to engage in diplomatic cooperation. This suggests that Japan was the subject of investigation by China in", "em": 0.0, "f1": 0.0 }, { "quid": 3053154, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to visit China after Valeriu Plesca?", "golds": [ "Japan" ], "pred": "Vietnam\nExplanation: The first country to visit China after Valeriu Plesca was Vietnam. This is because the first record of a visit to China after Valeriu Plesca is a visit by Vietnam on 2005-01-09. The first record of a visit to Valeriu Ples", "em": 0.0, "f1": 0.0 }, { "quid": 3052546, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to denounce Cambodia?", "golds": [ "Human Rights Watch" ], "pred": "Thailand\nExplanation: The first to denounce Cambodia was Thailand. This is evident from the evidence provided, where Thailand is mentioned as expressing intent to cooperate with Cambodia on multiple occasions, but also as consulting with Cambodia and accusing Cambodia of various issues. This suggests that Thailand was the first to denounce Cambodia, as it was", "em": 0.0, "f1": 0.0 }, { "quid": 3001640, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who made a request to China in May 2015?", "golds": [ "Head of Government (India)", "Vietnam", "Xi Jinping", "South Korea", "Cabinet / Council of Ministers / Advisors (United States)", "Japan" ], "pred": "Xi Jinping made a request to China in May 2015. \nExplanation: \nThe question asks who made a request to China in May 2015. The evidence provided shows various events and interactions between China and other entities, including Xi Jinping, Thailand, Sudan, and the Kuomintang. However, only", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3016745, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to speak optimistically about China before John Paul II?", "golds": [ "Wen Jiabao" ], "pred": "Mexico\nExplanation: The last to speak optimistically about China before John Paul II was Mexico. This is because Mexico hosted a visit from John Paul II on April 3, 2005, and made a statement about China on April 2, 2005, which was optimistic. The other options do not meet", "em": 0.0, "f1": 0.0 }, { "quid": 3014359, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to speak negatively about Thailand after the Council of Advisors to the Cabinet of Ministers of Thailand?", "golds": [ "Governor (Thailand)" ], "pred": "Member of Parliament (Thailand) | Accuse | Citizen (Thailand) | 2005-01-25\nExplanation: The first to speak negatively about Thailand after the Council of Advisors to the Cabinet of Ministers of Thailand was a Member of Parliament (Thailand) who accused a Citizen (Thailand) on", "em": 0.0, "f1": 0.07142857142857144 }, { "quid": 3050766, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Ethiopia last expressed an intention to negotiate with South Sudan?", "golds": [ "2012-07" ], "pred": "I am unable to verify the exact month when Ethiopia last expressed an intention to negotiate with South Sudan. The available information does not provide a clear answer to this question. However, it is worth noting that Ethiopia and South Sudan have had diplomatic relations since 2013, and there have been several instances of cooperation and dialogue between", "em": 0.0, "f1": 0.0 }, { "quid": 3015210, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to be rejected by Malaysia?", "golds": [ "Police (Malaysia)" ], "pred": "Yemen\nExplanation: The last country to be rejected by Malaysia was Yemen. The evidence shows that Malaysia expressed intent to meet or negotiate with Yemen on January 29 and 30, 2005, but there is no evidence of any further action or cooperation between the two countries after that. In contrast, Malaysia did engage", "em": 0.0, "f1": 0.04444444444444444 }, { "quid": 3035039, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Wang Yi last appeal to Malaysia?", "golds": [ "2014" ], "pred": "2007\nExplanation: Wang Yi last appealed to Malaysia in 2007. The evidence is from the search results, which show that Wang Yi made an appeal or request to Japan in 2005, but there is no record of him appealing to Malaysia. Therefore, the correct answer is 2007.", "em": 0.0, "f1": 0.0 }, { "quid": 3026812, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Kuwait, who did Ali Abdullah Saleh request for first?", "golds": [ "Political Parties (Yemen)" ], "pred": "Kuwait\nExplanation: After Kuwait, Ali Abdullah Saleh requested to consult with Pervez Musharraf. This is evident from the fact that there are multiple records of Ali Abdullah Saleh making statements and consulting with various individuals, but the first record of him requesting to consult with someone after Kuwait is on 2005-", "em": 0.0, "f1": 0.0 }, { "quid": 3001360, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who made optimistic comments about Thailand in July 2011?", "golds": [ "Citizen (Thailand)", "Banharn Silpa-archa", "Vietnam" ], "pred": "Banharn Silpa-archa\nExplanation: Banharn Silpa-archa made optimistic comments about Thailand in July 2011. The other options did not make optimistic comments about Thailand in July 2011. Banharn Silpa-archa's comment was reported in the Citizen (Thailand", "em": 1.0, "f1": 0.23076923076923078 }, { "quid": 3023144, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Gurbanguly Berdymukhammedov, which country did China sign formal agreements with first?", "golds": [ "Iraq" ], "pred": "Turkmenistan\nExplanation: The first country China signed formal agreements with after Gurbanguly Berdymukhammedov was Turkmenistan. The evidence shows that China signed formal agreements with Turkmenistan first, and then with Iran. The evidence also shows that Gurbanguly Berdymukham", "em": 0.0, "f1": 0.0 }, { "quid": 3017068, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Taiwan Affairs Office, which country was the first to make optimistic remarks about China?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The Taiwan Affairs Office is a government agency in China that is responsible for handling relations with Taiwan. In 2005, the Taiwan Affairs Office made optimistic remarks about China, but it was not the first country to do so. Japan was the first country to make optimistic remarks about China. This is evident", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3009636, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After United Arab Emirates, who received the visit from China first?", "golds": [ "Naval Base (Philippines)" ], "pred": "Iran\nExplanation: The United Arab Emirates received the visit from China first after the United Arab Emirates received the visit from Iran. The United Arab Emirates received the visit from Iran on 2005-02-25. The United Arab Emirates received the visit from China on 2005-03-18. Therefore, the", "em": 0.0, "f1": 0.0 }, { "quid": 3025930, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited Thailand on the same day as Edward Natapei?", "golds": [ "Wang Yi" ], "pred": "China\nExplanation: Edward Natapei visited Thailand on the same day as China. The evidence shows that Edward Natapei visited Thailand on 2013-05-02 and China on 2009-09-11. Therefore, China visited Thailand on the same day as Edward Natapei. \nNote:", "em": 0.0, "f1": 0.0 }, { "quid": 3055616, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China announce its intention to meet with Koo Chen-fu?", "golds": [ "2005-01-31" ], "pred": "2005-01-31\nExplanation: The question asks when China announced its intention to meet with Koo Chen-fu. The correct answer is 2005-01-31, as indicated by the evidence \"China | Express intent to meet or negotiate | Koo Chen-fu | 2005-", "em": 1.0, "f1": 0.1875 }, { "quid": 3039996, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Philippine Congress, who was the first person the Inquirer had a telephone conversation with?", "golds": [ "Police (Philippines)" ], "pred": "Franklin Drilon\nExplanation: The Inquirer had a telephone conversation with Franklin Drilon on March 8 and 9, 2008. This was after the Philippine Congress. The Inquirer had telephone conversations with the Philippine Congress on December 3, 2007. Therefore, Franklin Drilon was the first person", "em": 0.0, "f1": 0.0 }, { "quid": 3014966, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "To which country did Ethiopia last provide humanitarian aid?", "golds": [ "Sudan" ], "pred": "Sudan\nExplanation: The question asks to which country Ethiopia last provided humanitarian aid. The evidence provided is a list of events where countries express intent to cooperate, meet or negotiate, or provide humanitarian aid. The last event in the list is \"United Arab Emirates | Provide humanitarian aid | Sudan | 2005-02-", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3047179, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country expressed interest in cooperation with China on 26 February 2009?", "golds": [ "South Korea", "Japan" ], "pred": "Japan\nExplanation: The evidence shows that Japan expressed interest in cooperation with China on 26 February 2009. The evidence is a list of events that occurred on that date, and the event that matches the question is \"Japan | Express intent to cooperate | China | 2009-02-26\". This event", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3055963, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last used unconventional force against China?", "golds": [ "Villager (China)" ], "pred": "Japan\nExplanation: Japan used unconventional force against China in 2005. Japan demanded China to return a Japanese fishing boat that had strayed into Chinese waters. China threatened Japan and investigated the incident. Japan consulted China on the matter. Japan used unconventional force against China. The last time Japan used unconventional force against China was", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3046461, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Julia Gillard sign formal agreements with China?", "golds": [ "2013" ], "pred": "2007\nExplanation: The evidence shows that Julia Gillard signed formal agreements with China in 2007. This is supported by the fact that she consulted with a businessperson in Australia on May 3, 2007. The other events listed do not provide evidence of Julia Gillard signing formal agreements with China", "em": 0.0, "f1": 0.0 }, { "quid": 3008868, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last praised China before the Israeli Foreign Ministry?", "golds": [ "Kuwait" ], "pred": "Japan\nExplanation: The question asks which country last praised China before the Israeli Foreign Ministry. The evidence shows that Japan had several interactions with China, including consulting and investigating, but there is no evidence of Japan praising China. On the other hand, there is no evidence of the Israeli Foreign Ministry interacting with China at all.", "em": 0.0, "f1": 0.0 }, { "quid": 3050064, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Burundi last express its intention to meet with the company - owner or operator of Rwanda?", "golds": [ "2011" ], "pred": "2005\nExplanation: The year in which Burundi last expressed its intention to meet with the company-owner or operator of Rwanda is 2005. This is evident from the records of the Government Official (Rwanda) expressing intent to cooperate with Burundi on 2005-10-18. The same", "em": 0.0, "f1": 0.0 }, { "quid": 3011891, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month of Jusuf Kalla's last visit to Malaysia?", "golds": [ "2013-05" ], "pred": "January 2005\nExplanation: The exact month of Jusuf Kalla's last visit to Malaysia is January 2005. The evidence provided shows that Jusuf Kalla made a visit to Malaysia on January 23, 2005, and hosted a visit from Malaysia on January 24, 200", "em": 0.0, "f1": 0.0 }, { "quid": 3011510, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Chinese dissident negotiate with China?", "golds": [ "2012-05-02" ], "pred": "2005\nExplanation: The question asks when the Chinese dissident negotiated with China. However, the provided evidence does not mention a Chinese dissident negotiating with China. Instead, it lists various entities (Portugal, Kuomintang, Japan, China, Thailand, Lawmaker (Japan), and Mainland Affairs", "em": 0.0, "f1": 0.0 }, { "quid": 3028102, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did the Party Member of Thailand make a request to after Thailand?", "golds": [ "Media (Thailand)", "Citizen (Thailand)" ], "pred": "The King of Thailand\nExplanation: The Party Member of Thailand made a request to the King of Thailand after Thailand. The evidence shows that the Party Member of Thailand made a request to the King of Thailand on several occasions, including on February 20, 2005, February 19, 2005, and February", "em": 0.0, "f1": 0.07692307692307693 }, { "quid": 3039693, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Karl-Theodor zu Guttenberg make an appeal to China?", "golds": [ "2010-11-02" ], "pred": "Karl-Theodor zu Guttenberg made an appeal to China on 2010-11-02. \nExplanation: Karl-Theodor zu Guttenberg made a visit to China on 2010-11-02. This is the only evidence that shows Karl-Theodor zu Guttenberg made an appeal to China", "em": 1.0, "f1": 0.23076923076923078 }, { "quid": 3050896, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who was China negotiating with in the same month as Ronnie Shikapwasha?", "golds": [ "Iran", "South Korea", "Ethiopia", "Stephen W. Bosworth", "Japan" ], "pred": "China\nExplanation: Ronnie Shikapwasha was negotiating with China in the same month as Ronnie Shikapwasha. This is evident from the evidence provided, which shows that Ronnie Shikapwasha was engaged in negotiations with China on May 6, 2009. The other entries in the evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3018056, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, which country first received the Armed Gang of Al Qaeda's visit from the Armed Gang of Al Qaeda?", "golds": [ "France" ], "pred": "Iran\nExplanation: The first country to receive a visit from the Armed Gang of Al Qaeda after Iraq was Iran. This is based on the evidence provided, which shows that the Special Rapporteurs of the United Nations made a visit to Iran on February 6, 2005, and that Iran hosted this visit.", "em": 0.0, "f1": 0.0 }, { "quid": 3040429, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who hosted the visit from Northern Ireland after Iraq?", "golds": [ "Vietnam", "Ireland", "Barack Obama", "Laos" ], "pred": "Tony Blair\nExplanation: The visit from Northern Ireland after Iraq was hosted by Tony Blair. This is evident from the fact that Tony Blair made statements about Northern Ireland on January 28 and 29, 2005, and also consulted with Northern Ireland on May 19 and October 6, 2005. Additionally", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3008918, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who was investigated by China in the same month?", "golds": [ "Dissident (Australia)" ], "pred": "Japan\nExplanation: In the same month, Japan was investigated by China. The evidence is that in January 2005, China and Japan engaged in diplomatic cooperation and negotiation. This indicates that Japan was investigated by China in the same month. The other options do not provide evidence of China investigating Japan in the same month.", "em": 0.0, "f1": 0.0 }, { "quid": 3041423, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country used conventional military force against China in the same month as the Bank of China?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: Japan used conventional military force against China in the same month as the Bank of China. The Bank of China was established in 1912. Japan used conventional military force against China in 1937. Therefore, the answer is Japan. \nNote: The evidence provided is a list of diplomatic events between", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3005093, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who had a telephone conversation with the Inquirer before the Moro Islamic Liberation Front?", "golds": [ "Franklin Drilon", "Benjamin Abalos", "Congress (Philippines)", "Police (Philippines)", "ZTE Corp.", "Priest (Philippines)", "City Mayor (Philippines)" ], "pred": "Inquirer\nExplanation: The Inquirer had a telephone conversation with the Moro Islamic Liberation Front before the Moro Islamic Liberation Front. The Inquirer is a newspaper, and the Moro Islamic Liberation Front is a rebel group. The evidence shows that the Inquirer had a telephone conversation with the Moro Islamic Liberation Front", "em": 0.0, "f1": 0.0 }, { "quid": 3039449, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Iraq, who was the last country to investigate the Middle East?", "golds": [ "Police (Indonesia)" ], "pred": "Saudi Arabia\nExplanation: The Royal Administration of Saudi Arabia was the last country to investigate the Middle East before Iraq. This is evident from the evidence provided, which shows that on April 16, 2005, the Royal Administration of Saudi Arabia investigated the Middle East. This is the most recent event related to investigating the", "em": 0.0, "f1": 0.0 }, { "quid": 3031862, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Justice and Development Party visit Iraq for the first time?", "golds": [ "2006-10" ], "pred": "2005\nExplanation: The Justice and Development Party visited China for the first time in July 2005. Therefore, the answer is 2005. The other options are not correct because the party visited China in 2005, not in 2006, 2008, or 2013. The", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3015357, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "What was the last country with which Iraq formally signed an agreement before Barack Obama?", "golds": [ "Iran" ], "pred": "None, Barack Obama never signed an agreement with Iraq before he became president. He was a senator at the time and was critical of the Iraq War. He did visit Iraq in 2006, but that was as a senator, not as president. He did not sign any agreements with Iraq before he became president. The", "em": 0.0, "f1": 0.0 }, { "quid": 3052407, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country hosted Oman's visit from Oman last?", "golds": [ "Malaysia" ], "pred": "China\nExplanation: The question asks for the country that hosted Oman's visit from Oman last. The evidence shows that Oman visited China on 2005-09-24, and there is no evidence of Oman visiting any other country after that date. Therefore, the answer is China. The other options are incorrect because Oman", "em": 0.0, "f1": 0.0 }, { "quid": 3022891, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 24 July 2010?", "golds": [ "Cristina Fern\u00e1ndez de Kirchner" ], "pred": "Cristina Fern\u00e1ndez de Kirchner\nExplanation: Cristina Fern\u00e1ndez de Kirchner visited China on 24 July 2010. She was the President of Argentina at that time. The evidence is from the official websites of China and the Association of Southeast Asian Nations (ASEAN). The websites show that Cristina Fern\u00e1ndez de Kir", "em": 1.0, "f1": 0.21621621621621626 }, { "quid": 3028713, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "To whom did Jatuporn Prompan first make an appeal after Thailand?", "golds": [ "Protester (Thailand)" ], "pred": "Abhisit Vejjajiva\nExplanation: Jatuporn Prompan made an appeal to Abhisit Vejjajiva on 2009-09-04. This is the only instance where Jatuporn Prompan made an appeal to someone in Thailand. The other instances are either Jatup", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3021768, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In September 2013, who gave humanitarian aid to Kuwait?", "golds": [ "Police (Philippines)" ], "pred": "South Korea\nExplanation: South Korea provided humanitarian aid to Kuwait in September 2013. This information is not present in the given evidence, but it can be inferred that South Korea provided humanitarian aid to Kuwait in September 2013 because the evidence does not contain any information about South Korea providing humanitarian aid to Kuwait in", "em": 0.0, "f1": 0.0 }, { "quid": 3046889, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Chen Zhili last visit Cambodia?", "golds": [ "2008" ], "pred": "2005\nExplanation: Chen Zhili last visited Cambodia in 2005. The evidence is from the following two lines:\n- Chen Zhili | Make a visit | China | 2005-06-12\n- Chen Zhili | Make a visit | China | 2008-02-04", "em": 1.0, "f1": 0.07999999999999999 }, { "quid": 3053969, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Kuwait request for first after the Business of Indonesia?", "golds": [ "Iran" ], "pred": "Germany\nExplanation: The first country that Kuwait requested for after the Business of Indonesia was Germany. This is evident from the records of the visits and consultations made by Kuwait with various countries in 2005. On March 1, 2005, Kuwait made an appeal or request to Germany, and on March 5", "em": 0.0, "f1": 0.0 }, { "quid": 3047990, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was first investigated by Cambodia?", "golds": [ "Wen Jiabao" ], "pred": "Cambodia\nExplanation: The question is asking who was first investigated by Cambodia. The evidence shows that Cambodia investigated Wen Jiabao on 2005-01-24. Therefore, the answer is Cambodia. Wen Jiabao is the Prime Minister of China. The other options are not correct because they were not investigated by", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3009647, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Tesco last make pessimistic remarks about the Australian police?", "golds": [ "2015-08" ], "pred": "August\nReasoning skill: Identifying Pros And Cons\nAnalysis: The question requires the reader to analyze the given evidence and identify the month in which Tesco made pessimistic remarks about the Australian police. The evidence provided shows various interactions between Tesco and other entities, but only one instance where Tesco made a pessim", "em": 0.0, "f1": 0.0 }, { "quid": 3014034, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Iraq use conventional military force against the Kurdistan Workers' Party guerrillas?", "golds": [ "2015-10" ], "pred": "January 2005\nExplanation: The question asks for the month in which Iraq used conventional military force against the Kurdistan Workers' Party guerrillas. The evidence provided shows various interactions and events involving different parties and organizations, but none of them directly mention Iraq using conventional military force against the Kurdistan Workers' Party guerrillas. However", "em": 0.0, "f1": 0.0 }, { "quid": 3010891, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Thailand, which country hosted the visit from Mwai Kibaki last?", "golds": [ "China" ], "pred": "Ethiopia\nExplanation: The question asks for the country that hosted the visit from Mwai Kibaki before Thailand. The evidence shows that Mwai Kibaki visited Ethiopia on 2005-03-12. Therefore, the answer is Ethiopia. The other options are incorrect because they either refer to a visit", "em": 0.0, "f1": 0.0 }, { "quid": 3045121, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last person the Inquirer had a telephone conversation with in 2011?", "golds": [ "Military Personnel (Philippines)" ], "pred": "Military Personnel (Philippines) on December 29, 2011. \nNote: The Inquirer had a telephone conversation with the Military Personnel (Philippines) on December 29, 2011. This is the last date mentioned in the evidence. The Inquirer had a telephone conversation with the Military Personnel (", "em": 1.0, "f1": 0.24000000000000002 }, { "quid": 3000617, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did China negotiate with first?", "golds": [ "Japan" ], "pred": "Portugal\nExplanation: The first country China negotiated with was Portugal, as indicated by the \"Express intent to meet or negotiate\" event on January 5, 2005. The other events listed are either subsequent negotiations with other countries or expressions of intent to meet or negotiate, but not the first country China negotiated with.", "em": 0.0, "f1": 0.0 }, { "quid": 3031820, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did China last wish to meet in 2010?", "golds": [ "Japan" ], "pred": "Argentina\nExplanation:\nThe question asks with which country China last wished to meet in 2010. The evidence shows that China expressed intent to meet or negotiate with several countries in 2010, but the last entry is from July 14, 2010, where China expressed intent to meet or negotiate with Cristina Fern", "em": 0.0, "f1": 0.0 }, { "quid": 3000686, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who first commend the Party Member of Taiwan after China did?", "golds": [ "Kuomintang" ], "pred": "Japan\nExplanation: The question is asking who first commended the Party Member of Taiwan after China did. The evidence provided shows that China made several statements and consultations with Japan regarding Taiwan, but there is no evidence of China commending a Party Member of Taiwan. On the other hand, Japan made several demands and consultations with", "em": 0.0, "f1": 0.0 }, { "quid": 3002340, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the United States envoy make an appeal to Thailand?", "golds": [ "2010-07-20" ], "pred": "2005-01-06\nExplanation: The United States envoy made an appeal to Thailand on January 6, 2005. This is inferred from the fact that the Congress of the United States expressed its intent to meet or negotiate with Thailand on the same date. This is the only instance where a date is", "em": 0.0, "f1": 0.0 }, { "quid": 3006623, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who praised Julia Gillard first, after China?", "golds": [ "Royal Administration (Japan)" ], "pred": "Peter Costello\nExplanation: Peter Costello was the first to praise Julia Gillard, after China. The evidence is a news article from 2007-05-10, where Peter Costello praises Julia Gillard. The other evidence is about Julia Gillard's actions and interactions with other people, but it does", "em": 0.0, "f1": 0.0 }, { "quid": 3018106, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Burundi, with whom did Djibouti want to meet?", "golds": [ "Iran", "Yemen", "South Sudan", "Sudan", "Ethiopia", "Eritrea", "The Hague", "Government (Djibouti)" ], "pred": "Ethiopia\nExplanation: Djibouti wanted to meet with Ethiopia before Burundi. This is evident from the fact that Djibouti expressed intent to meet or negotiate with Ethiopia on 2005-02-04 and 2005-03-07, which is before the date when Djibouti wanted", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3003459, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last investigated Iraq before Massoud Barzani?", "golds": [ "Nuri al-Maliki" ], "pred": "Jalal Talabani\nExplanation: Jalal Talabani was the President of Iraq from 2005 to 2014. He was the leader of the Patriotic Union of Kurdistan (PUK) and was a key figure in the Iraqi political scene. Massoud Barzani, the leader of the Kurdistan", "em": 0.0, "f1": 0.0 }, { "quid": 3021029, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to want to cooperate with Malaysia?", "golds": [ "Thailand" ], "pred": "Thailand\nExplanation: The first country to want to cooperate with Malaysia was Thailand. This is evident from the fact that the first event listed is \"Thailand | Express intent to cooperate | Malaysia | 2005-01-31\". This indicates that Thailand was the first country to express its intent to cooperate with Malaysia.", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3036697, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, who first did the Congress of United States accuse?", "golds": [ "China" ], "pred": "Iran\nExplanation: The Congress of the United States accused Iran after Iraq. The evidence includes statements and actions by the United States government and its representatives, such as the Secretary of State, the Secretary of Defense, and the Director of National Intelligence, as well as reports from the United Nations Special Rapporteurs. These statements", "em": 0.0, "f1": 0.0 }, { "quid": 3007459, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Takeo Nishioka express his intention to meet with Thailand?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question asks for the year in which Takeo Nishioka expressed his intention to meet with Thailand. The evidence provided shows that Takeo Nishioka expressed his intention to meet or negotiate with Thailand on 2005-11-08. Therefore, the correct answer is 2005", "em": 1.0, "f1": 0.0625 }, { "quid": 3002363, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country received Iraq's visit from Iraq on the same month of Donald Rumsfeld?", "golds": [ "Iran", "Japan" ], "pred": "Iraq\nExplanation: The question is asking which country received a visit from Iraq on the same month that Donald Rumsfeld visited Iraq. The evidence shows that Donald Rumsfeld visited Iraq in February 2005, and the question is asking which country received a visit from Iraq in February 2005. The answer is", "em": 0.0, "f1": 0.0 }, { "quid": 3024750, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did Ethiopia praise Shura Council?", "golds": [ "2014-12" ], "pred": "I couldn't find any information about Ethiopia praising Shura Council. However, I found that Shura Council praised or endorsed several entities, including Portugal, Political Parties (Egypt), New Party (Egypt), Royal Administration (Saudi Arabia), and Member of Legislative (Govt) (Jordan). I also found that Shura Council", "em": 0.0, "f1": 0.0 }, { "quid": 3052872, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to sign an agreement with Swaziland?", "golds": [ "Iran" ], "pred": "Lesotho\nExplanation: The last country to sign an agreement with Swaziland was Lesotho. The evidence shows that Lesotho signed agreements with Swaziland on the same dates as Swaziland signed agreements with Lesotho. Therefore, Lesotho was the last country to sign an agreement with", "em": 0.0, "f1": 0.0 }, { "quid": 3045389, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Henry M Paulson sign formal agreements with China?", "golds": [ "2006-09-27" ], "pred": "2005-01-31\nReasoning: The question asks when Henry M Paulson signed formal agreements with China. However, the evidence provided does not mention Henry M Paulson or any formal agreements with China. Instead, it mentions various events and interactions between different countries, including Japan, Mexico, and Timor", "em": 0.0, "f1": 0.0 }, { "quid": 3007595, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who blamed Cambodia after 4 September 2012?", "golds": [ "Lawyer/Attorney (Cambodia)", "Agence France-Presse", "Association of Southeast Asian Nations" ], "pred": "China\nExplanation: China blamed Cambodia after 4 September 2012. This is evident from the fact that China made visits to other countries on 4 September 2012, but Cambodia is not mentioned in the list of countries that China visited. In fact, Cambodia is the only country that is not mentioned in the", "em": 0.0, "f1": 0.0606060606060606 }, { "quid": 3055364, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited Ethiopia first after the Indian leader?", "golds": [ "Head of Government (Egypt)" ], "pred": "Sudan\nExplanation: The question asks who visited Ethiopia first after the Indian leader. The Indian leader is not mentioned in the text, but we can infer that the question is asking who visited Ethiopia first after the Indian leader visited. The text does not mention the Indian leader visiting Ethiopia, but it does mention several countries visiting Ethiopia", "em": 0.0, "f1": 0.0 }, { "quid": 3046621, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Canadian Ministry of Finance, Economy, Trade and Industry make optimistic comments about China?", "golds": [ "2007" ], "pred": "2005\nExplanation: The Canadian Ministry of Finance, Economy, Trade and Industry made optimistic comments about China in 2005. This is evident from the provided evidence, which includes various statements and actions made by different entities in 2005, but none of which are related to the Canadian Ministry of Finance, Economy", "em": 0.0, "f1": 0.0 }, { "quid": 3007569, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country praised the High Commission for Refugees in the same year as China?", "golds": [ "Japan" ], "pred": "Cambodia\nExplanation: The High Commission for Refugees made a statement in Cambodia in 2005, the same year as China. This is the only instance of the High Commission for Refugees making a statement in Cambodia in the given year. Therefore, the answer is Cambodia. \nNote: The High Commission for Refugees", "em": 0.0, "f1": 0.0 }, { "quid": 3051768, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Sheikh Ahmed Abdullah visit Iraq for the first time?", "golds": [ "2008-06-05" ], "pred": "2005\nExplanation: The question asks when Sheikh Ahmed Abdullah visited Iraq for the first time. The evidence provided shows that Sheikh Ahmed Abdullah made a statement in Iraq on 2007-06-04, but it does not indicate that this was his first visit. However, it is mentioned that Sheikh Ahmed Abdullah demonstrated", "em": 0.0, "f1": 0.047619047619047616 }, { "quid": 3016557, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Marios Garoyian, who was the last to praise China?", "golds": [ "Head of Government (Cyprus)" ], "pred": "George Yeo\nExplanation: George Yeo was the last to praise China before Marios Garoyian. George Yeo praised China on 2005-01-05. Marios Garoyian praised China on 2009-02-23. Therefore, George Yeo was the last to praise China before", "em": 0.0, "f1": 0.0 }, { "quid": 3002928, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to cooperate with China on 2 May 2010?", "golds": [ "South Korea", "Japan" ], "pred": "Japan\nExplanation: The evidence shows that Japan expressed an intent to cooperate with China on 2 May 2010. The other options do not show any evidence of a country wanting to cooperate with China on that date. South Korea expressed an intent to cooperate with China on 2 May 2010, but the evidence", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3047893, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Iraq, who was last condemned by Human Rights Watch?", "golds": [ "Government (Qatar)" ], "pred": "Vietnam\nExplanation: Human Rights Watch accused Vietnam of human rights abuses on January 10, 2005. This was the last condemnation by Human Rights Watch before the Iraq War. The condemnation was made in a report titled \"Vietnam: Human Rights in 2004\". The report highlighted various human rights abuses committed by", "em": 0.0, "f1": 0.0 }, { "quid": 3010133, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who investigated Malaysia in 2009?", "golds": [ "Police (Malaysia)", "Businessperson (Malaysia)", "Police (Indonesia)", "United States Senate" ], "pred": "Police (Malaysia) and High Commission (Malaysia) and Foreign Affairs (Malaysia) and National Front Malaysia and Court Judge (Malaysia) and High Commission (Malaysia) and Foreign Affairs (Malaysia) and National Front Malaysia and Court Judge (Malaysia) and High Commission (Malaysia) and Foreign", "em": 1.0, "f1": 0.3076923076923077 }, { "quid": 3006882, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Thailand make a request to the Cambodian representatives?", "golds": [ "2010-11-25" ], "pred": "2005-01-31\nExplanation: The question asks for the time when Thailand made a request to the Cambodian representatives. The evidence provided shows that there were multiple requests made by various individuals and groups from Thailand to the Cambodian representatives, but the specific time when Thailand made a request is not mentioned. However", "em": 0.0, "f1": 0.0 }, { "quid": 3026801, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country received the visit from South Africa on the same month of Cambodia?", "golds": [ "Angola" ], "pred": "Tanzania\nExplanation: The question asks which country received the visit from South Africa on the same month of Cambodia. The answer is Tanzania because the text states that Tanzania made a visit to South Africa on February 22, 2005. Cambodia is not mentioned in the text, but the month of Cambodia is implied to be", "em": 0.0, "f1": 0.0 }, { "quid": 3016372, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Malaysia make a request to the Company - Owner or Operator of Thailand?", "golds": [ "2006-09-06" ], "pred": "There is no evidence that Malaysia made a request to the Company - Owner or Operator of Thailand. The evidence shows that Malaysia made visits to Thailand, expressed intent to cooperate, shared intelligence, and made a request to Japan, but there is no record of a request to the Company - Owner or Operator of Thailand. Therefore,", "em": 0.0, "f1": 0.0 }, { "quid": 3026774, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the United Arab Emirates, which country did Ethiopia negotiate with last?", "golds": [ "South Sudan" ], "pred": "Iran\nExplanation: The United Arab Emirates negotiated with Iran last before negotiating with the United Arab Emirates. This is based on the evidence that the United Arab Emirates consulted with Iran on February 1, 2005, and Iran consulted with the United Arab Emirates on the same day. This indicates that the two countries were in", "em": 0.0, "f1": 0.0 }, { "quid": 3031789, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country first wanted to participate in diplomatic cooperation with Thailand in 2010?", "golds": [ "China" ], "pred": "Laos\nExplanation: Laos was the first country to want to participate in diplomatic cooperation with Thailand in 2010. This is evident from the evidence provided, which shows that Laos was the first country to engage in diplomatic cooperation with Thailand on January 18, 2010. The other countries mentioned in the evidence, such", "em": 0.0, "f1": 0.0 }, { "quid": 3048846, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who used conventional military force against Cambodia before Apr, 2009?", "golds": [ "Thailand", "Police (Cambodia)" ], "pred": "Vietnam\nExplanation: Vietnam used conventional military force against Cambodia before Apr, 2009. This is based on the evidence that Vietnam made a statement on 2005-02-22, and Cambodia made a statement on 2005-03-29. This indicates that Vietnam used conventional military force against Cambodia before Apr", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3022037, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who used conventional military force against Ethiopia in the same month as the ethnic Hawiye?", "golds": [ "Ogaden National Liberation Front", "Eritrea" ], "pred": "Sudan\nExplanation: The question asks who used conventional military force against Ethiopia in the same month as the ethnic Hawiye. The ethnic Hawiye used conventional military force against Ethiopia in February 2005. The only country that used conventional military force against Ethiopia in the same month is Sudan. The other countries mentioned in the question", "em": 0.0, "f1": 0.0 }, { "quid": 3049608, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country to which Malaysia returned people?", "golds": [ "Women (Malaysia)" ], "pred": "Thailand\nExplanation: The last country to which Malaysia returned people was Thailand. This is evident from the fact that the last two events in which Malaysia expressed intent to cooperate were with Thailand, and the last two events in which Malaysia expressed intent to return people were with Thailand. The last event in which Malaysia expressed intent to return", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3007463, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Kuwait, which country hosted the visit from Kostyantyn Gryshchenko first?", "golds": [ "Romania" ], "pred": "Romania\nExplanation: The first country that hosted the visit from Kostyantyn Gryshchenko after Kuwait was Romania. The visit took place on 2011-05-18. The visit was made by Kostyantyn Gryshchenko. The visit was hosted by Romania. The visit was", "em": 1.0, "f1": 0.08695652173913045 }, { "quid": 3027294, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China visit Vietnamese fishermen?", "golds": [ "2010-08" ], "pred": "January\nExplanation: The question asks for the month in which China visited Vietnamese fishermen. However, the provided evidence does not mention any visits by China to Vietnamese fishermen. Instead, it contains information about diplomatic cooperation, negotiations, and visits between China and Japan, as well as a visit by a nurse from Macao to China", "em": 0.0, "f1": 0.0 }, { "quid": 3053808, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did the citizens of Nigeria wish to meet on the same day as China?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The citizens of Nigeria did not wish to meet on the same day as China. The citizens of Nigeria are not mentioned in the evidence. The citizens of Japan wished to meet on the same day as China. The citizens of Japan are mentioned in the evidence as wishing to meet on the same day as China", "em": 1.0, "f1": 0.08695652173913045 }, { "quid": 3053131, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Malaysia, who appealed for the Men of Malaysia?", "golds": [ "Police (Malaysia)" ], "pred": "Thailand\nExplanation: The question is asking who appealed for the Men of Malaysia, but the correct answer is Thailand. This is because the evidence shows that Thailand made a visit to Malaysia, hosted a visit from Malaysia, signed a formal agreement with Malaysia, and consulted with Malaysia. These actions suggest that Thailand was involved in appealing", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3027259, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Dragan \u0160utanovac, which country was the last to negotiate with China?", "golds": [ "South Korea" ], "pred": "Japan\nExplanation: The last country to negotiate with China before Dragan \u0160utanovac was Japan. This is evident from the provided evidence, which lists various countries and their intentions to meet or negotiate with China in 2005. The last entry before Dragan \u0160utanovac is \"China | Express intent to", "em": 0.0, "f1": 0.0 }, { "quid": 3026965, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In Dec 29th, 2008, who would wish to visit Iraq?", "golds": [ "Barack Obama" ], "pred": "Mitch McConnell\nExplanation: Mitch McConnell made a visit to Iraq on 2005-01-09 and 2005-01-08. This is the only evidence of a person visiting Iraq in the given time frame. The other evidence is either of a country expressing intent to meet or negotiate, or of a country", "em": 0.0, "f1": 0.0 }, { "quid": 3003367, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the member of the Iranian government's legislative body last express his intention to negotiate with Iraq?", "golds": [ "2014" ], "pred": "2005\nExplanation: The member of the Iranian government's legislative body last expressed his intention to negotiate with Iraq in 2005. This is evident from the provided evidence, which shows that various individuals and entities expressed their intentions to meet or negotiate with Iraq in 2005, but there is no mention of any", "em": 0.0, "f1": 0.0 }, { "quid": 3015469, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to make an appeal for Burundi?", "golds": [ "Other Authorities / Officials (Burundi)" ], "pred": "L\u00e9onard Nyangoma\nExplanation: L\u00e9onard Nyangoma was the last to make an appeal for Burundi. He made an appeal on 2007-12-20. The other options made appeals or requests before that date. The High Commission for Refugees made a statement on 200", "em": 0.0, "f1": 0.1111111111111111 }, { "quid": 3029152, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Iraq praise in the same month of the activist of Iraq?", "golds": [ "Legislature (Iraq)" ], "pred": "Iran\nExplanation: In the month of January 2005, Iraq praised Iran. This is evident from the fact that Iraq praised Iran on January 1, 2005, and Iran praised Iraq on January 31, 2005. This suggests a positive relationship between the two countries. In contrast, Iraq did", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3052432, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Malaysia last negotiate with Xi Jinping?", "golds": [ "2013-10" ], "pred": "March\nExplanation: The last negotiation between Malaysia and Xi Jinping occurred in March 2008. This is inferred from the fact that the earliest mention of Xi Jinping engaging in a negotiation is on March 10, 2008, and there is no mention of any negotiation after that date. Therefore, it can be concluded", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3000792, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who made negative comments about the Middle East on the same day as Malaysia?", "golds": [ "Abdel Ilah Al-Khatib" ], "pred": "Tony Blair\nExplanation: Tony Blair made a negative comment about the Middle East on the same day as Malaysia. The date of the comment is not specified, but it is mentioned that it is the same day as Malaysia. Malaysia is a country, so it is likely that the comment was made on February 4,", "em": 0.0, "f1": 0.0 }, { "quid": 3031827, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In Mar, 2014, who paid a visit to China?", "golds": [ "Head of Government (Belarus)", "Iran", "Angela Merkel", "Malaysia", "Xi Jinping", "South Korea", "Abdul Aziz", "Yerlan Idrisov", "Head of Government (South Korea)", "Saud bin Faisal bin Abdul-Aziz", "Chuck Hagel", "France", "Royal Administration (Saudi Arabia)", "Jerry Brown", "Japan", "Barack Obama" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou, the President of Taiwan, paid a visit to China in Mar, 2014. The evidence is from the news in 2005, but the question is about 2014. However, there is no other information about Ma Ying Jeou's visit to", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3054216, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country wanted to negotiate with Burundi on the same month of the East African Community?", "golds": [ "Tanzania" ], "pred": "Tanzania\nExplanation: The evidence shows that Tanzania consulted with the East African Community on the same month that the East African Community wanted to negotiate with Burundi. The evidence also shows that Tanzania consulted with the East African Community on the same month that the East African Community wanted to negotiate with Burundi. Therefore, it can be", "em": 1.0, "f1": 0.08333333333333333 }, { "quid": 3011881, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to use conventional military force against Djibouti?", "golds": [ "Al-Shabaab" ], "pred": "Sudan\nExplanation: The last to use conventional military force against Djibouti was Sudan in 2005. The evidence shows that Sudan used conventional military force against Ethiopia on 2005-04-01, and Ethiopia used conventional military force against Sudan on the same date. This indicates that the conflict between Sudan and", "em": 0.0, "f1": 0.0 }, { "quid": 3018207, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who first received Malaysia's visit from Malaysia?", "golds": [ "Aceh" ], "pred": "Ognyan Gerdzhikov\nExplanation: Ognyan Gerdzhikov was the first person to receive a visit from Malaysia. The evidence is from the first line of the table, which states \"Ognyan Gerdzhikov | Make a visit | Malaysia | 2005-", "em": 0.0, "f1": 0.0 }, { "quid": 3054912, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Australians denounced Thailand?", "golds": [ "2009-01-19" ], "pred": "2005\nThe question is asking when the last time Australians denounced Thailand was. However, the evidence provided does not mention Australians at all. It appears to be a collection of news articles or statements from Thai citizens, villagers, and a nurse, all of which are related to Thailand. There is no mention of Australians", "em": 0.0, "f1": 0.0 }, { "quid": 3024217, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "After August 2007, who did Burundi express interest in cooperating with?", "golds": [ "South Africa", "Angola", "Tanzania" ], "pred": "Ethiopia\nExplanation: After August 2007, Burundi expressed interest in cooperating with Ethiopia. This is evident from the fact that there were consultations between the two countries in September and October 2005, and again in 2007. This suggests that Burundi was seeking to strengthen its relationship with Ethiopia, possibly for", "em": 0.0, "f1": 0.0 }, { "quid": 3051991, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, with whom did the citizens of Nigeria first express their intention to meet?", "golds": [ "Government (Nigeria)" ], "pred": "Japan\nExplanation: The citizens of Nigeria first expressed their intention to meet with Japan. The evidence is based on the date of the first expression of intent to meet or negotiate, which is January 5, 2005, for Japan. This is the earliest date among all the options. The other options, such as", "em": 0.0, "f1": 0.05405405405405405 }, { "quid": 3006840, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Iraqi news editor first criticise Iraq?", "golds": [ "2006-08-03" ], "pred": "There is no evidence that the Iraqi news editor first criticised Iraq. The evidence shows that the Iraqi news editor first praised Iran on 2005-01-05. The first criticism of Iran by the Iraqi news editor was on 2005-01-10. The first criticism of Iraq by the Iraqi news editor was", "em": 0.0, "f1": 0.0 }, { "quid": 3013226, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Chart Thai express his intention to meet Thailand?", "golds": [ "2007-12" ], "pred": "December\nExplanation: The question asks in which month Chart Thai expressed his intention to meet Thailand. The correct answer is December, as indicated by the first evidence: \"Chart Thai | Express intent to meet or negotiate | Thailand | 2007-12-24\". This evidence shows that Chart Thai expressed his intention to meet", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3001146, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who would wish to visit China on the same day of Israeli Defense Forces?", "golds": [ "Scholar (Japan)" ], "pred": "China\nExplanation: The question is asking for a country that would not wish to visit China on the same day as the Israeli Defense Forces. The evidence provided shows various events and statements made by different groups and individuals, including the Israeli Defense Forces, police, settlers, and Mahmoud Abbas. However, there is no mention of", "em": 0.0, "f1": 0.0 }, { "quid": 3052928, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Iraq use conventional military force against the mayor of Iraq?", "golds": [ "2010-02" ], "pred": "January\nExplanation: The question asks for the month in which Iraq used conventional military force against the mayor of Iraq. The evidence provided shows that in January 2005, Iraq used military force against the mayor of Iraq. The evidence includes news articles and reports from various sources, including the BBC, CNN, and the United", "em": 0.0, "f1": 0.0 }, { "quid": 3042446, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last spoke optimistically about China?", "golds": [ "Media Personnel (China)" ], "pred": "Japan\nExplanation: The question asks for the last person to speak optimistically about China. The evidence shows that Japan spoke about China in a positive manner on January 30, 2005, while China spoke about Japan in a negative manner on February 1, 2005. Therefore, Japan is the last person", "em": 0.0, "f1": 0.0588235294117647 }, { "quid": 3013488, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Kuwait first want to meet?", "golds": [ "Iraq" ], "pred": "Iraq\nExplanation: The first country Kuwait wanted to meet was Iraq. This is evident from the first two lines of the evidence, which state that Kuwait expressed an intent to meet or negotiate with Iraq on January 5, 2005, and Iraq expressed an intent to meet or negotiate with Kuwait on the same date.", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3019185, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before the United Arab Emirates, who negotiated with Ethiopia?", "golds": [ "Head of Government (Ethiopia)", "Indigenous People (United States)", "South Sudan", "Seyoum Mesfin", "Sudan", "Indigenous People (Ethiopia)", "Mwai Kibaki", "African Union", "Eritrea", "China", "UN Security Council" ], "pred": "Iran\nExplanation: The United Arab Emirates negotiated with Iran before negotiating with Ethiopia. This is evident from the evidence provided, which shows that the United Arab Emirates consulted with Iran on February 1, 2005, and made a visit to Iran on February 25, 2005. In contrast, there is no", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3029504, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2009, who was the first country to declare its intention to meet with China?", "golds": [ "Head of Government (Colombia)" ], "pred": "Japan\nExplanation: Japan was the first country to declare its intention to meet with China in 2009. However, the evidence provided shows that Japan had already expressed its intent to meet or negotiate with China in 2005. Therefore, the correct answer is Japan, but the year should be 2005, not", "em": 0.0, "f1": 0.0 }, { "quid": 3039124, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic comments about China on 19 January 2006?", "golds": [ "Wen Jiabao" ], "pred": "Wen Jiabao\nExplanation: Wen Jiabao made optimistic comments about China on 19 January 2006. Wen Jiabao is the former Premier of the People's Republic of China. The other options are either incorrect or unrelated to the question. The evidence provided shows that Wen Jiabao made a statement", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3022728, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited Oman in March 2013?", "golds": [ "Admiral (Iran)" ], "pred": "Iran\nExplanation: The question asks who visited Oman in March 2013. The evidence shows that Iran visited Oman on March 10, 2013, and Admiral (Iran) visited Oman on March 16, 2013. Therefore, the answer is Iran. The other options, Sudan, Qatar, and", "em": 1.0, "f1": 0.14285714285714288 }, { "quid": 3011951, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who formally signed an agreement with China in November 2007?", "golds": [ "Sergei Ivanovich Shmatk\u00f3", "South Korea", "Kazakhstan", "France", "United Arab Emirates", "Japan" ], "pred": "France\nExplanation: The question asks for the country that formally signed an agreement with China in November 2007. The evidence provided includes various diplomatic interactions between different countries and China in November 2007. However, only one entry specifically mentions a country signing a formal agreement with China. This entry is \"France | Sign", "em": 1.0, "f1": 0.05 }, { "quid": 3051229, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country signed an agreement with China on 1 January 2015?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The evidence shows that Japan signed a formal agreement with China on 1 January 2015. The other options do not show a formal agreement between the countries on that date. Therefore, the correct answer is Japan. \nNote: The other options may show expressions of intent or cooperation, but they do", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3002607, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China host the visit of the Ministry of Mainland Affairs Council?", "golds": [ "2014-02-13" ], "pred": "2005\nExplanation: The Mainland Affairs Council (MAC) of Taiwan made several visits to China in 2005. The MAC is responsible for handling relations between Taiwan and mainland China. The visits were likely part of the MAC's efforts to engage with China and promote cross-strait relations. The exact dates of", "em": 0.0, "f1": 0.0 }, { "quid": 3042587, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Oman, with whom did Ali Abdullah Saleh last want to negotiate?", "golds": [ "Yemen" ], "pred": "Oman\nExplanation: The question asks for the country with whom Ali Abdullah Saleh last wanted to negotiate before Oman. To answer this question, we need to look at the timeline of events and find the last event where Ali Abdullah Saleh wanted to negotiate with a country before Oman. The last event where Ali Abdullah Saleh", "em": 0.0, "f1": 0.0 }, { "quid": 3043818, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did United Arab Emirates appeal Thailand?", "golds": [ "2010-02" ], "pred": "There is no evidence that United Arab Emirates appealed Thailand in 2005. \nNote: The evidence provided does not contain any information about United Arab Emirates appealing Thailand. The events mentioned in the evidence are related to other countries and topics. Therefore, the answer is that there is no evidence of United Arab Emirates appealing Thailand in", "em": 0.0, "f1": 0.0 }, { "quid": 3043966, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who negotiated with Oman after 2005?", "golds": [ "Nuri al-Maliki", "Iran", "Kuwait", "Company - Owner or Operator (Oman)", "United Arab Emirates", "Ministry (Iran)", "Qatar" ], "pred": "Iran\nExplanation: The evidence shows that Iran and Oman had several interactions in 2005, including consultations and the signing of formal agreements. This suggests that Iran was involved in negotiations with Oman after 2005. The other options do not have any evidence of interactions with Oman in 2005. Therefore, the correct", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3038863, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 29 October 2015, which country expressed its intention to negotiate with Iraq?", "golds": [ "France" ], "pred": "France\nExplanation: On 29 October 2015, France expressed its intention to negotiate with Iraq. This was stated by the French government. The statement was made in response to the terrorist attacks in Paris on 13 November 2015. The French government expressed its willingness to negotiate with Iraq to address the threat posed", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3019247, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, who hosted the Military of New Zealand's visit from the Military of New Zealand last?", "golds": [ "Middle East" ], "pred": "Japan\nExplanation: The question is asking who hosted the Military of New Zealand's visit before China. The evidence shows that Japan hosted the visit of the Military of New Zealand on 2005-01-06. Therefore, the answer is Japan. \nNote: The evidence is based on the provided text and may not", "em": 0.0, "f1": 0.0 }, { "quid": 3002296, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country last wanted to engage in diplomatic cooperation with China in 2009?", "golds": [ "Vietnam" ], "pred": "Malaysia\nExplanation: The evidence shows that Malaysia was the last country to engage in diplomatic cooperation with China in 2009. The evidence also shows that Malaysia was the last country to engage in diplomatic cooperation with China in 2009, with multiple instances of diplomatic cooperation on June 5, 4, and 3", "em": 0.0, "f1": 0.0 }, { "quid": 3017942, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country did China reject in the same month as the Lawyer/Attorney of the United States?", "golds": [ "Vietnam", "Japan" ], "pred": "South Korea\nExplanation: The question asks which country China rejected in the same month as the Lawyer/Attorney of the United States. The Lawyer/Attorney of the United States is John Roberts, who was confirmed on 2005-09-29. However, the question is asking for a country that China rejected", "em": 0.0, "f1": 0.0 }, { "quid": 3021789, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who receive the visit from China before the Foreign Affairs of South Africa did?", "golds": [ "Norodom Sihanouk", "Vietnam", "South Korea", "Aceh", "Government (Pakistan)", "Koo Chen-fu", "Dominican Republic", "Japan" ], "pred": "Sudan\nExplanation: Sudan received the visit from China before the Foreign Affairs of South Africa did. The evidence is that Sudan received the deployment of peacekeepers from African Union on 2005-01-11, while South Africa received the visit from China on 2005-02-05. Therefore, Sudan received the", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3051121, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In the same year, who did India's foreign minister want to negotiate with Ethiopia?", "golds": [ "African Union", "Japan" ], "pred": "Eritrea\nExplanation: The question asks who India's foreign minister wanted to negotiate with in 2005. The evidence provided shows various countries and entities expressing intent to meet or negotiate with Ethiopia in 2005. However, there is no evidence of India's foreign minister expressing intent to meet or negotiate with Ethiopia.", "em": 0.0, "f1": 0.0 }, { "quid": 3048934, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who criticised Malaysia before 2014?", "golds": [ "Court Judge (Malaysia)", "Rights Activist (Malaysia)", "Citizen (Australia)", "Australia Greens", "Human Rights Watch", "Nonaligned Movement", "Thailand", "Archbishop (Malaysia)", "Defense Attorney (Malaysia)", "Foreign Affairs (Malaysia)", "China" ], "pred": "The police in Malaysia criticised the police in Malaysia before 2014. The police in Malaysia made a statement on 2005-01-28, and they also confiscated property on 2005-01-28. The police in Malaysia also made a statement on 2005-01-24. The police in", "em": 0.0, "f1": 0.09090909090909091 }, { "quid": 3027282, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before China, with whom did the Prime Minister of Portugal seek diplomatic cooperation?", "golds": [ "Angola", "Head of Government (Brazil)", "Head of Government (Timor-Leste)" ], "pred": "International Monetary Fund\nExplanation: The Prime Minister of Portugal sought diplomatic cooperation with the International Monetary Fund, not China. The evidence shows that the Prime Minister of Portugal made statements and engaged in diplomatic cooperation with the International Monetary Fund on April 28, 2005. There is no evidence of the Prime Minister of Portugal seeking", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3051739, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country threatened China on 18 April 2008?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: On 18 April 2008, Japan threatened China. This is evident from the evidence provided, which shows that Japan made a statement that can be interpreted as a threat, while China rejected Japan's statement. The other options do not show any evidence of a threat from Japan or China. Therefore,", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3047565, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the presidential press service of the Ministry of Defence make optimistic remarks about China?", "golds": [ "2010-01-28" ], "pred": "2005-01-31\nReasoning skill: Identifying Pros And Cons\nAnalysis: The question requires the reader to analyze the information provided and identify the specific date when the presidential press service of the Ministry of Defence made optimistic remarks about China. The correct answer is 2005-01-31, as", "em": 0.0, "f1": 0.05 }, { "quid": 3020132, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last used unconventional force against Malaysia?", "golds": [ "Police (Malaysia)" ], "pred": "Police (Malaysia) in 2005. They used unconventional force against Malaysia. The evidence is from news articles and official statements. The police used force against the people of Malaysia in 2005, and the government consulted with other countries, including Sudan and Iran, about the situation. The police also made statements and", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3013219, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to sign an agreement with Malaysia in 2005?", "golds": [ "Thailand" ], "pred": "Thailand\nExplanation: The first country to sign an agreement with Malaysia in 2005 was Thailand. This is evident from the evidence provided, which shows that Thailand signed a formal agreement with Malaysia on January 28, 2005. The other countries mentioned in the evidence, such as Yemen, Kuwait, and Japan,", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3027041, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to whom Manuel Villar made an appeal before China?", "golds": [ "Police (Philippines)" ], "pred": "Wen Jiabao\nExplanation: Manuel Villar made an appeal to Wen Jiabao before China on 2007-01-16. Wen Jiabao consulted Manuel Villar on the same date. This is the only instance where Manuel Villar made an appeal to someone before China. The other instances are either", "em": 0.0, "f1": 0.0 }, { "quid": 3038751, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to make optimistic remarks about Iraq?", "golds": [ "Assemblies (Australia)" ], "pred": "Envoy (United States)\nExplanation: The first to make optimistic remarks about Iraq was the Envoy (United States) on 2005-01-11. The Envoy (United States) made optimistic remarks about Iraq on 2005-01-11. The Envoy (United States) made optimistic remarks", "em": 0.0, "f1": 0.0 }, { "quid": 3054485, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Michael Sata praise China?", "golds": [ "2014-06-21" ], "pred": "2006-09-06\nExplanation: The question asks at what time Michael Sata praised China. The evidence provided shows that Michael Sata made a statement about China on 2006-09-06, which is the only instance where he is associated with a positive action towards China. The other instances show", "em": 0.0, "f1": 0.05 }, { "quid": 3050017, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Djibouti, which country last received the visit from African Union?", "golds": [ "Ethiopia" ], "pred": "Sudan\nExplanation: The African Union last visited Sudan before Djibouti. The African Union visited Sudan on February 7, 2005, and Djibouti on February 7, 2005. Therefore, Sudan is the correct answer. The other options are incorrect because they are either the same country", "em": 0.0, "f1": 0.0 }, { "quid": 3033570, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Before 2006, who wanted to have diplomatic cooperation with Kuwait?", "golds": [ "Iraq", "Pervez Musharraf", "United Arab Emirates", "China" ], "pred": "Before 2006, the countries that wanted to have diplomatic cooperation with Kuwait were Malaysia, United Arab Emirates, Qatar, Iraq, Iran, South Korea, and Germany. The countries that expressed intent to provide material aid were Kuwait and Qatar. The countries that expressed intent to meet or negotiate were Kuwait, Iraq, Kuwait,", "em": 1.0, "f1": 0.17142857142857143 }, { "quid": 3008662, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of Egypt last express his intention to meet with Kuwait?", "golds": [ "2015-01-02" ], "pred": "2005-01-05\nReasoning Skill: Identifying Pros And Cons\nAnalysis: The question requires the reader to analyze the given evidence and identify the correct answer. The evidence provided lists various statements made by different individuals and entities, including leaders of countries, expressing their intentions to meet or negotiate with Kuwait.", "em": 0.0, "f1": 0.044444444444444446 }, { "quid": 3034735, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Marios Garoyian last praise China?", "golds": [ "2009" ], "pred": "2009\nThe question requires the reader to find the year in which Marios Garoyian last praised China. The evidence provided includes various statements and visits made by Marios Garoyian, but only one statement from 2009 mentions praising China. Therefore, the correct answer is 2009. \n\nNote", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3005353, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did the citizens of Thailand make an appeal to on the same month of Tesco?", "golds": [ "Governor (Thailand)", "Member of Parliament (Thailand)", "Media (Thailand)", "Party Member (Thailand)" ], "pred": "Thailand\nExplanation: The citizens of Thailand made an appeal to Thailand on the same month of Tesco, which is April. Tesco is the 4th month. Therefore, the answer is Thailand. The citizens of Thailand made an appeal to Thailand on the same month of Tesco, which is April. Tesco", "em": 0.0, "f1": 0.17391304347826086 }, { "quid": 3009474, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Singapore's foreign ministry, who was the last to support China?", "golds": [ "Foreign Affairs (Nepal)" ], "pred": "Japan\nExplanation: The question asks for the last country to support China before Singapore's foreign ministry. The evidence provided shows a series of diplomatic interactions between China and various countries, including Japan, in January 2005. The last entry in the evidence shows that Japan expressed its intent to cooperate with China on January 13", "em": 0.0, "f1": 0.04545454545454545 }, { "quid": 3005633, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 2 November 2015, which country wanted to cooperate with China?", "golds": [ "Iran", "Vietnam", "South Korea", "Kazakhstan", "Romania", "Thailand", "Japan", "Iraq" ], "pred": "South Korea\nExplanation: \n- South Korea expressed intent to cooperate with China on 2 November 2015.\n- South Korea expressed intent to engage in diplomatic cooperation with China on 2 November 2015.\n- South Korea expressed intent to meet or negotiate with China on 2 November 2015.\n- South", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3033244, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 30 March 2011, who provided humanitarian aid to Thailand?", "golds": [ "Citizen (Thailand)", "United Arab Emirates", "Japan", "Governor (Thailand)" ], "pred": "Abhisit Vejjajiva\nExplanation: The question asks who provided humanitarian aid to Thailand after 30 March 2011. The correct answer is Abhisit Vejjajiva, who is the Prime Minister of Thailand. The evidence provided shows that Abhisit Vejjajiva expressed his intent to provide", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3030154, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to praise Agence France-Presse after China?", "golds": [ "United Arab Emirates" ], "pred": "France\nExplanation: The first country to praise Agence France-Presse after China was France. The evidence is that France made a statement about Agence France-Presse on 2005-02-21. The other options are not correct because Sudan made a statement about Agence France-Presse on 2005-", "em": 0.0, "f1": 0.0 }, { "quid": 3028735, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Cambodia praise the Cambodian police?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question asks in which year Cambodia praised the Cambodian police. The evidence provided shows that Cambodia praised the Cambodian police on March 11, 2005. Therefore, the correct answer is 2005. The other options are not relevant to the question. 2004 is not", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3046673, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to praise Cambodia?", "golds": [ "Police (Cambodia)" ], "pred": "Thailand\nExplanation: The first to praise Cambodia was Thailand. Thailand expressed intent to cooperate with Cambodia on January 7, 2005. Thailand also expressed intent to cooperate with Cambodia on January 24, 2005. Thailand consulted with Cambodia on March 25, 2005. Thailand also expressed intent to cooperate", "em": 0.0, "f1": 0.08695652173913042 }, { "quid": 3026535, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Charlie McCreevy last speak optimistically about China?", "golds": [ "2007" ], "pred": "2007\nExplanation: Charlie McCreevy last spoke optimistically about China in 2007. The evidence shows that he made optimistic comments about China on June 14, 2007. The other dates mentioned in the evidence are either visits to China or other events that do not involve optimistic comments about China.", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3046932, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last used small arms and light weapons to attack Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-01-30\nLast used small arms and light weapons to attack Thailand: Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3036576, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did the Ministry of Mainland Affairs Council last make optimistic remarks about China?", "golds": [ "2011-11" ], "pred": "January\nThe question is asking for the month when the Ministry of Mainland Affairs Council last made optimistic remarks about China. The evidence provided shows that the Ministry made optimistic comments about China in January 2005, as indicated by the date \"2005-01-10\" in the first evidence. The other dates provided", "em": 0.0, "f1": 0.0 }, { "quid": 3011751, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Ethiopia negotiated with Seyoum Mesfin?", "golds": [ "2007-02" ], "pred": "I do not have information on the exact month when Ethiopia negotiated with Seyoum Mesfin. However, I can tell you that Seyoum Mesfin was a key figure in Ethiopia's foreign policy during the 2000s, and he made several statements and consultations related to foreign affairs in 2005 and", "em": 0.0, "f1": 0.0 }, { "quid": 3045721, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last person to whom Thailand appealed in 2005?", "golds": [ "Insurgent (Thailand)" ], "pred": "The last person to whom Thailand appealed in 2005 was Media Personnel (Thailand). The appeal was made on 2005-03-02. The appeal was for diplomatic cooperation (such as policy support). The person appealed to was a citizen of Thailand. The appeal was made by a Media Personnel (Thailand", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3039779, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, which country did the United Arab Emirates last make optimistic remarks about?", "golds": [ "Yemen" ], "pred": "Iran\nExplanation: The United Arab Emirates last made optimistic remarks about Iran on February 1, 2005. This is based on the evidence provided, which shows that the United Arab Emirates consulted with Iran on that date. The other options do not match the evidence. China is mentioned as a country that the United Arab", "em": 0.0, "f1": 0.0 }, { "quid": 3012306, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who attacked Thailand with small arms and light weapons on the same day as the Thai MP?", "golds": [ "Insurgent (Thailand)" ], "pred": "Armed Gang (Thailand) and Armed Opposition (Thailand) on the same day as the Thai MP. (2005-01-25) \nNote: The date of the Thai MP attack is not specified in the evidence, but it is assumed to be the same day as the other attacks. The answer is", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3039316, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did the UN Security Council want to negotiate with in the same month of Malaysia?", "golds": [ "Representatives (Malaysia)", "Iraq" ], "pred": "Syria\nExplanation: The UN Security Council wanted to negotiate with Syria in the same month of Malaysia. Malaysia is a country in Southeast Asia, and the month of Malaysia is March. The UN Security Council made a statement to Syria on March 4, 2005, expressing the intent to meet or negotiate. This is", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3004725, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before June 2006, who praised Ethiopia?", "golds": [ "African Union", "Eritrea", "Abu Bakr Abdullah al-Qirbi", "USAID", "Dahir Riyale Kahin" ], "pred": "Before June 2006, Yemen, Sudan, Djibouti, and Japan praised Ethiopia. Eritrea and Isaias Afewerki accused Ethiopia. Transparency International made a statement about Ethiopia. Ethiopia occupied territory in Eritrea. Eritrea made a statement about Ethiopia. Japan signed a formal agreement", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3024280, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who threatened China in January 2009?", "golds": [ "Stephen Hadley" ], "pred": "Japan\nExplanation: The question asks who threatened China in January 2009. The correct answer is Japan. The evidence provided shows that Japan engaged in negotiation with China on January 9, 2009, which implies a level of tension or conflict between the two countries. This is the only instance where Japan is mentioned", "em": 0.0, "f1": 0.0 }, { "quid": 3042186, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to express optimism about China after Dmitry Anatolyevich Medvedev?", "golds": [ "Envoy (United States)" ], "pred": "I'm sorry, but I cannot verify who was the first to express optimism about China after Dmitry Anatolyevich Medvedev. The provided evidence only contains information about Dmitry Anatolyevich Medvedev's interactions and statements regarding China, but does not provide information about other individuals or their opinions about China.", "em": 0.0, "f1": 0.0 }, { "quid": 3006438, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Yoshihiko Noda first praise China?", "golds": [ "2011-11-03" ], "pred": "2010-06-21\nExplanation: The question asks at what time Yoshihiko Noda first praised China. The evidence shows that Yoshihiko Noda made an optimistic comment about China on 2010-06-21. This is the first time he praised China. Therefore, the answer is", "em": 0.0, "f1": 0.0 }, { "quid": 3005005, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was last investigated by the Straits Exchange Foundation before China?", "golds": [ "Bank (China)" ], "pred": "China\nExplanation: The Straits Exchange Foundation is a Taiwanese organization that facilitates cross-strait relations. The evidence shows that the Straits Exchange Foundation has been involved in various activities with China, including consultations, investigations, visits, and negotiations. The most recent activity listed is a visit to China on 2008-06", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3027510, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Thailand last sign an agreement?", "golds": [ "Cambodia" ], "pred": "Thailand\nExplanation: The question asks with which country Thailand last signed an agreement. The evidence provided shows that all the agreements were signed between different entities within Thailand, such as citizens, governors, party members, and media personnel. There is no evidence of any agreement signed between Thailand and another country. Therefore, the correct answer", "em": 0.0, "f1": 0.0 }, { "quid": 3044943, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to threaten Boko Haram after China?", "golds": [ "Muhammadu Buhari" ], "pred": "Nigeria\nExplanation: The first to threaten Boko Haram after China was Nigeria. Nigeria threatened Boko Haram on 2011-02-03. The evidence is a news article from 2011-02-03. The article states that Nigeria threatened Boko Haram. The article is from a reliable news source.", "em": 0.0, "f1": 0.0 }, { "quid": 3023123, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who paid a visit to Malaysia on 21 June 2007?", "golds": [ "Gazprom" ], "pred": "Gazprom\nExplanation: Gazprom is a Russian multinational energy corporation. It is the largest publicly traded natural gas company in the world. It is also the largest extractor of natural gas in the world and the largest natural gas producer in the world. Gazprom is headquartered in Moscow, Russia. Gazprom is a vertically integrated", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3008853, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit China after Hung Chi-chang?", "golds": [ "Yasuo Fukuda" ], "pred": "Hung Chi-chang was the first to visit China after Hung Chi-chang. This is a paradoxical answer, as it implies that Hung Chi-chang visited China before Hung Chi-chang, which is not possible. This answer is likely a joke or a play on words, and is not a serious response to the", "em": 0.0, "f1": 0.0 }, { "quid": 3000460, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised Cambodia after 23 January 2013?", "golds": [ "International Monetary Fund", "Nguyen Xuan Phuc", "Media Personnel (International)", "Vietnam", "Xi Jinping", "Emperor Akihito", "China", "Japan" ], "pred": "Vietnam, Oman, Cristina Fern\u00e1ndez de Kirchner\nExplanation: Vietnam, Oman, and Cristina Fern\u00e1ndez de Kirchner praised Cambodia after 23 January 2013. Vietnam and Oman signed formal agreements with Cambodia on 23 January 2013. Cristina Fern\u00e1ndez de Kirchner visited Vietnam on 23 January 201", "em": 1.0, "f1": 0.0909090909090909 }, { "quid": 3044274, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who criticised Kuwait before 30 May 2012?", "golds": [ "Human Rights Watch", "Iran", "Abdoulaye Bathily", "Iraq" ], "pred": "Iran\nExplanation: Iran criticised Kuwait before 30 May 2012. The evidence is a news article from 30 May 2012 that says \"Iran rejects Kuwait's criticism\". This indicates that Iran was the one who was criticised by Kuwait, and Iran rejected this criticism. Therefore, Iran is the correct answer.", "em": 1.0, "f1": 0.0625 }, { "quid": 3054853, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Abdul-Karim Al-Arhabi praise Kuwait?", "golds": [ "2009" ], "pred": "2009\nExplanation: Abdul-Karim Al-Arhabi praised Kuwait in 2009. The evidence is a news article from 2009-01-18. The other articles are about consultations, statements, and other activities of Abdul-Karim Al-Arhabi, but they do not mention praising", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3013277, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 4 January 2007, who announced their intention to establish diplomatic cooperation with China?", "golds": [ "France", "Guinea-Bissau" ], "pred": "France, Guinea-Bissau, Japan, Iran, China, South Korea, Segolene Royal, UN Security Council, Vietnam\nExplanation: On 4 January 2007, France, Guinea-Bissau, Japan, Iran, China, South Korea, Segolene Royal, UN Security Council, and Vietnam", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3005840, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the citizens of Uganda last appeal to China?", "golds": [ "2007-03" ], "pred": "January\nExplanation: The citizens of Uganda last appealed to China in January 2005. The evidence is based on the fact that there is no record of Uganda appealing to China in any other month. The other countries mentioned in the evidence, such as Japan and Thailand, are not relevant to the question. The evidence also", "em": 0.0, "f1": 0.0 }, { "quid": 3037233, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did the Association of Southeast Asian Nations make pessimistic remarks about before Malaysia?", "golds": [ "Middle East", "South Korea" ], "pred": "Laos\nExplanation: The Association of Southeast Asian Nations made pessimistic remarks about Laos before Malaysia. This is evident from the fact that the Association of Southeast Asian Nations made more consultations with Laos than with Malaysia. The Association of Southeast Asian Nations made 6 consultations with Laos, but only 1 consultation with Malaysia. This suggests", "em": 0.0, "f1": 0.0 }, { "quid": 3036438, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Thailand, who was the first person denounced by the Thai student?", "golds": [ "Military Ruler (Thailand)" ], "pred": "Thailand\nExplanation: The first person denounced by the Thai student is Thailand. The Thai student denounced Thailand on January 5, 2005. The evidence is from the news article \"Thailand | Investigate | Citizen (Thailand) | 2005-01-05\". The Thai student denounced Thailand for the", "em": 0.0, "f1": 0.07692307692307691 }, { "quid": 3029939, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In May 2007, who investigated Thailand?", "golds": [ "Governor (Thailand)" ], "pred": "Police (Australia) and Thailand. \nExplanation: \nIn May 2007, the Australian Federal Police investigated Thailand. The Australian Federal Police is the national police agency of Australia, responsible for investigating crimes that have a federal dimension. In May 2007, the Australian Federal Police launched an investigation into the Thai government's", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3026010, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who expressed the intention to meet with Iraq on the same day as the Hungarian military?", "golds": [ "Senate Armed Services Committee" ], "pred": "Military (Lithuania) | Make a visit | Iraq | 2005-01-06\nExplanation: The question asks for the entity that expressed the intention to meet with Iraq on the same day as the Hungarian military. The Hungarian military visited Iraq on January 6, 2005. Therefore, the correct", "em": 0.0, "f1": 0.0 }, { "quid": 3016414, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Shaukat Aziz, who was the last to visit Kuwait?", "golds": [ "Tony Blair" ], "pred": "Pervez Musharraf\nExplanation: The last person to visit Kuwait before Shaukat Aziz was Pervez Musharraf. This can be inferred from the fact that Shaukat Aziz visited Kuwait after Pervez Musharraf. The exact dates of their visits are not provided, but the order of their", "em": 0.0, "f1": 0.0 }, { "quid": 3029243, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Bank of China first express its intention to engage in diplomatic cooperation with China?", "golds": [ "2009-03" ], "pred": "January\nExplanation: The Bank of China first expressed its intention to engage in diplomatic cooperation with China in January 2005. This is evident from the evidence provided, which shows that the Bank of China expressed its intention to engage in diplomatic cooperation with China on January 6, 7, and 12, 200", "em": 0.0, "f1": 0.0 }, { "quid": 3021400, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who visited Iraq in the same month as Devlet Bah\u00e7eli?", "golds": [ "Joint Chiefs of Staff (United States)", "Party Member (Turkey)", "Barack Obama" ], "pred": "Abdullah G\u00fcl\nExplanation: The question asks who visited Iraq in the same month as Devlet Bah\u00e7eli. To answer this question, we need to find the month when Devlet Bah\u00e7eli visited Iraq. From the evidence, we can see that Devlet Bah\u00e7eli visited Iraq in August 2012. Therefore, we need", "em": 0.0, "f1": 0.0 }, { "quid": 3032231, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who was the first country to try to negotiate with Janez Jansa?", "golds": [ "Bertie Ahern" ], "pred": "Kuwait\nExplanation: The first country to try to negotiate with Janez Jansa after China was Kuwait. This is evident from the provided evidence, which shows that Janez Jansa expressed an intent to meet or negotiate with Kuwait on November 11 and 10, 2006. This indicates that Kuwait was the first", "em": 0.0, "f1": 0.0 }, { "quid": 3040079, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited China last before the Foreign Minister of Malaysia?", "golds": [ "Naval (Bangladesh)" ], "pred": "Thailand\nExplanation: The Foreign Minister of Malaysia visited Thailand on January 24, 2005. This is the last visit before the Foreign Minister of Malaysia. The evidence is from the news articles and reports from 2005. The Foreign Minister of Malaysia visited Thailand on January 24, 2005, and Thailand", "em": 0.0, "f1": 0.0 }, { "quid": 3004205, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, to whom did Donald Rumsfeld last express the intention to participate in diplomatic cooperation?", "golds": [ "Iraq" ], "pred": "Iraq\nExplanation: Donald Rumsfeld expressed the intention to participate in diplomatic cooperation with Iraq on February 11, 2005. This is the last instance of him expressing such an intention before China. The other instances of diplomatic cooperation were with China, and the visits were hosted by China. The investigation in Iraq was", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3000905, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Association of Southeast Asian Nations make negative remarks about Malaysia?", "golds": [ "2013" ], "pred": "2005\nExplanation: The Association of Southeast Asian Nations made negative remarks about Malaysia in 2005. The evidence is based on the fact that there are no records of the Association of Southeast Asian Nations making optimistic comments about Malaysia in 2005, but there are records of the Association of Southeast Asian Nations consulting with", "em": 0.0, "f1": 0.0 }, { "quid": 3007667, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Royal Administration of Jordan, which country was the last to praise Iraq?", "golds": [ "France" ], "pred": "Kuwait\nExplanation: The last country to praise Iraq was Kuwait. This is evident from the evidence provided, which shows that Kuwait expressed its intent to meet or negotiate with Iraq on January 5, 2005, while all other countries had already made their statements or taken their actions before this date. Therefore, Kuwait is", "em": 0.0, "f1": 0.0 }, { "quid": 3012118, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the party member from Turkey, which country did Iraq last blame?", "golds": [ "Iran" ], "pred": "Iran\nExplanation:\nThe party member from Turkey is not mentioned in the evidence. The last country Iraq blamed before the party member from Turkey is Iran. The evidence shows that Iraq accused Iran on 2005-01-28 and 2005-01-07. Therefore, the answer is Iran. (Source", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3038479, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Dragan \u0160utanovac last negotiate with China?", "golds": [ "2008" ], "pred": "2005\nReasoning skill required: Chronological reasoning, ability to identify relevant information, and understanding of diplomatic activities. The question requires the ability to analyze the given evidence and identify the year in which Dragan \u0160utanovac last negotiated with China. The correct answer is 2005, as it is the", "em": 0.0, "f1": 0.0 }, { "quid": 3010076, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did China first express its intention to establish diplomatic cooperation in 2014?", "golds": [ "Cambodia" ], "pred": "Cambodia\nExplanation: The first country China expressed its intention to establish diplomatic cooperation with in 2014 was Cambodia. This is evident from the evidence provided, which shows that China expressed its intent to engage in diplomatic cooperation with Cambodia on January 2, 2014. The other options, such as South Korea and Dj", "em": 1.0, "f1": 0.05 }, { "quid": 3018443, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Lari, who was the last to praise the Governor of Kenya?", "golds": [ "William ole Ntimama" ], "pred": "There is no evidence of the last person to praise the Governor of Kenya before Lari. The evidence only shows that Lari made a statement about Iran in 2005 and 2008, and that Lari was arrested by the police in Kenya in 2012. There is no information about the Governor of Kenya", "em": 0.0, "f1": 0.0 }, { "quid": 3053340, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Against which country did Cambodia last use conventional military force?", "golds": [ "Thailand" ], "pred": "Vietnam\nExplanation: The evidence shows that Cambodia last used conventional military force against Vietnam in 2005. This is evident from the fact that Cambodia made a statement against Vietnam on March 29, 2005, and Vietnam made a statement against Cambodia on February 22, 2005. Additionally, Vietnam hosted a", "em": 0.0, "f1": 0.0 }, { "quid": 3022759, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Defense Security Ministry of United States, who did Djibouti make an appeal to last?", "golds": [ "UN Security Council" ], "pred": "Ethiopia\nExplanation: Djibouti made an appeal to the Defense Security Ministry of United States last in 2005, when Ethiopia was making an appeal or request to the UN Security Council. Djibouti was making an appeal or request to the UN Security Council on 2005-09-14. Ethiopia", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3055422, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Cambodia last formally sign an agreement with Surakiart Sathirathai?", "golds": [ "2009" ], "pred": "2005\nExplanation: The year 2005 is the year when Cambodia last formally signed an agreement with Surakiart Sathirathai. This is evident from the search results, which show that Surakiart Sathirathai made several statements and took actions in 2005 related to Cambodia,", "em": 0.0, "f1": 0.0 }, { "quid": 3007519, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country to release people to Iraq?", "golds": [ "Haider Al-Abadi" ], "pred": "Kuwait\nExplanation: Kuwait was the last country to release people to Iraq. The evidence shows that Kuwait expressed intent to meet or negotiate with Iraq on January 5, 2005. This is the most recent event related to Kuwait releasing people to Iraq. The other events are either from earlier dates or do not involve releasing", "em": 0.0, "f1": 0.0 }, { "quid": 3024774, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last to suffer from Thailand's conventional military forces in 2011?", "golds": [ "Citizen (Thailand)" ], "pred": "Sudan People's Liberation Army\nReasoning Skill: Identifying Pros And Cons\nAnalysis: The question requires the reader to analyze the information provided and identify the last instance of conventional military forces being used in Thailand in 2011. However, upon closer inspection, it becomes clear that the information provided does not mention Thailand at", "em": 0.0, "f1": 0.04347826086956522 }, { "quid": 3017085, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last denounced the Italian government before Thailand?", "golds": [ "Archbishop (Italy)" ], "pred": "Thailand\nExplanation: The question asks who last denounced the Italian government before Thailand. The answer is Thailand because the last event in the evidence is Thailand denouncing the Italian government. The other options are either the Italian government or citizens of Thailand, which are not the correct answer. The correct answer is Thailand. \nNote:", "em": 0.0, "f1": 0.0 }, { "quid": 3014622, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to appeal to Cambodia?", "golds": [ "Human Rights Watch" ], "pred": "Thailand\nExplanation: Thailand was the first to appeal to Cambodia. The first event was on 2005-01-20 when Thailand made an appeal or request to Cambodia. This was followed by several other events where Thailand expressed intent to cooperate with Cambodia. The other countries and organizations also made appeals or requests to Cambodia,", "em": 0.0, "f1": 0.0 }, { "quid": 3053679, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, with whom did the Iranian energy ministry want to negotiate first?", "golds": [ "Iran" ], "pred": "Iraq\nExplanation: The Iranian energy ministry wanted to negotiate with Iraq first after Iraq. This is evident from the fact that the Iranian energy ministry expressed intent to meet or negotiate with Iraq on January 27, 2005, and January 25, 2005. This is in contrast to the Russian energy ministry,", "em": 0.0, "f1": 0.0 }, { "quid": 3037895, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the first to use unconventional violence against Thailand in 2005?", "golds": [ "Children (Thailand)" ], "pred": "Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2005-01-09\nExplanation: The first to use unconventional violence against Thailand in 2005 was the Insurgent (Thailand) on January 9, 2005. This is based on the evidence provided,", "em": 0.0, "f1": 0.07692307692307693 }, { "quid": 3052810, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the German government first wanted to engage in diplomatic cooperation with Iraq?", "golds": [ "2014-12" ], "pred": "There is no evidence that the German government first wanted to engage in diplomatic cooperation with Iraq in any month. The evidence only shows diplomatic cooperation between various countries and Iran. The German government is not mentioned in any of the evidence. Therefore, the answer is \"No month\" or \"Unknown\". \nNote: The question seems", "em": 0.0, "f1": 0.0 }, { "quid": 3037744, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country condemned China on 15 April 2010?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: Iran condemned China on 15 April 2010. The evidence is the line \"Iran | Criticize or denounce | China | 2010-04-15\". The other lines do not indicate that the country condemned China. The line \"China | Criticize or denounce |", "em": 1.0, "f1": 0.08333333333333333 }, { "quid": 3011572, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Iraq negotiated with Angela Merkel?", "golds": [ "2015-02-06" ], "pred": "There is no evidence that Iraq negotiated with Angela Merkel. The evidence only shows interactions between Angela Merkel and other world leaders, including Tony Blair, Gerhard Schr\u00f6der, and Jacques Chirac. Iraq is not mentioned in any of the interactions. Therefore, the answer is \"There is no evidence that Iraq negotiated", "em": 0.0, "f1": 0.0 }, { "quid": 3013942, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Zurab Nogaideli last visit Kuwait?", "golds": [ "2007" ], "pred": "2005\nExplanation: The last visit of Zurab Nogaideli to Kuwait was in 2005. There is no information about any visit of Zurab Nogaideli to Kuwait after 2005. Therefore, the answer is 2005. \nNote: The information is based on the provided", "em": 0.0, "f1": 0.0 }, { "quid": 3044532, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to start negotiations with China in 2006?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The first country to start negotiations with China in 2006 was Japan. The evidence shows that on January 9, 2006, Japan engaged in negotiations with China. This is the earliest date mentioned in the evidence for any country starting negotiations with China. Therefore, Japan is the correct answer.", "em": 1.0, "f1": 0.0625 }, { "quid": 3000847, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Pokot, who had the first telephone conversation with the Daily Monitor?", "golds": [ "Ruhakana Rugunda" ], "pred": "Pokot\nExplanation: The first telephone conversation with the Daily Monitor was with Pokot on 2006-01-23. The other conversations were with Ruhakana Rugunda, Media Personnel (Uganda), Lawyer/Attorney (Uganda) and Police (Uganda) on different dates", "em": 1.0, "f1": 0.13333333333333333 }, { "quid": 3010821, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the tourist from South Korea last visit Cambodia?", "golds": [ "2006-05-25" ], "pred": "There is no information about a tourist from South Korea visiting Cambodia. The information provided is about visits between countries, visits by heads of state, and statements made by government officials. It does not mention any tourist visits. Therefore, the answer is \"There is no information about a tourist from South Korea visiting Cambodia.\" or \"", "em": 0.0, "f1": 0.0 }, { "quid": 3044275, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who wanted to engage in diplomatic cooperation with China in the same month of Seyoum Mesfin?", "golds": [ "South Korea", "Wen Jiabao", "Togo", "Vietnam", "Ethiopia", "Japan", "African Union", "Sudan", "Holy See", "Thailand", "Romania", "Kazakhstan" ], "pred": "China\nExplanation: Seyoum Mesfin expressed intent to engage in diplomatic cooperation with China in November 2005. This is the only instance where Seyoum Mesfin expressed intent to engage in diplomatic cooperation with China. Therefore, the answer is China. \nNote: The evidence is based on the provided text and", "em": 0.0, "f1": 0.0 }, { "quid": 3045225, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who investigated Iraq before the Dutch business community did?", "golds": [ "Central Intelligence Agency", "Japan Self-Defense Forces", "Business (Kuwait)", "International Monetary Fund", "Energy Department/Ministry (Kuwait)", "Legislature (Iraq)", "Sheikh Hamad bin Isa al Khalifah", "Donald Rumsfeld" ], "pred": "United States Intelligence Community\nExplanation: The United States Intelligence Community investigated Iraq before the Dutch business community did. The United States Intelligence Community investigated Iraq on 2005-02-12. The Dutch business community did not investigate Iraq until 2005-01-16. The Dutch business community made a statement about Iran on", "em": 0.0, "f1": 0.07142857142857144 }, { "quid": 3038374, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who did Djibouti want to meet with after 2011?", "golds": [ "Burundi", "Ethiopia", "South Sudan", "Sudan", "Yemen" ], "pred": "Eritrea\nExplanation: After 2011, Djibouti wanted to meet with Eritrea. This is evident from the fact that Djibouti expressed intent to meet or negotiate with Eritrea in 2005, and there is no record of Djibouti wanting to meet with any", "em": 0.0, "f1": 0.0 }, { "quid": 3036050, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "What was the first country Thailand negotiated with in 2009?", "golds": [ "Cambodia" ], "pred": "Malaysia\nExplanation: The first country Thailand negotiated with in 2009 was Malaysia. This is evident from the fact that on January 16, 2009, Thailand arrested and detained two Malaysian men. This event is recorded in the provided evidence. Therefore, Malaysia is the first country Thailand negotiated with in 2009", "em": 0.0, "f1": 0.0 }, { "quid": 3031099, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, which country was the first to denounce Saudi Arabia?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: Iran was the first to denounce Saudi Arabia after Iraq. The evidence is from the news articles on 2005-02-10 and 2005-01-02. The news articles show that Iran was the first to criticize or denounce Iraq. Therefore, Iran was the first to den", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3041241, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China host the visit of Rafiq Hariri?", "golds": [ "2006" ], "pred": "2005\nExplanation: The evidence shows that Rafiq Hariri visited Japan and France on February 15, 2005. There is no evidence that he visited China. Therefore, the answer is 2005. The evidence also shows that China made an empathetic comment on behalf of Rafiq Hariri on", "em": 0.0, "f1": 0.0 }, { "quid": 3050641, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Julia Gillard, which country last sought diplomatic cooperation with Malaysia?", "golds": [ "Iraq" ], "pred": "Vietnam\nExplanation: The question asks for the country that last sought diplomatic cooperation with Malaysia before Julia Gillard. The evidence shows that Vietnam hosted a visit by Julia Gillard on January 19, 2005. This is the most recent event related to diplomatic cooperation before Julia Gillard. Therefore, the correct answer is", "em": 0.0, "f1": 0.0 }, { "quid": 3030105, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to praise China before Gerhard Schr\u00f6der?", "golds": [ "Ali Abdullah Saleh" ], "pred": "Mahmoud Abbas\nExplanation:\nThe question asks for the last person to praise China before Gerhard Schr\u00f6der. To answer this question, we need to find the last person who praised China before Gerhard Schr\u00f6der's statement on China on February 12, 2005.\nFrom the evidence, we can", "em": 0.0, "f1": 0.0 }, { "quid": 3027027, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who negotiated with Cambodia in 2009?", "golds": [ "Abhisit Vejjajiva", "Thailand", "Barack Obama" ], "pred": "Thailand and Cambodia\nExplanation: The evidence shows that Thailand and Cambodia engaged in negotiations and diplomatic cooperation in 2009. They also consulted with each other on various issues. However, Cambodia rejected some of Thailand's proposals and refused to release persons or property. Vietnam also engaged in diplomatic cooperation with Cambodia. Qatar and Kuwait were", "em": 1.0, "f1": 0.05 }, { "quid": 3034106, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Businessperson of China reject China?", "golds": [ "2009-07" ], "pred": "January\nExplanation: The question asks for the month in which the Businessperson of China rejected China. The evidence provided shows that Ma Ying Jeou, a businessperson, rejected China on January 5th and 4th, 2005. Therefore, the correct answer is January. \nNote: The question is", "em": 0.0, "f1": 0.0 }, { "quid": 3028524, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Iraq last repatriate people to the workers of Iraq?", "golds": [ "2015" ], "pred": "2005\nExplanation: The Iraq government last repatriated people to the workers of Iraq in 2005. The evidence is based on the news articles and statements from various sources, including the United Nations, Iran, Poland, and Japan, which indicate that the repatriation of workers from Iraq took place in", "em": 0.0, "f1": 0.0 }, { "quid": 3023174, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make optimistic comments about the Association of Southeast Asian Nations after Malaysia?", "golds": [ "Zhang Deguang" ], "pred": "Malaysia\nExplanation: The first to make optimistic comments about the Association of Southeast Asian Nations after Malaysia was Laos. This is evident from the fact that the first entry after \"Malaysia | Make optimistic comment | Association of Southeast Asian Nations | 2005-03-17\" is \"Laos | Consult | Association of", "em": 0.0, "f1": 0.0 }, { "quid": 3032103, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country with which Djibouti began negotiations?", "golds": [ "Ali Abdullah Saleh" ], "pred": "Yemen\nExplanation: The first country with which Djibouti began negotiations was Yemen. The first consultation between Djibouti and Yemen took place on 2005-02-08. Djibouti and Yemen signed a formal agreement on 2005-04-11. Djibouti and Yemen", "em": 0.0, "f1": 0.0 }, { "quid": 3040029, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who last expressed the intention to negotiate with China in 2015?", "golds": [ "Philip Hammond" ], "pred": "Rafael Correa\nExplanation: Rafael Correa, the President of Ecuador, expressed the intention to negotiate with China in 2015. This is evident from the evidence provided, which shows that on January 2, 2015, Rafael Correa expressed his intent to meet or negotiate with China. The other entries in", "em": 0.0, "f1": 0.0 }, { "quid": 3000622, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Iraq after the protester from The Hague?", "golds": [ "Federica Mogherini" ], "pred": "Ante Gotovina\nExplanation: Ante Gotovina was the first to visit Iraq after the protester from The Hague. The protester from The Hague visited Iraq on 2005-05-04. Ante Gotovina visited Iraq on 2005-02-09. Therefore, Ante Gotov", "em": 0.0, "f1": 0.0 }, { "quid": 3048372, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before China, with whom did the leader of Ethiopia wish to meet?", "golds": [ "South Sudan", "African Union", "Ethiopia", "Representatives (Ethiopia)", "France", "Ali Abdullah Saleh" ], "pred": "Djibouti\nExplanation: The leader of Ethiopia, Meles Zenawi, wished to meet with Djibouti. This is evident from the fact that there are two instances of Ethiopia expressing intent to meet or negotiate with Djibouti, and no instances of Djibouti expressing intent to meet or", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3006142, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did China last negotiate before Marcio Cuevas?", "golds": [ "South Korea" ], "pred": "Guatemala\nExplanation: The evidence shows that Marcio Cuevas engaged in negotiations with China on June 21, 2005. The evidence also shows that Marcio Cuevas made visits to China on June 21, 24, and 29, 2005, and that China hosted visits from Marcio Cue", "em": 0.0, "f1": 0.0 }, { "quid": 3047935, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to use unconventional force against Iraq?", "golds": [ "Guerrilla (Iraq)" ], "pred": "Rebel Group (Iraq)\nExplanation: The first to use unconventional force against Iraq was the Rebel Group (Iraq) on January 15, 2005. They threatened with military force. This is the earliest recorded event of unconventional force used against Iraq. The Rebel Group (Iraq) is a rebel group that operates in Iraq", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3022226, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Assemblies of Cambodia, which country last expressed its intention to negotiate with China?", "golds": [ "South Africa" ], "pred": "Thailand\nExplanation: The Assemblies of Cambodia expressed its intention to negotiate with China on 2005-03-18. The last country to express its intention to negotiate with China before that was Thailand on 2005-01-07. Therefore, the answer is Thailand. \nNote: The dates are in the", "em": 0.0, "f1": 0.0 }, { "quid": 3022583, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who expressed cooperation with Thailand in the same month as the Dominican Republic?", "golds": [ "Cambodia", "Head of Government (Botswana)", "Malaysia" ], "pred": "Guatemala\nExplanation: The question asks for the country that expressed cooperation with Thailand in the same month as the Dominican Republic. The evidence shows that the Dominican Republic expressed cooperation with Thailand on November 28, 2005. Guatemala also expressed cooperation with the Dominican Republic on December 13, 2005, which is the", "em": 0.0, "f1": 0.0 }, { "quid": 3009298, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Government of Pakistan, which country last received the visit from China?", "golds": [ "South Korea" ], "pred": "Japan\nExplanation: The question asks for the country that last received a visit from China. The evidence shows that China hosted visits from Macao, Japan, and Japan again. The last visit was from Japan, so the answer is Japan. The question is asking for the country that last received a visit from China, not", "em": 0.0, "f1": 0.0 }, { "quid": 3046437, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In July 2nd, 2012, who would wish to visit Burundi?", "golds": [ "Mwai Kibaki" ], "pred": "Mwai Kibaki\nExplanation: Mwai Kibaki, the President of Kenya, visited Burundi on August 26th, 2012. This is the only information that can be found about a visit to Burundi in July 2nd, 2012. The other information is about", "em": 1.0, "f1": 0.12903225806451613 }, { "quid": 3022327, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the US 1st Marine Expeditionary Force, who was the last to make Iraq suffer with conventional military forces?", "golds": [ "Commando (Iraq)" ], "pred": "Japan\nExplanation: Japan was the last to make Iraq suffer with conventional military forces before the US 1st Marine Expeditionary Force. Japan Self-Defense Forces retreated or surrendered militarily in Iraq on 2005-01-16. The US 1st Marine Expeditionary Force was deployed in Iraq in 200", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3043787, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did the Special Forces of Afghanistan use conventional military force against China?", "golds": [ "2008-04" ], "pred": "There is no evidence that the Special Forces of Afghanistan used conventional military force against China. The evidence only shows diplomatic and military actions taken by Japan and China in 2005, but none of these actions involve Afghanistan or the use of conventional military force against China. Therefore, the answer is \"None\". \nNote: The", "em": 0.0, "f1": 0.0 }, { "quid": 3030742, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the UN security council, which country last did Thailand condemne?", "golds": [ "Cambodia" ], "pred": "Japan\nExplanation:\nThailand last condemned Japan in the UN Security Council on 2005-02-09. \nThe question is asking for the country that Thailand last condemned in the UN Security Council. \nThe answer is Japan because it is the last country that Thailand condemned in the UN Security Council. \nThe other", "em": 0.0, "f1": 0.0 }, { "quid": 3018556, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country last praised Thailand?", "golds": [ "Colombia" ], "pred": "Thailand\nExplanation: The question asks which country last praised Thailand. The evidence shows that Thailand itself has made several positive statements about itself, such as \"Receive inspectors\" and \"Provide aid\". Therefore, the answer is Thailand. The other options, such as \"Citizen (Thailand)\" and \"Villager (", "em": 0.0, "f1": 0.0 }, { "quid": 3011378, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who first made Ethiopia suffer from unconventional violence?", "golds": [ "Armed Gang (Somalia)" ], "pred": "Sudan\nExplanation: Sudan is the first country that made Ethiopia suffer from unconventional violence. The evidence is based on the news articles from 2005. Sudan used unconventional violence against Ethiopia in February 2005. The evidence is based on the news articles from 2005. Sudan used unconventional violence against Ethiopia in February", "em": 0.0, "f1": 0.0 }, { "quid": 3023024, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who first wished to negotiate with Ethiopia in 2008?", "golds": [ "African Union" ], "pred": "African Union\nExplanation: The African Union expressed intent to meet or negotiate with Ethiopia on January 25, 2008. This is the earliest recorded instance of a party wishing to negotiate with Ethiopia in 2008. The African Union's intent to meet or negotiate is documented in the provided evidence. Therefore, the correct", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3032776, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the indigenous people of Syria praise China?", "golds": [ "2011-11" ], "pred": "There is no information about the indigenous people of Syria praising China in the given text. The text only mentions praise or endorsement from Japan and George Yeo, and diplomatic cooperation and negotiation between Japan and China, as well as between China and Japan. It does not mention the indigenous people of Syria. Therefore, the answer is", "em": 0.0, "f1": 0.0 }, { "quid": 3038505, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the indigenous people of Taiwan last express their intention to negotiate with Thailand?", "golds": [ "2014-01-09" ], "pred": "2005-01-05\nExplanation: The indigenous people of Taiwan last expressed their intention to negotiate with Thailand on January 5, 2005. This is evident from the various news articles and reports from that time, which mention the indigenous people of Taiwan expressing their intent to meet or negotiate with Thailand. The", "em": 0.0, "f1": 0.05 }, { "quid": 3020008, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country signed formal agreements with China on 10 November 2014?", "golds": [ "South Korea", "Japan" ], "pred": "Japan\nExplanation: Japan signed formal agreements with China on 10 November 2014. The agreements were signed during a visit by Japanese Prime Minister Shinzo Abe to China. The agreements included a joint statement on the Japan-China relationship, a joint statement on the Japan-China economic relationship, and a joint statement on the Japan", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3005252, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "On the same day of the UN Security Council, which country did Iraq make optimistic remarks about?", "golds": [ "Iran" ], "pred": "Togo\nExplanation: On the same day of the UN Security Council, which country did Iraq make optimistic remarks about? The answer is Togo. This is because on 2005-02-25, Togo made a statement to the UN Security Council. On the same day, Iraq made optimistic remarks about T", "em": 0.0, "f1": 0.0 }, { "quid": 3028111, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did William Ruto praise China?", "golds": [ "2013" ], "pred": "2006\nExplanation: The year William Ruto praised China is not mentioned in the given evidence. However, the evidence does show that William Ruto praised the Head of Government (Kenya) on 2006-01-03. Therefore, the answer is 2006. Note: The evidence does not", "em": 0.0, "f1": 0.0 }, { "quid": 3000043, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before South Korea, with whom did Oman last wish to establish diplomatic cooperation?", "golds": [ "Qatar" ], "pred": "Iran\nExplanation: The question asks for the country with whom Oman last wished to establish diplomatic cooperation before South Korea. The correct answer is Iran, as indicated by the evidence that Oman and Iran engaged in diplomatic cooperation on April 8, 2005. This is the most recent instance of Oman wishing to establish diplomatic cooperation", "em": 0.0, "f1": 0.0 }, { "quid": 3034036, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iran's secret agent, who was the first to visit Iraq?", "golds": [ "Haider Al-Abadi" ], "pred": "Iraq\nExplanation: The first to visit Iraq was Iran's secret agent. However, the evidence shows that Iraq made statements, consulted, accused, and praised Iran. Therefore, the answer is Iraq. The evidence also shows that Iran made statements, consulted, and hosted a visit from the Special Rapporteurs of the United", "em": 0.0, "f1": 0.0 }, { "quid": 3039012, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Abu Bakr Abdullah al-Qirbi last praise Iraq?", "golds": [ "2010-05-29" ], "pred": "There is no evidence that Abu Bakr Abdullah al-Qirbi last praised Iraq. However, there is evidence that he made statements about Iraq in 2005. The earliest statement found was on 2005-09-10 and the latest statement found was on 2005-10-01. Therefore, the", "em": 0.0, "f1": 0.0 }, { "quid": 3027662, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last threatened Burundi?", "golds": [ "Al-Shabaab" ], "pred": "Rebel Group (Burundi) last threatened Burundi. \nReasoning Skill: This question requires the ability to analyze a series of events and identify the most recent threat to Burundi. The correct answer is not explicitly stated in the evidence, but can be inferred by looking at the dates and the type of event. The", "em": 0.0, "f1": 0.0 }, { "quid": 3053528, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 24 November 2005, which country did Thailand release people to?", "golds": [ "Military Personnel (Thailand)" ], "pred": "Malaysia\nExplanation: The question is asking which country Thailand released people to before 24 November 2005. The evidence shows that on 24 November 2005, Thailand released people to Malaysia. Therefore, the answer is Malaysia. The question is asking for the country before 24 November 2005, so the", "em": 0.0, "f1": 0.07407407407407407 }, { "quid": 3026836, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last expressed its intention to participate in diplomatic cooperation with China before the government of Costa Rica did?", "golds": [ "Laos" ], "pred": "Japan\nExplanation: The evidence shows that Japan expressed its intention to participate in diplomatic cooperation with China on January 6, 2005, while Costa Rica did so on February 1, 2005. Therefore, Japan was the country that last expressed its intention to participate in diplomatic cooperation with China before the government of", "em": 0.0, "f1": 0.0 }, { "quid": 3021794, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who used small arms and light weapons against Malaysia before 3 April 2009?", "golds": [ "National Front Malaysia" ], "pred": "Police (Malaysia) | fight with small arms and light weapons | Malaysia | 2009-04-03\nAnswer: Police (Malaysia) | fight with small arms and light weapons | Malaysia | 2009-04-03\nAnswer: Police (Malaysia) | fight with small arms and light", "em": 0.0, "f1": 0.125 }, { "quid": 3004149, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the first to visit Oman in 2007?", "golds": [ "Nuri al-Maliki" ], "pred": "Mahmoud Ahmadinejad\nExplanation: Mahmoud Ahmadinejad was the first to visit Oman in 2007. He made a visit to Oman on 2007-05-17. The evidence shows that he made a visit to Oman on that date. The other evidence shows that Oman hosted a visit from Mahmoud Ahmadine", "em": 0.0, "f1": 0.0 }, { "quid": 3014353, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to sign formal agreements with the business community of Canada before Iraq?", "golds": [ "AvtoVAZ" ], "pred": "Tatarstan\nExplanation: The last country to sign formal agreements with the business community of Canada before Iraq was Tatarstan. This is evident from the provided evidence, which lists the countries that signed formal agreements with the business community of Canada in chronological order. Tatarstan signed a formal agreement with Iran on February", "em": 0.0, "f1": 0.0 }, { "quid": 3037619, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did Swaziland formally sign an agreement after 28 July 2009?", "golds": [ "Ethiopia", "Iran", "South Africa", "Vietnam", "Lesotho" ], "pred": "Kuwait\nExplanation: Swaziland and Kuwait signed a formal agreement on 28 July 2009. This agreement was a significant development in the diplomatic relations between the two countries. The agreement marked a new era of cooperation and collaboration between Swaziland and Kuwait, covering various areas such as trade, investment, and cultural", "em": 0.0, "f1": 0.0 }, { "quid": 3011382, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to negotiate with China on 15 May 2010?", "golds": [ "South Korea", "Japan" ], "pred": "Japan\nExplanation: The evidence shows that Japan expressed an intent to meet or negotiate with China on 15 May 2010. The other options do not show any evidence of a country wanting to negotiate with China on that date. South Korea expressed an intent to meet or negotiate with China on 14 May 2010", "em": 1.0, "f1": 0.1142857142857143 }, { "quid": 3006516, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to meet with China on 13 December 2011?", "golds": [ "Envoy (United States)", "Lee Myung Bak" ], "pred": "Lee Myung Bak\nExplanation: Lee Myung Bak, the President of South Korea, wanted to meet with China on 13 December 2011. This is evident from the fact that he is listed as the entity that expressed intent to meet or negotiate with China on that date. The other entities listed in the evidence", "em": 1.0, "f1": 0.15 }, { "quid": 3024842, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to formally sign an agreement with Ethiopia?", "golds": [ "Sudan" ], "pred": "Djibouti\nExplanation: Djibouti was the last to formally sign an agreement with Ethiopia. The agreement was signed on February 2, 2005. The other countries had signed agreements with Ethiopia before this date. Japan signed an agreement on March 4, 2005, Iran signed an agreement", "em": 0.0, "f1": 0.0 }, { "quid": 3024616, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to express cooperation with Ethiopia, after Kuwait?", "golds": [ "Sudan" ], "pred": "Iran\nExplanation: The first country to express cooperation with Ethiopia, after Kuwait, was Iran. This is evident from the evidence provided, which shows that Iran expressed intent to cooperate with Ethiopia on 2005-02-16, making it the first country to do so after Kuwait. The other options do not meet the", "em": 0.0, "f1": 0.0 }, { "quid": 3041195, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 23 February 2011, which country announced its intention to establish diplomatic cooperation with China?", "golds": [ "South Africa" ], "pred": "Kazakhstan\nExplanation: On 23 February 2011, Kazakhstan announced its intention to establish diplomatic cooperation with China. Kazakhstan and China signed a formal agreement on the same day. The agreement was signed by the Kazakh Minister of Foreign Affairs, Yerzhan Kazykhanov, and the Chinese Foreign Minister, Yang", "em": 0.0, "f1": 0.0 }, { "quid": 3054558, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last wanted to negotiate with Djibouti before Dick Durbin did?", "golds": [ "Sudan" ], "pred": "France\nExplanation: The question asks which country last wanted to negotiate with Djibouti before Dick Durbin did. The evidence provided shows that Dick Durbin expressed intent to meet or negotiate with Djibouti on 2013-02-18. To find the country that last wanted to negotiate with Djib", "em": 0.0, "f1": 0.0 }, { "quid": 3006678, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2012, which country last received Cambodia's visit from Cambodia?", "golds": [ "Vietnam" ], "pred": "Vietnam\nExplanation: The question asks which country last received Cambodia's visit from Cambodia. The answer is Vietnam, as indicated by the evidence. The evidence shows that Cambodia made a visit to Vietnam on 2005-03-15. The other options are incorrect because they either show that Cambodia made a visit to another country", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3009303, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China first reject the Women of China?", "golds": [ "2006-08" ], "pred": "January\nThe final answer is: January. In which month did China first reject the Women of China? January. In which month did China first reject the Women of China? January. In which month did China first reject the Women of China? January. In which month did China first reject the Women of China? January", "em": 0.0, "f1": 0.0 }, { "quid": 3051862, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did Cambodia release people to on the same day as the villagers of Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "Malaysia\nExplanation: The question asks for the country that Cambodia released people to on the same day as the villagers of Thailand. The correct answer is Malaysia. This is because on 2005-02-03, Thailand expressed intent to cooperate on judicial matters with Malaysia, and Malaysia expressed intent to cooperate on judicial matters with", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3039559, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Shaukat Aziz, which was the last country to praise Thailand?", "golds": [ "Vietnam" ], "pred": "Maldives\nExplanation: Shaukat Aziz praised Maumoon Abdul Gayoom of Maldives on 2005-02-01. This is the last time a country was praised by Shaukat Aziz. Therefore, Maldives is the last country to be praised by Shaukat Aziz. The", "em": 0.0, "f1": 0.0 }, { "quid": 3048764, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Tharit Pengdit visit China?", "golds": [ "2010" ], "pred": "2010\nExplanation: The question asks for the year in which Tharit Pengdit visited China. The evidence provided shows that Tharit Pengdit made a visit to China on 2010-07-19. Therefore, the correct answer is 2010. The other options are incorrect because they refer", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3052998, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the representatives of Japan, which country appealed last for China?", "golds": [ "Japan" ], "pred": "Japan\nExplanation:\nThe question asks for the country that appealed last for China. The correct answer is Japan. The evidence shows that on January 3, 2005, Japan consulted with China, and on January 4, 2005, Japan reduced relations with China. On January 5, 2005", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3024702, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "With whom did Iraq announce its intention to meet in the same month as Pierre Vimont?", "golds": [ "High Commission for Refugees" ], "pred": "Iran\nExplanation: The question asks with whom Iraq announced its intention to meet in the same month as Pierre Vimont. The evidence shows that Iraq announced its intention to meet with Kuwait on January 5, 2005, and with Iran on September 10, 2013. Since Pierre Vimont made a statement", "em": 0.0, "f1": 0.0 }, { "quid": 3029231, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who made China suffer from conventional military forces in the year 2007?", "golds": [ "South Korea", "Military (Taiwan)", "Ogaden National Liberation Front", "Japan", "Defense / Security Ministry (United States)", "Ethiopia" ], "pred": "Japan\nExplanation: In 2007, Japan was the country that made China suffer from conventional military forces. This is evident from the fact that Japan was involved in various military-related activities, such as mobilizing or increasing armed forces, demanding, and engaging in diplomatic cooperation with China. These actions suggest that Japan was taking", "em": 1.0, "f1": 0.05 }, { "quid": 3046470, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who negotiated with Iraq in the same month as the Supreme Council of Iraq?", "golds": [ "Other Authorities / Officials (Turkey)" ], "pred": "The United States\nExplanation: The Supreme Council of Iraq negotiated with Iraq in January 2005. The United States also negotiated with Iraq in the same month. The United States and the Supreme Council of Iraq are two separate entities. The United States is a country, while the Supreme Council of Iraq is a political party.", "em": 0.0, "f1": 0.0 }, { "quid": 3051128, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic remarks about China on 16 October 2013?", "golds": [ "Ma Ying Jeou" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou made optimistic remarks about China on 16 October 2013. Ma Ying Jeou is a Taiwanese politician who served as the President of the Republic of China from 2008 to 2016. He made the optimistic remarks about China during a visit to the United", "em": 1.0, "f1": 0.17142857142857143 }, { "quid": 3042452, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised China on 25 January 2007?", "golds": [ "Shimon Peres" ], "pred": "Shimon Peres\nExplanation: Shimon Peres, the President of Israel, praised China on 25 January 2007. This is evident from the fact that there is a record of \"Shimon Peres | Praise or endorse | China | 2007-01-25\" in the given evidence", "em": 1.0, "f1": 0.12903225806451613 }, { "quid": 3053924, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did China receive the visit from Daily Monitor?", "golds": [ "2011-08" ], "pred": "I do not have information on when China received a visit from Daily Monitor. The search results show visits to Angola, Aceh, and consultations with the Police in Uganda, but no information on a visit to China. I recommend checking the Daily Monitor's archives or contacting them directly for more information. \nNote: The search", "em": 0.0, "f1": 0.0 }, { "quid": 3024080, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to negotiate with China on 16 Sep 2011?", "golds": [ "South Korea" ], "pred": "South Korea\nExplanation: South Korea wanted to negotiate with China on 16 Sep 2011. The evidence is \"South Korea | Express intent to meet or negotiate | China | 2011-09-16\". The other options are not correct because they do not match the evidence. For example, \"China |", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3014778, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who would wish to visit Umaru Musa Yar'Adua first?", "golds": [ "Foreign Affairs (South Africa)" ], "pred": "South Africa\nExplanation: The question is asking who would wish to visit Umaru Musa Yar'Adua first, after China. The answer is South Africa, because there is a record of Umaru Musa Yar'Adua making a visit to South Africa on 2007-05-09,", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3007023, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who wanted to meet with China on the same day as Yerlan Idrisov?", "golds": [ "South Korea", "Chuck Hagel", "Barack Obama" ], "pred": "Iran\nExplanation: Yerlan Idrisov wanted to meet with China on the same day as Yerlan Idrisov, but Yerlan Idrisov also wanted to meet with Iran on the same day as Yerlan Idrisov. Therefore, Iran wanted to meet with Yerlan Idris", "em": 0.0, "f1": 0.0 }, { "quid": 3038339, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who first receive China's visit from China after Kenya Broadcasting Corporation did?", "golds": [ "Abdoulaye Wade" ], "pred": "Vietnam\nExplanation: The question asks who first received China's visit from China after Kenya Broadcasting Corporation did. The correct answer is Vietnam. This is because the evidence shows that Vietnam hosted a visit from China on 2005-01-09, which is after Kenya Broadcasting Corporation hosted a visit from China on 2007", "em": 0.0, "f1": 0.0 }, { "quid": 3038237, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country first wished to establish diplomatic cooperation with Ethiopia in 2013?", "golds": [ "Japan" ], "pred": "Sudan\nExplanation: The evidence shows that Sudan was the first country to wish to establish diplomatic cooperation with Ethiopia in 2013. The evidence also shows that South Sudan and the United Arab Emirates expressed intent to engage in diplomatic cooperation with Ethiopia, but this was after Sudan had already expressed its intent. Therefore, Sudan is the", "em": 0.0, "f1": 0.0 }, { "quid": 3026083, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who first would wish to visit Iraq after the Intelligence Officer of Germany did?", "golds": [ "Joint Chiefs of Staff (South Korea)" ], "pred": "Mitch McConnell\nExplanation: Mitch McConnell was the first to wish to visit Iraq after the Intelligence Officer of Germany did. The Intelligence Officer of Germany did not visit Iraq, but Mitch McConnell made a visit to Iraq on January 8, 2005. Mitch McConnell made another visit to Iraq on January 9, 200", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3030175, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before April 2005, who expressed an intention to negotiate with Iraq?", "golds": [ "Interim Leader (Iraq)", "Military of Hungary", "Kuwait", "Senate Armed Services Committee", "Head of Government (Portugal)", "Citizen (Australia)", "Japan Self-Defense Forces", "South Korea", "Shaukat Aziz", "Military (Cyprus)", "UN Security Council", "Japan", "Citizen (Brazil)" ], "pred": "Kuwait\nExplanation: The question asks who expressed an intention to negotiate with Iraq before April 2005. The correct answer is Kuwait, as indicated by the evidence on January 5, 2005. The other options do not meet the criteria of expressing an intention to negotiate with Iraq before April 2005. The", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3030119, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit China before the Romanian Senate?", "golds": [ "Japan Self-Defense Forces" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou was the last person to visit China before the Romanian Senate. He was the President of the Republic of China (Taiwan) at the time. The Romanian Senate visited China on January 10, 2005. Ma Ying Jeou visited China on January 4", "em": 0.0, "f1": 0.0 }, { "quid": 3017313, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who made optimistic comments about Djibouti after the year 2005?", "golds": [ "Ethiopia", "Qatar", "Eritrea", "Sudan" ], "pred": "Ethiopia\nExplanation: The question asks who made optimistic comments about Djibouti after the year 2005. The evidence provided shows that Ethiopia made optimistic comments about Djibouti on two separate dates (2005-07-01 and 2005-06-30). The other options, such as Dj", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3032376, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who had a telephone conversation with the Inquirer before January 2008?", "golds": [ "Police (Philippines)", "City Mayor (Philippines)", "Benjamin Abalos", "Congress (Philippines)" ], "pred": "Franklin Drilon\nExplanation: Franklin Drilon had a telephone conversation with the Inquirer before January 2008. The evidence is the two entries on March 8 and 9, 2008. The other entries are not relevant to the question. The other entries are about the Inquirer having a telephone conversation with", "em": 0.0, "f1": 0.0 }, { "quid": 3037471, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the citizens of State Actor, which country did China first want to cooperate with?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The question asks for the country that China first wanted to cooperate with. The evidence shows that China first wanted to cooperate with Japan. The first three lines of evidence show that China expressed intent to cooperate with Japan on January 5, 2005. The next three lines of evidence show that China expressed", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3029352, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to express its intention to establish diplomatic cooperation with Thailand?", "golds": [ "Cambodia" ], "pred": "China\nExplanation: The last country to express its intention to establish diplomatic cooperation with Thailand was China. This is evident from the evidence provided, which shows that China expressed its intention to engage in diplomatic cooperation with Thailand on January 7, 2005. The other countries mentioned in the evidence, such as the United States", "em": 0.0, "f1": 0.0 }, { "quid": 3024770, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China first accuse the Central Intelligence Agency?", "golds": [ "2008-03-13" ], "pred": "2005-02-17\nReasoning Skill: Identifying Pros And Cons\nThis question requires the ability to identify the first instance when China accused the Central Intelligence Agency, which is a specific event in time. The correct answer is 2005-02-17, as it is the earliest date mentioned in", "em": 0.0, "f1": 0.0 }, { "quid": 3011146, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to speak optimistically about Iraq in 2008?", "golds": [ "Kuwait" ], "pred": "Kuwait\nExplanation: The first country to speak optimistically about Iraq in 2008 was Kuwait. On January 7, 2008, Kuwait engaged in diplomatic cooperation with Iraq. This was the first positive statement about Iraq in 2008. The other countries mentioned in the evidence did not make positive statements about Iraq", "em": 1.0, "f1": 0.0625 }, { "quid": 3032730, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the North Korean government delegation visited Kuwait?", "golds": [ "2014-06" ], "pred": "There is no information about a North Korean government delegation visiting Kuwait in 2005. The search results only mention visits and consultations between Kuwait and other countries, including Germany, Iran, Iraq, Qatar, and South Korea. There is no mention of North Korea. Therefore, the answer is \"No information available\". \nNote", "em": 0.0, "f1": 0.0 }, { "quid": 3003691, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 9 January 2007, who used unconventional force against Ethiopia?", "golds": [ "Combatant (Ogaden National Liberation Front)", "Armed Gang (Somalia)", "Armed Rebel (Somalia)", "Armed Opposition (Somalia)", "Al-Shabaab", "Police (Sudan)", "Detainee (Ethiopia)", "Armed Opposition (Ethiopia)", "Combatant (Al-Shabaab)", "Combatant (Hizbul Islam)" ], "pred": "Armed Gang (Somalia) used unconventional force against Ethiopia on 9 January 2007. \nExplanation: \nThe question asks who used unconventional force against Ethiopia on 9 January 2007. The correct answer is Armed Gang (Somalia). This is because the Armed Gang (Somalia) used unconventional violence against", "em": 1.0, "f1": 0.23076923076923078 }, { "quid": 3035501, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did Thailand last negotiate before Koichiro Matsuura?", "golds": [ "Cambodia" ], "pred": "Cambodia\nExplanation: \nThe question asks with which country Thailand last negotiated before Koichiro Matsuura. The evidence shows that Koichiro Matsuura engaged in negotiation with Thailand on 2011-02-25. Therefore, the country that Thailand last negotiated with before Koichiro Matsuura is Cambodia", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3042329, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before 2012-03, which country did Cambodia make optimistic comments about?", "golds": [ "UN Security Council", "Thailand", "Laos", "South Korea", "Japan", "China" ], "pred": "Vietnam\nExplanation: The question asks which country Cambodia made optimistic comments about before 2012-03. The evidence provided shows that Cambodia made optimistic comments about Vietnam in 2005. Therefore, the correct answer is Vietnam. The other options, Thailand, China, and the Asian Disaster Preparedness Center, do not have", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3009166, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the government of Cape Verde, who was the last country to praise China?", "golds": [ "Iran" ], "pred": "Angola\nExplanation: The last country to praise China before the government of Cape Verde was Angola. This is evident from the search results, which show that the government of Cape Verde consulted with Angola on several occasions, and Angola also consulted with Cape Verde. This suggests a reciprocal relationship between the two countries, with both sides engaging", "em": 0.0, "f1": 0.0 }, { "quid": 3050399, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country made Djibouti suffer from conventional military forces first?", "golds": [ "Eritrea" ], "pred": "Ethiopia\nExplanation: The question asks which country made Djibouti suffer from conventional military forces first. The answer is Ethiopia, as indicated by the date of the first consultation (2005-03-09) and the first formal agreement (2005-02-02). The other countries mentioned in the evidence did", "em": 0.0, "f1": 0.0 }, { "quid": 3038359, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to cooperate with China on 1 November 2006?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Association of Southeast Asian Nations\nExplanation: The Association of Southeast Asian Nations (ASEAN) expressed the intention to cooperate with China on 1 November 2006. This is evident from the evidence provided, which shows that ASEAN expressed intent to cooperate with China on that date. The other options do not have any evidence", "em": 1.0, "f1": 0.25 }, { "quid": 3030047, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "On the same day as Kuwait, with which country did the German Chancellor announce his intention to negotiate?", "golds": [ "Qatar", "Oman", "Yemen" ], "pred": "Iraq\nExplanation: The German Chancellor, Gerhard Schr\u00f6der, announced his intention to negotiate with Iraq on the same day as Kuwait. This is evident from the evidence provided, which shows that Schr\u00f6der expressed his intent to meet or negotiate with Kuwait on multiple dates, including January 27, 31", "em": 0.0, "f1": 0.0 }, { "quid": 3012330, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China appeal to Yu Zhengsheng?", "golds": [ "2013-09" ], "pred": "May\nExplanation: The question asks in which month China appealed to Yu Zhengsheng. The evidence shows that China appealed to Yu Zhengsheng in May 2013. The evidence also shows that China appealed to Yu Zhengsheng in February 2008. However, the question asks for the month, not the", "em": 0.0, "f1": 0.08 }, { "quid": 3036659, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 8 June 2011?", "golds": [ "Wen Jiabao" ], "pred": "Wen Jiabao\nExplanation: Wen Jiabao visited China on 8 June 2011. Wen Jiabao is the Premier of the People's Republic of China. Wen Jiabao made a visit to China on 8 June 2011. Wen Jiabao hosted a visit in China on", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3033023, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first person released by Malaysia?", "golds": [ "Citizen (Thailand)" ], "pred": "The first person released by Malaysia was not specified in the given text. The text only mentions that Malaysia arrested, detained, or charged men with legal action on January 29, 2005, but it does not provide information on who was the first person released. The text does mention that the police in Malaysia confiscated property", "em": 0.0, "f1": 0.0 }, { "quid": 3024484, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Vietnamese, which country did Malaysia praise first?", "golds": [ "Iran" ], "pred": "Thailand\nExplanation: The news articles show that Malaysia praised Thailand first. The first news article is about the police in Malaysia investigating something. The second news article is about the police in Malaysia making a statement. The third news article is about the police in Malaysia confiscating property. The fourth news article is about the police in", "em": 0.0, "f1": 0.0 }, { "quid": 3019279, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country signed an agreement with Barack Obama in the same month as Djibouti?", "golds": [ "China" ], "pred": "Ethiopia\nExplanation: The question asks for a country that signed an agreement with Barack Obama in the same month as Djibouti. The evidence shows that Djibouti signed an agreement with Ethiopia in February 2005. The question asks for a country that signed an agreement with Barack Obama in the same month as", "em": 0.0, "f1": 0.0 }, { "quid": 3043192, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Ali al-Dabbagh last express an intention to meet with Iraq?", "golds": [ "2009-05-10" ], "pred": "2008-02-26\nExplanation: The last time Ali al-Dabbagh expressed an intention to meet with Iraq was on February 26, 2008. This is based on the available evidence, which shows that he made a statement on that date. The other dates listed are earlier statements he made,", "em": 0.0, "f1": 0.0 }, { "quid": 3045620, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Thailand, who first would wish to visit Middle East?", "golds": [ "Frank Bainimarama" ], "pred": "Okada Katsuya\nExplanation: Okada Katsuya was the first person to visit the Middle East after Thailand. The evidence shows that Okada Katsuya made a visit to the Middle East on 2005-03-30. This is the first instance of a visit to the Middle East after Thailand", "em": 0.0, "f1": 0.0 }, { "quid": 3047569, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Hisham Qandil, who was the last to negotiate with Iraq?", "golds": [ "Barack Obama" ], "pred": "Tony Blair\nExplanation: The last person to negotiate with Iraq before Hisham Qandil was Tony Blair. This can be inferred from the fact that Tony Blair is listed as having consulted with Hisham Qandil on 2012-09-01, which is the most recent date mentioned in the provided", "em": 0.0, "f1": 0.0 }, { "quid": 3022662, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who announced his intention to negotiate with China on 20 April 2011?", "golds": [ "Julia Gillard", "South Korea", "Japan" ], "pred": "Julia Gillard\nExplanation: Julia Gillard announced her intention to negotiate with China on 20 April 2011. The evidence is found in the line \"Julia Gillard | Express intent to meet or negotiate | China | 2011-04-20\". The other lines do not match the question. The", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3039777, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After China, with whom did Isaias Afewerki wish to meet?", "golds": [ "South Sudan", "Sudan", "Citizen (Sudan)", "Fran\u00e7ois Boziz\u00e9", "Head of Government (Qatar)", "United Arab Emirates", "Company - Owner or Operator (Italy)", "Qatar" ], "pred": "Sudan\nExplanation: Isaias Afewerki expressed intent to meet or negotiate with Wen Jiabao and Pervez Musharraf on 2005-02-17. He wished to meet with China, and also with Sudan. He rejected meeting with Ethiopia. Therefore, the answer is Sudan. \nNote", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3032653, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Kuwait first condemn the Middle East?", "golds": [ "2005-06" ], "pred": "February\nExplanation: The first condemnation of the Middle East by Kuwait occurred in February 2005. This is evident from the various news articles and statements from world leaders and organizations that mention Kuwait's stance on the Middle East during that month. The articles and statements provide evidence of Kuwait's condemnation of the Middle East, including", "em": 0.0, "f1": 0.05405405405405405 }, { "quid": 3027597, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Nhial Deng Nhial want to establish diplomatic cooperation with China?", "golds": [ "2013-06" ], "pred": "June\nExplanation: Nhial Deng Nhial wanted to establish diplomatic cooperation with China in June 2013. This is evident from the statement he made on June 22, 2013, where he expressed his intent to engage in diplomatic cooperation with China. This is the only instance where Nhial Deng Nhial expressed", "em": 0.0, "f1": 0.0625 }, { "quid": 3016461, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Thailand repatriate the citizens of Thailand?", "golds": [ "2013" ], "pred": "2005\nExplanation: The question asks for the year in which Thailand repatriated its citizens. The evidence provided shows various events and interactions between different entities, including citizens, members of parliament, governors, and government departments, but none of these events directly indicate the repatriation of citizens. However, the question", "em": 0.0, "f1": 0.0 }, { "quid": 3036526, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Ethiopia first return persons to the Detainee of Ethiopia?", "golds": [ "2006-01-13" ], "pred": "2005\nExplanation: The information available does not provide a specific date for when Ethiopia first returned persons to the Detainee of Ethiopia. However, it does indicate that in 2005, Ethiopia expressed intent to cooperate with various countries, including Iran, Eritrea, and Djibouti, and also", "em": 0.0, "f1": 0.0 }, { "quid": 3024063, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Africa's ruling parties praise China?", "golds": [ "2005-06" ], "pred": "January\nReasoning Skill: Identifying Specific Information\nThis question requires the ability to identify specific information from a given text. The correct answer can be found by scanning the text and looking for the month in which Africa's ruling parties praised China. The text does not mention Africa's ruling parties praising China, but it does", "em": 0.0, "f1": 0.0 }, { "quid": 3016367, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month as Roza Otunbayeva, which country did China wish to meet with?", "golds": [ "South Korea" ], "pred": "Uzbekistan\nExplanation: The evidence shows that in the same month as Roza Otunbayeva, China wished to meet with Uzbekistan. The evidence shows that in March 2005, Roza Otunbayeva was involved in a suicide bombing, and in the same month, China wished to meet with Uzbek", "em": 0.0, "f1": 0.0 }, { "quid": 3033388, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Ethiopia, who did the US envoy support?", "golds": [ "Government (Sudan)", "South Sudan", "Sudan", "Qatar", "South Korea", "Staffan de Mistura", "China", "Japan" ], "pred": "Yemen\nExplanation: The US envoy supported Yemen after Ethiopia. This is evident from the fact that the US envoy consulted with Yemen on January 2, 2005, and there is no record of the US envoy consulting with any other country after Ethiopia. The US envoy's consultation with Yemen on January 2,", "em": 0.0, "f1": 0.0 }, { "quid": 3018423, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before China, with whom did the Undersecretary of the United States negotiate?", "golds": [ "Abdullah G\u00fcl", "Abu Bakr Abdullah al-Qirbi" ], "pred": "Japan\nExplanation: The Undersecretary of the United States negotiated with Japan before China. The evidence is based on the dates of the negotiations. The earliest negotiation with Japan was on January 5, 2005, and the earliest negotiation with China was on January 7, 2005. Therefore, Japan was", "em": 0.0, "f1": 0.0 }, { "quid": 3014113, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country to join diplomatic cooperation with Burundi?", "golds": [ "Citizen (Uganda)" ], "pred": "Ethiopia\nExplanation: The last country to join diplomatic cooperation with Burundi was Ethiopia. This is evident from the provided evidence, which shows that Ethiopia consulted with Burundi on multiple occasions in 2005, including on October 20th and September 22nd. This indicates that Ethiopia was engaging in diplomatic efforts with Bur", "em": 0.0, "f1": 0.0 }, { "quid": 3020674, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Which country did Kuwait make optimistic comments about after 2010?", "golds": [ "France", "Iran", "South Sudan", "Japan" ], "pred": "Iraq\nExplanation: The question asks which country Kuwait made optimistic comments about after 2010. However, the evidence provided is from 2005, which is before 2010. The question is based on a false assumption that there is evidence from after 2010. The correct answer is Iraq, as the evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3022056, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to make optimistic comments about China before the citizens of the United Kingdom?", "golds": [ "Wen Jiabao" ], "pred": "Japan\nExplanation: The last to make optimistic comments about China before the citizens of the United Kingdom was Japan. This is evident from the provided evidence, which shows that Japan made optimistic comments about China on January 31, 2005, while the other countries mentioned made statements or expressed intent to cooperate with China on various", "em": 0.0, "f1": 0.0 }, { "quid": 3006328, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time China formally signed an agreement with the leader of Taiwan?", "golds": [ "2010-04-27" ], "pred": "2005-01-03\nExplanation: The Taiwan Affairs Office of the State Council of the People's Republic of China made a statement on January 3, 2005, which is the last time China formally signed an agreement with the leader of Taiwan. The statement was made by the Taiwan Affairs Office, which", "em": 0.0, "f1": 0.0 }, { "quid": 3054723, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last is China threatened by?", "golds": [ "Barack Obama" ], "pred": "Japan\nExplanation: The question asks who last threatened China. The evidence shows that China was threatened by Japan on February 1, 2005. The other entries show that China threatened Japan on January 5, 2005, and January 2, 2005, and that China consulted with Japan on several", "em": 0.0, "f1": 0.0 }, { "quid": 3039270, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 28 April 2010, which country did Malaysia release people to?", "golds": [ "Men (Malaysia)", "Thailand", "Citizen (Thailand)", "Indigenous People (Thailand)", "Employee (Thailand)", "Lawyer/Attorney (Malaysia)" ], "pred": "Indonesia\nExplanation: On 28 April 2010, Malaysia released a Malaysian businessperson who was detained in Indonesia. This is the only information available about the release of a person from Malaysia before 28 April 2010. Therefore, the country that Malaysia released people to before 28 April 2010 is Indonesia", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3044887, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Cambodia receive the visit from Iraq?", "golds": [ "2008-09" ], "pred": "March\nExplanation: The question asks for the month in which Cambodia received a visit from Iraq. However, there is no information in the given text about Iraq visiting Cambodia. The text does mention visits from other countries, such as Vietnam, China, and Thailand, but not Iraq. Therefore, the correct answer is \"None", "em": 0.0, "f1": 0.0 }, { "quid": 3053078, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Al Gore, which country was last endorsed by China?", "golds": [ "South Korea" ], "pred": "Colombia\nExplanation: The question asks for the country that was last endorsed by China before Al Gore. The evidence shows that Al Gore was endorsed by China on 2007-10-16. Therefore, the country that was last endorsed by China before Al Gore is Colombia, which was investigated by Al Gore on 200", "em": 0.0, "f1": 0.0 }, { "quid": 3046981, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the citizens of Belgium sign formal agreements with China?", "golds": [ "2005" ], "pred": "There is no evidence that the citizens of Belgium signed formal agreements with China in the given text. The text only mentions agreements and negotiations between Japan, Mexico, Timor-Leste, and China. Therefore, the answer is \"There is no information available.\" or \"No information is available.\" or \"Not mentioned.\" or", "em": 0.0, "f1": 0.0 }, { "quid": 3002160, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Dmitry Anatolyevich Medvedev negotiate with China?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question asks for the year in which Dmitry Anatolyevich Medvedev negotiated with China. The evidence provided includes various events and statements made by Medvedev in 2005 and 2006, but the key information is that Medvedev negotiated with China in 2005", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3042500, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the political parties of C\u00f4te d'Ivoire, which country did China last make optimistic remarks about?", "golds": [ "Mexico" ], "pred": "Japan\nExplanation: The question asks for the country that China last made optimistic remarks about before the political parties of C\u00f4te d'Ivoire. To answer this question, we need to look at the evidence provided and find the last optimistic remark made by China about a country before the political parties of C\u00f4te d'Ivo", "em": 0.0, "f1": 0.0 }, { "quid": 3013795, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who did Zawahiri criticise before July 2010?", "golds": [ "Middle East", "Benedict XVI", "Barack Obama", "Iran", "Citizen (Saudi Arabia)", "Pervez Musharraf" ], "pred": "Barack Obama, Pervez Musharraf, Mahmoud Abbas, Tony Blair\nExplanation: Zawahiri made statements about these individuals before July 2010. He accused them of various things, made statements about them, consulted with them, or threatened them. The exact dates of the statements are provided in the evidence. Z", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3006015, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After George Yeo, who was the first to sign formal agreements with Cambodia?", "golds": [ "Noppadon Pattama" ], "pred": "George Yeo was the first to sign formal agreements with Cambodia. However, the exact date of the first agreement is not specified in the evidence. Therefore, the answer is incomplete. The correct answer should be \"George Yeo was the first to sign formal agreements with Cambodia, but the exact date is not specified.\" However", "em": 0.0, "f1": 0.0 }, { "quid": 3010784, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Ethiopia was rejected by who on 13 March 2008?", "golds": [ "Associated Press" ], "pred": "Associated Press\nExplanation: Ethiopia accused the Associated Press of being responsible for the deaths of 13 people in a clash between Ethiopian and Eritrean forces on 13 March 2008. The Associated Press denied the accusation. The police in Peru discussed the matter by telephone with the Associated Press. The Associated Press also", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3034416, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who wanted to meet with China in April 2007?", "golds": [ "Association of Southeast Asian Nations", "Foreign Affairs (Hungary)", "Lien Chan", "Shaukat Aziz", "South Korea", "Scholar (United States)", "Wen Jiabao", "Citizen (Bangladesh)", "Businessperson (China)", "Japan", "Edmund Ho" ], "pred": "Japan and South Korea wanted to meet with China in April 2007. Japan and South Korea expressed intent to meet or negotiate with China on April 1, 2, 5, and 6, 2007. China also expressed intent to meet or negotiate with Japan and South Korea on the same dates.", "em": 1.0, "f1": 0.14814814814814814 }, { "quid": 3010172, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was last praised by Malaysia in 2007?", "golds": [ "Japan" ], "pred": "Iran\nExplanation: In 2007, Malaysia praised Iran in a diplomatic cooperation. This is the only instance of Malaysia praising a country in 2007. Therefore, the answer is Iran. The other countries mentioned in the evidence were either involved in a diplomatic cooperation with Malaysia or were accused by Malaysia, but not praised", "em": 0.0, "f1": 0.0 }, { "quid": 3041645, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Elmar Mammadyarov expressed his intention to negotiate with China?", "golds": [ "2014-06" ], "pred": "February 2005\nExplanation: The exact month when Elmar Mammadyarov expressed his intention to negotiate with China is February 2005. This is evident from the provided evidence, which shows that Elmar Mammadyarov made statements, visited, and consulted with China in February 2005. The other", "em": 0.0, "f1": 0.0 }, { "quid": 3033354, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 29 January 2009, which country signed formal agreements with Djibouti?", "golds": [ "Sudan", "Yemen", "Ethiopia" ], "pred": "Ethiopia, Madagascar, Maldives\nExplanation: The question asks for countries that signed formal agreements with Djibouti before 29 January 2009. The evidence shows that Ethiopia, Madagascar, and Maldives signed formal agreements with Djibouti on 29 January 2009. Therefore, the correct answer is", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3040634, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month as China, who did the Prime Minister of India announce his intention to cooperate with?", "golds": [ "Dmitry Anatolyevich Medvedev" ], "pred": "Japan\nExplanation: The Prime Minister of India, Manmohan Singh, announced his intention to cooperate with Japan in January 2005. This is evident from the various news articles and statements from the time, which mention the Prime Minister's intent to cooperate with Japan on various levels, including economically and diplomatically. The", "em": 0.0, "f1": 0.0 }, { "quid": 3054511, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who signed an agreement with Swaziland after Kuwait?", "golds": [ "Iran", "Vietnam", "Lesotho", "Ethiopia", "South Africa" ], "pred": "Lesotho\nExplanation: The question asks for the country that signed an agreement with Swaziland after Kuwait. The evidence shows that Lesotho signed agreements with Swaziland on multiple dates after Kuwait. The correct answer is Lesotho. The other options are incorrect because they either refer to Swaziland signing", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3051648, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic comments about Cambodia before 28 April 2011?", "golds": [ "Noppadon Pattama", "Abhisit Vejjajiva", "Laos", "Malaysia", "Thailand", "George Yeo" ], "pred": "Laos\nExplanation: Laos made optimistic comments about Cambodia before 28 April 2011. This is evident from the evidence provided, which shows that Laos made optimistic comments about Cambodia on 28 April 2011. The other options do not show Laos making optimistic comments about Cambodia, but rather other countries or entities engaging in", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3019483, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to request a meeting with Comoros?", "golds": [ "Burundi" ], "pred": "Iran\nExplanation: The first to request a meeting with Comoros was Iran, as seen in the evidence \"Iran | Make a visit | Comoros | 2006-08-18\". This indicates that Iran was the first to make a visit to Comoros. The other evidence shows that Comor", "em": 0.0, "f1": 0.0 }, { "quid": 3001002, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2008, which country did China express cooperation to last?", "golds": [ "Mexico" ], "pred": "Japan\nExplanation: \nThe question asks which country China expressed cooperation to last. The evidence provided shows multiple instances of cooperation between China and Japan, with the most recent date being 2005-01-12. In contrast, the cooperation between China and Thailand is dated 2005-01-07, which is", "em": 0.0, "f1": 0.0 }, { "quid": 3029160, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised China on 18 February 2012?", "golds": [ "Barack Obama" ], "pred": "Barack Obama\nExplanation: Barack Obama praised China on 18 February 2012. This is based on the evidence that Barack Obama considered a policy option for China on that date. This suggests that he was thinking positively about China, which is a form of praise. The other options do not provide evidence of praise for China", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3039591, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who condemned Malaysia before the Australian Greens?", "golds": [ "Court Judge (Malaysia)", "Rights Activist (Malaysia)", "Nonaligned Movement", "Thailand", "Archbishop (Malaysia)", "Defense Attorney (Malaysia)", "Foreign Affairs (Malaysia)", "China" ], "pred": "The Australian Greens\nExplanation: The Australian Greens condemned Malaysia before the Australian Greens. The Australian Greens made a statement on 2005-01-24, while the other parties made statements after that date. The Australian Greens were the first to make a statement. The Australian Greens made a statement on 2005-01", "em": 0.0, "f1": 0.07407407407407407 }, { "quid": 3047145, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who would wish to visit Thailand on the same month of Alhaji Lai Mohammed?", "golds": [ "National Security Advisor (Pakistan)", "Terrorist (Syria)", "Sheikh Hamad bin Khalifa al-Thani" ], "pred": "September\nExplanation: The evidence shows that Alhaji Lai Mohammed was active in September 2013. Therefore, it is likely that he would wish to visit Thailand in September. Thailand is a popular tourist destination, and September is a good time to visit, with warm weather and fewer crowds. The evidence does not", "em": 0.0, "f1": 0.0 }, { "quid": 3030986, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who threatened Thailand in March 2007?", "golds": [ "Council for National Security" ], "pred": "Malaysia\nExplanation: The evidence shows that Thailand engaged in diplomatic cooperation with Malaysia on multiple occasions in March 2007, including on the 9th, 13th, 16th, 20th, and 21st. This suggests that Malaysia was a country with which Thailand was engaging in diplomatic cooperation,", "em": 0.0, "f1": 0.0 }, { "quid": 3037695, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did United Russia first visit China?", "golds": [ "2007-12-10" ], "pred": "2005\nExplanation: United Russia first visited China in 2005. This is evident from the various news articles and statements made by the party and other authorities in Russia. The party's interactions with China are documented in the provided evidence, which includes statements, consultations, and criticisms made by United Russia and other Russian", "em": 0.0, "f1": 0.0 }, { "quid": 3043076, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 14 December 2014?", "golds": [ "Xi Jinping" ], "pred": "Xi Jinping\nExplanation: Xi Jinping visited China on 14 December 2014. The evidence is in the last line of the text, which states \"China | Host a visit | Xi Jinping | 2014-12-14\". This line indicates that Xi Jinping was the visitor to China on 14 December", "em": 1.0, "f1": 0.12903225806451613 }, { "quid": 3047697, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Before 2008, who was negotiating with Cambodia?", "golds": [ "Vietnam", "Wen Jiabao", "Thailand", "Laos", "Roh Moo Hyun" ], "pred": "Thailand\nExplanation: The evidence shows that in 2005, Thailand was negotiating with Cambodia. The evidence includes statements from the police in Cambodia, praise from the government of Cambodia for the police, and consultations between the governments of Cambodia and Thailand. This suggests that Thailand was involved in negotiations with Cambodia at that time. Therefore", "em": 1.0, "f1": 0.0625 }, { "quid": 3036770, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did William J. Fallon first visit Iraq?", "golds": [ "2007-03-25" ], "pred": "2005\nExplanation: The earliest visit to China by William J. Fallon was in 2005. There is no record of a visit to Iraq. Therefore, the answer is 2005. The question asks for the first visit to Iraq, but the evidence only shows visits to China and Malaysia. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3034315, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Against which country did Kuwait last use conventional military force?", "golds": [ "Yemen" ], "pred": "Iraq\nExplanation: The evidence shows that Kuwait used conventional military force against Iraq on January 10, 2005, and January 18, 2005. There is no evidence of Kuwait using conventional military force against any other country in 2005. Therefore, the answer is Iraq. The evidence also shows that", "em": 0.0, "f1": 0.0 }, { "quid": 3030910, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit China after Jan Ml\u00e1dek?", "golds": [ "Dragomir Stoynev" ], "pred": "Pavel Belobradek\nExplanation: Pavel Belobradek was the first to visit China after Jan Ml\u00e1dek. The evidence shows that Jan Ml\u00e1dek visited China on June 13, 2014, and Pavel Belobradek expressed intent to meet or negotiate with Jan Ml\u00e1dek on September", "em": 0.0, "f1": 0.0 }, { "quid": 3049683, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the National Front Malaysia, which country made the last optimistic remarks about Malaysia?", "golds": [ "Iran" ], "pred": "Malaysia\nExplanation: The National Front Malaysia is a political party in Malaysia. The last optimistic remarks about Malaysia were made by the Progressive Party (Malaysia) in 2008. The National Front Malaysia made several statements and visits to Malaysia in 2009 and 2010, but these were not optimistic remarks. The", "em": 0.0, "f1": 0.0 }, { "quid": 3054685, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Cambodia receive the visit from Kuwait?", "golds": [ "2008-08" ], "pred": "March\nExplanation: The evidence shows that Vietnam visited Cambodia in March 2005. Therefore, the answer is March. The other months mentioned in the evidence are January and February. Therefore, the answer is not January or February. The evidence does not mention any visits from Kuwait to Cambodia. Therefore, the answer is not", "em": 0.0, "f1": 0.0 }, { "quid": 3054373, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 7 September 2005?", "golds": [ "Shivraj Patil", "Tony Blair", "William J. Fallon", "Foreign Affairs (India)" ], "pred": "Tony Blair, Shivraj Patil, William J. Fallon, Foreign Affairs (India) and Laos. \nNote: The answer is based on the information provided in the evidence section, which lists various individuals and entities that visited China on 7 September 2005. The answer includes all the entities mentioned in the evidence", "em": 1.0, "f1": 0.15 }, { "quid": 3008448, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to meet with Thailand on 21 November 2012?", "golds": [ "Wen Jiabao" ], "pred": "Wen Jiabao\nExplanation: Wen Jiabao wanted to meet with Thailand on 21 November 2012. This is evident from the evidence provided, which shows that Wen Jiabao expressed an intent to meet or negotiate with Thailand on that date. The other options do not show a clear intent to meet with", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3011516, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to negotiate with Kuwait after Juan Carlos I?", "golds": [ "Mexico", "Ali Jannati", "John Baird", "Foreign Affairs (South Korea)", "Sudan", "Abdel Fattah Al-Sisi", "Head of Government (South Korea)", "Head of Government (Egypt)", "Mar\u00eda \u00c1ngela Holgu\u00edn", "Andrew Robb", "Ministry (Iran)", "Sabah Khaled Al-Hamad Al-Sabah", "Qatar" ], "pred": "Mahmoud Abbas\nExplanation: Mahmoud Abbas expressed the intention to negotiate with Kuwait after Juan Carlos I. The evidence is found in the consultation records between Juan Carlos I and Mahmoud Abbas on 2005-10-19 and 2005-10-20. The records indicate that Juan Carlos I consulted with Mahmoud Abbas, and", "em": 0.0, "f1": 0.0 }, { "quid": 3030258, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Bruce Golding, with which country did China first announce its intention to meet?", "golds": [ "Iran" ], "pred": "China\nExplanation: The first country that China announced its intention to meet with Bruce Golding was China. This is evident from the evidence provided, which shows that China expressed its intent to meet or negotiate with Bruce Golding on January 28, 2010, and that Bruce Golding expressed his intent to meet or", "em": 0.0, "f1": 0.0 }, { "quid": 3014347, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2011, which country was the first to express its intention to establish diplomatic cooperation with Oman?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: In 2011, Iran was the first country to express its intention to establish diplomatic cooperation with Oman. This is evident from the provided evidence, which shows that Iran expressed its intent to engage in diplomatic cooperation with Oman on April 8, 2005. The other options do not match the criteria", "em": 1.0, "f1": 0.05 }, { "quid": 3052741, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Ethiopia last reject the UN security council?", "golds": [ "2005-10" ], "pred": "February\nExplanation: The last time Ethiopia rejected the UN Security Council was in February 2005. This is evident from the fact that there are multiple records of Ethiopia making an appeal or request to the UN Security Council in February 2005, and no records of Ethiopia rejecting the UN Security Council in March 2005", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3051024, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when the mayor of China accused China?", "golds": [ "2006-12" ], "pred": "There is no record of the mayor of China accusing China. The mayor of China is not a position that exists. China is a country, not a city, and therefore does not have a mayor. The events listed in the evidence are related to diplomatic interactions between China and Japan, but there is no record of a mayor", "em": 0.0, "f1": 0.0 }, { "quid": 3031361, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Malaysia, who was the last country to sign formal agreements with the Moro Islamic Liberation Front?", "golds": [ "Military (Philippines)" ], "pred": "Philippines\nExplanation: The Moro Islamic Liberation Front (MILF) signed a formal agreement with the Philippines on June 8, 2005. Malaysia hosted a visit by the MILF on September 17, 2005, and on June 24, 2005, but these were not the last agreements", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3018190, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who denounced the citizens of Nigeria to China in the same month?", "golds": [ "Julie Bishop", "Chuck Hagel", "Malaysia", "Japan" ], "pred": "Japan\nExplanation: The question is asking who denounced the citizens of Nigeria to China in the same month. However, the provided evidence does not mention Nigeria or any denouncement of its citizens to China. The evidence only mentions diplomatic activities and negotiations between Japan and China in January and February 2005. Therefore, the answer", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3026251, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the veterans of the United Kingdom express their intention to meet with Malaysia?", "golds": [ "2006" ], "pred": "2005\nExplanation: The year in which the veterans of the United Kingdom expressed their intention to meet with Malaysia is 2005. This is evident from the provided evidence, which lists various instances of countries and organizations expressing their intent to meet or negotiate with Malaysia in 2005. The specific instance of the United", "em": 0.0, "f1": 0.0 }, { "quid": 3007456, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who used conventional military force against Iraq in the same month as the US Department of Defense?", "golds": [ "France", "Air Force (Syria)", "Bolivia", "Extremist (Islamic State of Iraq and the Levant)" ], "pred": "Poland\nExplanation: The Polish Defense / Security Ministry made a statement on January 17, 2005, regarding the situation in Iraq. This is the only instance of a conventional military force being used against Iraq in the same month as the US Department of Defense. The other instances are either unrelated to the use of conventional", "em": 0.0, "f1": 0.12244897959183672 }, { "quid": 3029113, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who negotiated with China on 27 April 2005?", "golds": [ "Envoy (United States)", "Association of Southeast Asian Nations" ], "pred": "Lien Chan\nExplanation: Lien Chan, the chairman of the Kuomintang, made a visit to China on 27 April 2005. This event is documented in the evidence. Therefore, the answer is Lien Chan. The other options are incorrect because they do not match the evidence. Japan and", "em": 0.0, "f1": 0.049999999999999996 }, { "quid": 3011813, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who praised Malaysia in the same year of the Cabinet Council of Ministers Advisors of the United States?", "golds": [ "China", "Thailand", "Barack Obama" ], "pred": "2005\nExplanation: The Cabinet Council of Ministers Advisors of the United States praised Malaysia in the year 2005. This is evident from the fact that the Naval (United States) made a visit to Malaysia in 2005, and Malaysia hosted a visit from the Naval (United States) in the same year", "em": 0.0, "f1": 0.0 }, { "quid": 3053348, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the first country to which Iraq sent a condemnation?", "golds": [ "Iran" ], "pred": "France\nExplanation: The first country to which Iraq sent a condemnation was France. This is because the first event listed is \"Iraq | Make a visit | France | 2005-01-14\", which indicates that Iraq sent a condemnation to France. The other events listed do not indicate that Iraq sent a condemnation to", "em": 0.0, "f1": 0.0 }, { "quid": 3000746, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Swaziland last signed an agreement with South Africa?", "golds": [ "2011-07" ], "pred": "April 2007\nExplanation: The exact month when Swaziland last signed an agreement with South Africa is April 2007. The evidence provided shows that there were several agreements and consultations between Swaziland and South Africa in April 2007, including a consultation on 2007-04-23 and another", "em": 0.0, "f1": 0.0 }, { "quid": 3049066, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did China blame the Ruling Party of China?", "golds": [ "2007-06" ], "pred": "There is no month when China blamed the Ruling Party of China. The events listed are all related to China-Japan relations, with China making various demands, threats, and consultations with Japan. There is no mention of China blaming its own ruling party. \nNote: The Ruling Party of China is the Communist Party", "em": 0.0, "f1": 0.0 }, { "quid": 3014081, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country first expressed interest in cooperating with Ethiopia?", "golds": [ "Eritrea" ], "pred": "Yemen\nExplanation: Yemen was the first country to express interest in cooperating with Ethiopia. On January 2, 2005, Yemen consulted with Ethiopia. This is the earliest recorded instance of a country expressing interest in cooperating with Ethiopia. The other countries mentioned in the evidence either consulted with Ethiopia later in the year, or", "em": 0.0, "f1": 0.0 }, { "quid": 3021596, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "Which year did Oman receive the visit from Nuri al-Maliki?", "golds": [ "2007" ], "pred": "2006\nExplanation: The evidence shows that Nuri al-Maliki made statements and consulted with various individuals in 2006, but there is no evidence that he visited Oman in that year. Therefore, the correct answer is 2006. However, it is worth noting that the evidence does not provide information", "em": 0.0, "f1": 0.0 }, { "quid": 3005137, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China first make a request to Japan's lawmakers?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question asks for the year in which China first made a request to Japan's lawmakers. The evidence provided shows that there were several interactions between China and Japan in 2005, including requests, visits, negotiations, and diplomatic cooperation. However, the specific date of the first request is not", "em": 1.0, "f1": 0.04878048780487806 }, { "quid": 3048465, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the National Security Council first express its intention to meet with Thailand?", "golds": [ "2007-06" ], "pred": "January\nExplanation: The National Security Council first expressed its intention to meet with Thailand in January 2005. This is evident from the various news articles and statements from the Department of Geologic Survey and its Mineral Exploration, the Cabinet/Council of Ministers/Advisors, and citizens of Thailand, all of which were", "em": 0.0, "f1": 0.0 }, { "quid": 3014893, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Wu Rong-i blame China?", "golds": [ "2005-07" ], "pred": "July\nExplanation: The question asks in which month Wu Rong-i blamed China. The evidence provided shows that Wu Rong-i made a statement accusing China on July 18, 2005. Therefore, the correct answer is July. ... ... ... ... ... ... ... ... ... ... ... ... ... ... ... ...", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3019748, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did the Korean People's First Party last express its intention to negotiate with China?", "golds": [ "2005-09" ], "pred": "January 2005\nExplanation: The Korean People's First Party is not mentioned in the provided evidence. The evidence only mentions the following parties expressing their intention to negotiate with China in January 2005: Portugal, Kuomintang, Japan, and the Mainland Affairs Council. Therefore, the correct answer is January", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3034267, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who made optimistic comments about Malaysia after March 2014?", "golds": [ "Xi Jinping", "China", "Zhang Dejiang", "Wang Yi", "Thailand" ], "pred": "Mahmoud Abbas\nExplanation: Mahmoud Abbas made optimistic comments about Malaysia after March 2014. The evidence is from a news article dated 2005-01-12, which states that Mahmoud Abbas made an optimistic comment about Malaysia. However, this is not possible since Mahmoud Abbas was not in office until 2005,", "em": 0.0, "f1": 0.0 }, { "quid": 3027592, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last person investigated by Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "The last person investigated by Thailand was a citizen of Thailand. The last action taken by Thailand was to provide aid to the citizen on 2005-01-04. The last action taken by the citizen was to reject Thailand on 2005-01-01. The last action taken by a villager of Thailand", "em": 0.0, "f1": 0.17391304347826084 }, { "quid": 3020308, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Nuri al-Maliki visit China for the first time?", "golds": [ "2011" ], "pred": "2006\nExplanation: The first time Nuri al-Maliki visited China was in 2006. This can be inferred from the fact that there are no records of him visiting China in 2005, and the earliest record of him visiting China is in 2006. The exact date of his visit", "em": 0.0, "f1": 0.0 }, { "quid": 3015753, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In December 2010, who denounced China?", "golds": [ "South Korea", "Ma Ying Jeou", "Lawmaker (Hong Kong)", "Japan", "Media Personnel (Japan)" ], "pred": "Japan\nExplanation: In December 2010, Japan denounced China. The evidence is from the news articles in 2005, which shows that Japan and China have been engaging in diplomatic cooperation and negotiation. However, in December 2010, Japan denounced China, which is not mentioned in the news articles. Therefore,", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3045111, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Saifur Rahman last visit Malaysia?", "golds": [ "2005-06" ], "pred": "June\nExplanation: Saifur Rahman last visited Malaysia in June 2005. This is inferred from the fact that the earliest date mentioned for a visit to Malaysia is 2005-06-22, and the latest date mentioned for a visit to Malaysia is also 2005-06-22. Therefore,", "em": 1.0, "f1": 0.12903225806451613 }, { "quid": 3009178, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 11 January 2011, which country formally signed an agreement with China?", "golds": [ "Vietnam" ], "pred": "Vietnam\nExplanation: Vietnam formally signed an agreement with China on 11 January 2011. The agreement was related to the South China Sea dispute. Vietnam and China have a long-standing dispute over the South China Sea, with both countries claiming sovereignty over various islands and territories in the region. The agreement was likely aimed at", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3001328, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the first time Thailand condemned Abhisit Vejjajiva?", "golds": [ "2006-08-16" ], "pred": "2005-02-16\nExplanation: The first time Thailand condemned Abhisit Vejjajiva was on 2005-02-16. This is based on the evidence provided, which shows that on this date, Thailand made a statement condemning Abhisit Vejjajiva. The other dates listed", "em": 0.0, "f1": 0.0625 }, { "quid": 3035562, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last wanted to meet with Thailand?", "golds": [ "Constitution Drafting Commission" ], "pred": "Vietnam\nExplanation: The question asks who last wanted to meet with Thailand. The evidence shows that Vietnam expressed intent to meet or negotiate with Thailand on 2005-01-05. This is the most recent date mentioned in the evidence, making Vietnam the correct answer. The other options are incorrect because they either expressed intent", "em": 0.0, "f1": 0.0 }, { "quid": 3020250, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Kuwait after Kemal Unakitan?", "golds": [ "Sheikh Hamad bin Isa al Khalifah" ], "pred": "France\nExplanation: The first to visit Kuwait after Kemal Unakitan was France. This is because the earliest date mentioned in the evidence is 2005-02-18, when Kemal Unakitan visited France. The next earliest date is 2007-01-24, when Kemal Unakitan visited Kuwait", "em": 0.0, "f1": 0.0 }, { "quid": 3022404, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to host the visit of Mar\u00eda \u00c1ngela Holgu\u00edn, before Thailand?", "golds": [ "Ra\u00fal Castro" ], "pred": "Colombia\nExplanation: Mar\u00eda \u00c1ngela Holgu\u00edn was the Foreign Minister of Colombia. The last country to host her visit before Thailand was Colombia. The evidence is based on the fact that the last visit of Mar\u00eda \u00c1ngela Holgu\u00edn before Thailand was in Colombia. The exact date of the visit is not specified", "em": 0.0, "f1": 0.0 }, { "quid": 3023139, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Zawahiri last express an intention to negotiate with the Middle East?", "golds": [ "2009-06-02" ], "pred": "2009-06-02\nExplanation: The question asks for the last time Zawahiri expressed an intention to negotiate with the Middle East. The evidence provided shows that Zawahiri made a statement on 2009-06-02, which is the most recent date mentioned. Therefore, the correct answer is", "em": 1.0, "f1": 0.15384615384615385 }, { "quid": 3055961, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Chuck Hagel make an appeal to Thailand?", "golds": [ "2014" ], "pred": "There is no evidence that Chuck Hagel made an appeal to Thailand. However, there is evidence that he made a visit to Thailand in 2006. \nNote: The evidence is based on the provided text and may not be comprehensive. The answer is based on the information available in the text. The question is", "em": 0.0, "f1": 0.0 }, { "quid": 3046034, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who would wish to visit Thailand on the same month of Ma Ying Jeou?", "golds": [ "Businessperson (Canada)" ], "pred": "Thailand\nExplanation: Ma Ying Jeou visited Japan on 2005-03-02, China on 2005-01-04, 2005-04-05, 2005-04-24, and 2005-05-22. He also visited South Korea on 2005-", "em": 0.0, "f1": 0.0 }, { "quid": 3015903, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the indigenous people of the United States, who was the first to make optimistic comments about China?", "golds": [ "Wen Jiabao" ], "pred": "Japan\nExplanation: Japan was the first to make optimistic comments about China. The first optimistic comment was made by Japan on January 31, 2005. The other countries mentioned in the evidence made comments about China, but they were not the first to do so. The indigenous people of the United States are not mentioned", "em": 0.0, "f1": 0.0 }, { "quid": 3000561, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who did the European Central Bank ask to become its first member?", "golds": [ "Government (Italy)" ], "pred": "China\nExplanation: The European Central Bank asked China to become its first member. This is evident from the fact that the European Central Bank made a visit to China, China hosted a visit from the European Central Bank, and the European Central Bank expressed intent to meet or negotiate with China. This is in contrast to the European", "em": 0.0, "f1": 0.0 }, { "quid": 3046975, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country investigated Malaysia last, before the representatives of Russia?", "golds": [ "Japan" ], "pred": "Russia\nExplanation: The last country to investigate Malaysia was Russia. The evidence is from the last two events, where Russia is the country that investigated Malaysia. The first event is from 2005-01-24, and the second event is from 2005-01-28. The other countries investigated Malaysia before", "em": 0.0, "f1": 0.0 }, { "quid": 3053834, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "What was the last country to seek diplomatic cooperation with China before Yoon Sang-jick?", "golds": [ "Ethiopia" ], "pred": "Vietnam\nExplanation: The last country to seek diplomatic cooperation with China before Yoon Sang-jick was Vietnam. This is evident from the fact that Yoon Sang-jick signed a formal agreement with the Ministry of Vietnam on May 5, 2015, and also signed a formal agreement with Andrew Robb on April", "em": 0.0, "f1": 0.0 }, { "quid": 3007521, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time China visited Burundi?", "golds": [ "2008-09-10" ], "pred": "2005-08-25\nExplanation: The last time China visited Burundi was on August 25, 2005. This information can be found in the provided evidence, which includes news articles and statements from the government of Burundi and other sources. The evidence shows that China visited Burundi on August", "em": 0.0, "f1": 0.0 }, { "quid": 3034062, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who used unconventional violence against Ethiopia after 21 February 2008?", "golds": [ "Combatant (Ogaden National Liberation Front)", "Armed Rebel (Somalia)", "Armed Opposition (Somalia)", "Al-Shabaab", "Police (Sudan)", "Detainee (Ethiopia)", "Combatant (Al-Shabaab)", "Combatant (Hizbul Islam)" ], "pred": "Armed Rebel (Somalia) | Use unconventional violence | Ethiopia | 2008-02-21\nExplanation: On 21 February 2008, the African Union Peace and Security Council (PSC) condemned the armed rebel group in Somalia for using unconventional violence against Ethiopia. The PSC also expressed its concern over", "em": 1.0, "f1": 0.17142857142857143 }, { "quid": 3015002, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the Royal Administration of Iraq negotiate with Iraq?", "golds": [ "2008" ], "pred": "2005\nExplanation: The Royal Administration of Iraq is not a real entity, and therefore it is not possible for it to have negotiated with Iraq in any year. The Royal Administration of Iraq is a fictional entity that was created as a placeholder in the dataset. The correct answer is 2005, as the Royal", "em": 0.0, "f1": 0.0 }, { "quid": 3047317, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the United States' Council of Advisors to the Cabinet last request Thailand?", "golds": [ "2011" ], "pred": "2005\nExplanation: The United States' Council of Advisors to the Cabinet last requested Thailand in 2005. The evidence provided shows that there were several interactions between the United States' Council of Advisors to the Cabinet and Thailand in 2005, including visits, meetings, and requests for aid. The most recent", "em": 0.0, "f1": 0.0 }, { "quid": 3028890, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Jay Inslee express his intention to negotiate with China?", "golds": [ "2013" ], "pred": "2013\nExplanation: The question asks for the year in which Jay Inslee expressed his intention to negotiate with China. The evidence provided shows that Jay Inslee expressed his intention to meet or negotiate with China on November 6, 2013. Therefore, the correct answer is 2013. The other options", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3032953, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the presidential family of Libya pay a visit to Ethiopia?", "golds": [ "2009-02-06" ], "pred": "There is no evidence that the presidential family of Libya paid a visit to Ethiopia. The evidence provided shows visits by Mwai Kibaki, the President of Kenya, to Ethiopia, visits by the African Union to Ethiopia, and expressions of intent to cooperate by various countries with Ethiopia. There is no mention of Libya or", "em": 0.0, "f1": 0.0 }, { "quid": 3025422, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was attacked by Cambodia's conventional military forces before 16 October 2008?", "golds": [ "Children (Canada)" ], "pred": "Israel\nExplanation: The question asks for the country that was attacked by Cambodia's conventional military forces before 16 October 2008. The correct answer is Israel, as it was attacked by Cambodia's conventional military forces before 16 October 2008. The other options are incorrect because they do not match the information in", "em": 0.0, "f1": 0.0 }, { "quid": 3047432, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Djibouti first express its intention to meet?", "golds": [ "Eritrea" ], "pred": "Ethiopia\nExplanation: Djibouti first expressed its intention to meet with Ethiopia on 2005-02-04. Djibouti first expressed its intention to meet with Eritrea on 2005-02-04. Djibouti first expressed its intention to meet with Eritrea on", "em": 1.0, "f1": 0.125 }, { "quid": 3035273, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Swiss legislature, who wanted to negotiate with Burundi first?", "golds": [ "James Kabarebe" ], "pred": "Tanzania\nExplanation: The Swiss legislature wanted to negotiate with Burundi first. However, the evidence shows that Tanzania was the first to express intent to meet or negotiate with Burundi on November 20, 2005. Therefore, Tanzania is the correct answer. The other options are incorrect because they do not match the evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3006654, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Undersecretary of the United Arab Emirates, who was the last to negotiate with China?", "golds": [ "Straits Exchange Foundation" ], "pred": "Abdullah G\u00fcl\nExplanation: The Undersecretary of the United Arab Emirates was the last to negotiate with China. Abdullah G\u00fcl was the last to express intent to meet or negotiate with the United Arab Emirates. Therefore, the Undersecretary of the United Arab Emirates was the last to negotiate with China. The answer is Abdullah G\u00fcl", "em": 0.0, "f1": 0.0 }, { "quid": 3008223, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "What was the first country China wanted to negotiate with in 2010?", "golds": [ "South Africa" ], "pred": "Argentina\nExplanation: The first country China wanted to negotiate with in 2010 was Argentina. This is evident from the numerous records of Cristina Fern\u00e1ndez de Kirchner expressing her intent to meet or negotiate with China throughout the year. The records show that she made several attempts to initiate diplomatic cooperation with China, starting from January", "em": 0.0, "f1": 0.0 }, { "quid": 3041514, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who expressed the intention to meet with Cambodia in 2008?", "golds": [ "Foreign Affairs (South Korea)", "Laos", "Vietnam", "Military Personnel (Thailand)", "Cabinet / Council of Ministers / Advisors (United States)", "Thailand", "Police (Cambodia)", "Foreign Affairs (Malaysia)", "China", "Iraq" ], "pred": "Laos\nExplanation: The question asks who expressed the intention to meet with Cambodia in 2008. The evidence shows that Laos expressed the intention to meet with Cambodia multiple times in 2008, while Thailand and Vietnam also engaged in negotiations with Cambodia in 2008. However, the question specifically asks about expressing the intention", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3001713, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Patrick Manning praise China?", "golds": [ "2006" ], "pred": "2006\nExplanation: The question asks for the year in which Patrick Manning praised China. The evidence provided shows that Patrick Manning made a statement about China on 2006-02-21, which is the only instance of him praising or endorsing China. Therefore, the correct answer is 2006. The other", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3002595, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Cambodia last express the intention to participate in diplomatic cooperation in 2015?", "golds": [ "Thailand" ], "pred": "Vietnam\nExplanation: The question asks for the country with which Cambodia last expressed the intention to participate in diplomatic cooperation in 2015. The evidence provided shows that Cambodia expressed the intention to engage in diplomatic cooperation with Vietnam on 2015-01-02. Therefore, the correct answer is Vietnam. The other options,", "em": 0.0, "f1": 0.0 }, { "quid": 3007534, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited Iraq on 9 March 2008?", "golds": [ "Iran", "Mahmoud Ahmadinejad" ], "pred": "Mahmoud Ahmadinejad\nExplanation: Mahmoud Ahmadinejad visited Iraq on 9 March 2008. This is evident from the evidence provided, which shows that Mahmoud Ahmadinejad made a visit to Iraq on that date. The other options do not match the evidence. The UN Security Council imposed an embargo, boycott,", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3001985, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited China on the same day as Kocheril Narayanan?", "golds": [ "Kuomintang" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou visited China on the same day as Kocheril Narayanan. Ma Ying Jeou appealed for diplomatic cooperation with China on 2005-01-05. Kocheril Narayanan visited China on 2014-06-25. Therefore, Ma", "em": 0.0, "f1": 0.0 }, { "quid": 3045677, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to which Malaysia offered cooperation?", "golds": [ "Thailand" ], "pred": "Yemen\nExplanation: The last country to which Malaysia offered cooperation was Yemen. This is evident from the fact that the last entry in the evidence list is \"Yemen | Engage in diplomatic cooperation | Malaysia | 2005-01-30\". This entry indicates that Yemen engaged in diplomatic cooperation with Malaysia on January", "em": 0.0, "f1": 0.0 }, { "quid": 3015439, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to sign an agreement with China?", "golds": [ "Vietnam" ], "pred": "Timor-Leste\nExplanation: Timor-Leste was the first country to sign an agreement with China. The evidence shows that Timor-Leste signed an agreement with Japan on January 25, 2005, while China made an appeal or request to Japan on January 25, 2005, and January", "em": 0.0, "f1": 0.0 }, { "quid": 3025230, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the criminal of Somalia last visit Malaysia?", "golds": [ "2011" ], "pred": "2006\nExplanation: The criminal of Somalia last visited Malaysia in 2006. The evidence is from the Naval (United States) making a statement about the criminal of Somalia on 2006-11-01. The criminal of Somalia was arrested, detained, or charged with legal action by the Naval (United", "em": 0.0, "f1": 0.0 }, { "quid": 3022881, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country threatened Iraq last, before the looters of Iraq did?", "golds": [ "Iran" ], "pred": "Iran\nExplanation:\nThe last country to threaten Iraq was Iran. This is evident from the fact that the Rebel Group (Iraq) threatened Iraq with military force on January 15 and 16, 2005, and Iran consulted with Iraq on January 25 and 27, 2005. This indicates that Iran", "em": 1.0, "f1": 0.0625 }, { "quid": 3020905, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 6 June 2007, which country wanted to participate in diplomatic cooperation with Burundi?", "golds": [ "South Africa" ], "pred": "Kenya\nExplanation: The East African Community (EAC) expressed its intent to engage in diplomatic cooperation with Burundi on 6 June 2007. Kenya is a member of the EAC. Therefore, Kenya wanted to participate in diplomatic cooperation with Burundi before 6 June 2007. \nNote: The", "em": 0.0, "f1": 0.0 }, { "quid": 3040359, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Abhisit Vejjajiva last repatriate people to Thailand?", "golds": [ "2010-07" ], "pred": "April\nExplanation: The evidence shows that Abhisit Vejjajiva last repatriated people to Thailand in April 2006. This is based on the fact that the earliest date mentioned in the evidence is February 2005, and the latest date mentioned is April 2006. Therefore, the correct answer", "em": 0.0, "f1": 0.0 }, { "quid": 3002536, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Kuwait, to whom did Ali Abdullah Saleh last appeal?", "golds": [ "Yemen" ], "pred": "Pervez Musharraf\nExplanation: The question asks to whom Ali Abdullah Saleh last appealed before Kuwait. The correct answer is Pervez Musharraf, as the last appeal before Kuwait was to Kuwait itself. The evidence shows that Ali Abdullah Saleh appealed to Pervez Musharraf on 2005-02", "em": 0.0, "f1": 0.0 }, { "quid": 3027433, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Tsakhiagiyn Elbegdorj make optimistic comments about China?", "golds": [ "2011-08" ], "pred": "June\nExplanation: The question asks in which month Tsakhiagiyn Elbegdorj made optimistic comments about China. The evidence provided includes various events and statements made by Tsakhiagiyn Elbegdorj, but only one event mentions him making an optimistic comment about China in June 2010", "em": 0.0, "f1": 0.0 }, { "quid": 3052448, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country did China last praise in 2007?", "golds": [ "Japan" ], "pred": "Iran\nExplanation: The question asks for the country that China last praised in 2007. To answer this question, we need to find the most recent date when China praised a country in 2007. Looking at the evidence, we see that China praised Iran on January 5, 2007, January", "em": 0.0, "f1": 0.0 }, { "quid": 3000603, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did China express the intention to participate in diplomatic cooperation on the same day as the Ministry of Vietnam?", "golds": [ "Vietnam" ], "pred": "Japan\nExplanation: The question asks for the country with which China expressed the intention to participate in diplomatic cooperation on the same day as the Ministry of Vietnam. The answer is Japan, as the Ministry of Vietnam expressed the intention to engage in diplomatic cooperation with Japan on January 9, 2005, and China also expressed", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3054725, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last attacked Cambodia with small arms and light weapons?", "golds": [ "Police (Cambodia)" ], "pred": "Thailand\nExplanation: The evidence shows that Thailand is the country that last attacked Cambodia with small arms and light weapons. The evidence includes reports of armed gangs from Thailand fighting with small arms and light weapons in Thailand, and reports of Cambodian police arresting and detaining citizens of Thailand for their involvement in these attacks. This suggests", "em": 0.0, "f1": 0.10256410256410257 }, { "quid": 3027478, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China host the visit of the Nigerian Bar Association?", "golds": [ "2008-05" ], "pred": "May\nExplanation: The Nigerian Bar Association visited China in May 2008. This is the only month in which the Nigerian Bar Association visited China. The other months mentioned in the evidence are not relevant to the question. Therefore, the answer is May. \nNote: The evidence is a list of events related to the", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3032862, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last supported the citizens of Bangladesh before China?", "golds": [ "Head of Government (Bangladesh)" ], "pred": "Japan\nExplanation: The question asks who last supported the citizens of Bangladesh before China. The answer is Japan because the last event involving Japan and Bangladesh was a \"Demand\" on 2005-02-01, while the last event involving China and Bangladesh was a \"Threaten\" on 2005-02", "em": 0.0, "f1": 0.125 }, { "quid": 3036071, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 27 June 2014, which country did Cambodia express interest in cooperating with?", "golds": [ "Vietnam", "China", "Thailand", "Laos" ], "pred": "Vietnam\nExplanation: The question asks which country Cambodia expressed interest in cooperating with after 27 June 2014. The correct answer is Vietnam, as indicated by the evidence. The other options are incorrect because they either refer to other countries expressing interest in cooperating with Cambodia or to other types of actions taken by countries. The", "em": 1.0, "f1": 0.04878048780487806 }, { "quid": 3014887, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the governor of South Korea last visit Thailand?", "golds": [ "2009" ], "pred": "2005\nExplanation: The governor of South Korea last visited Thailand in 2005. The governor of South Korea visited Thailand in 2005. The governor of South Korea visited Thailand in 2005. The governor of South Korea visited Thailand in 2005. The governor of South Korea visited Thailand in", "em": 0.0, "f1": 0.0 }, { "quid": 3028312, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who made optimistic remarks about China in the same month of Vincent C. Siew?", "golds": [ "Wen Jiabao", "Ma Ying Jeou", "Jian Yu", "Head of Government (Peru)" ], "pred": "Vincent C. Siew\nExplanation: Vincent C. Siew made optimistic remarks about China in the same month of Vincent C. Siew. The month is April 2008. The evidence is from the same month of Vincent C. Siew. The evidence is from the same month of Vincent C. Siew", "em": 0.0, "f1": 0.08695652173913043 }, { "quid": 3021772, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Foreign Affairs of France, which country first endorsed Thailand?", "golds": [ "Vietnam" ], "pred": "South Korea\nExplanation: The first country to endorse Thailand is South Korea. On January 9, 2005, the Foreign Affairs of South Korea consulted with the UN Security Council. This is the first endorsement of Thailand by a country. The endorsement is not a direct statement, but it is an action that implies support", "em": 0.0, "f1": 0.0 }, { "quid": 3037643, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Director General of Indonesia, who was the first to visit China?", "golds": [ "Angela Merkel" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou, the Director General of Taiwan, was the first to visit China. The evidence is from the news articles about the visit of Ma Ying Jeou to China on January 4, 2005. The news articles mention that Ma Ying Jeou made a visit to", "em": 0.0, "f1": 0.0 }, { "quid": 3042809, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic comments about Iraq after the Iranian media?", "golds": [ "Barack Obama", "Iran", "Asylum Seeker (Iraq)", "China", "Adil Abdul-Mahdi", "Party Member (United Kingdom)", "Haider Al-Abadi", "Massoud Barzani", "Eshaq Jahangiri" ], "pred": "Iran\nExplanation: The question asks who made optimistic comments about Iraq after the Iranian media. The evidence provided shows that several individuals and groups made optimistic comments about Iraq, but the question specifically asks about the Iranian media. The correct answer is Iran, as the evidence shows that Iran made optimistic comments about Iraq after the Iranian media", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3034252, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Mwai Kibaki last expressed an intention to meet with Burundi?", "golds": [ "2011-11" ], "pred": "August 2005\nExplanation: The exact month when Mwai Kibaki last expressed an intention to meet with Burundi is August 2005. This is based on the information provided in the evidence, which shows that Mwai Kibaki expressed an intention to meet with Burundi on August 25", "em": 0.0, "f1": 0.0 }, { "quid": 3022117, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did China threaten before 30 March 2005?", "golds": [ "Japan", "Lawmaker (Hong Kong)" ], "pred": "South Korea\nExplanation: The news articles show that China threatened South Korea before 30 March 2005. China threatened South Korea on 30 March 2005. South Korea made an appeal or request to China on 30 March 2005. China consulted with Kazakhstan on 30 March 2005. Kazakhstan", "em": 0.0, "f1": 0.0 }, { "quid": 3025967, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to negotiate with Iraq after Juan Carlos I?", "golds": [ "Donald Rumsfeld" ], "pred": "Portugal\nExplanation: The first country to negotiate with Iraq after Juan Carlos I was Portugal. This is evident from the evidence provided, which shows that Portugal was the first country to have a consultation with Juan Carlos I on October 13, 2005. The other countries, such as Mahmoud Abbas, Evo Morales, and", "em": 0.0, "f1": 0.0 }, { "quid": 3041474, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Malaysia, with whom did Gurbanguly Berdymukhammedov announce his intention to meet?", "golds": [ "Ashraf Ghani Ahmadzai", "Iran", "Emperor Akihito", "South Korea", "Xi Jinping", "Kazakhstan", "Thailand", "Japan" ], "pred": "Kazakhstan\nExplanation: Gurbanguly Berdymukhammedov announced his intention to meet with Kazakhstan. This is evident from the evidence provided, which shows that Gurbanguly Berdymukhammedov expressed his intent to meet or negotiate with Kazakhstan on May 14, 2007. This", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3032803, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the citizens of Bulgaria express their intention to participate in diplomatic cooperation with China?", "golds": [ "2011-05-14" ], "pred": "2005-01-07\nReasoning Skill: This question requires the ability to analyze a large amount of information and identify the specific event or date that matches the criteria. In this case, the question asks when the citizens of Bulgaria expressed their intention to participate in diplomatic cooperation with China, but the evidence provided does", "em": 0.0, "f1": 0.0 }, { "quid": 3054323, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Angolan military, who was the first to start diplomatic cooperation with China?", "golds": [ "Ma Ying Jeou" ], "pred": "Japan\nExplanation: The Angolan military was the first to start diplomatic cooperation with China. However, the evidence provided does not support this answer. The evidence shows that Japan and China were engaging in diplomatic cooperation in 2005, with multiple news articles and statements from both countries expressing intent to engage in cooperation. Vietnam was", "em": 0.0, "f1": 0.0 }, { "quid": 3055210, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Cambodia, who was the first person with whom the leader of South Korea expressed an intention to meet?", "golds": [ "Mwai Kibaki" ], "pred": "Vietnam\nExplanation: The leader of South Korea, Roh Moo-hyun, expressed an intention to meet with the leader of Vietnam, Nguyen Minh Triet, after Cambodia. This is evident from the provided evidence, which shows that on January 5, 2005, South Korea expressed an intention to meet or negotiate with", "em": 0.0, "f1": 0.0 }, { "quid": 3027386, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who requested a meeting with Cambodia on 25 September 2009?", "golds": [ "Vietnam", "Thailand", "Okada Katsuya", "Laos" ], "pred": "Okada Katsuya\nExplanation: Okada Katsuya, the Japanese Foreign Minister, requested a meeting with Cambodia on 25 September 2009. This is evident from the fact that there is no record of Vietnam, Thailand, or Laos requesting a meeting with Cambodia on that date, and the only other country", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3027932, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who wants to negotiate with Malaysia in the same month as Gary Roughead?", "golds": [ "Emperor Akihito", "Iran", "Nonaligned Movement", "Mahmoud Abbas" ], "pred": "China\nExplanation: Gary Roughead made a statement in China in 2006, 2007, and 2009. He also consulted with China in 2006 and 2009. Therefore, it is likely that Gary Roughead will negotiate with China in the same month as he made a statement", "em": 0.0, "f1": 0.0 }, { "quid": 3045272, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "After February 2008, with which country did China have a telephone conversation?", "golds": [ "Newspaper (Sudan)", "France", "Associated Press", "Agence France-Presse", "Barack Obama", "Japan", "Malaysia", "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "Japan\nExplanation: \n- The question asks for the country with which China had a telephone conversation after February 2008.\n- The evidence shows that China had telephone conversations with Japan in 2005, but there is no information about telephone conversations after February 2008.\n- However, the evidence also shows that China", "em": 1.0, "f1": 0.0625 }, { "quid": 3021167, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China last make an appeal to the Monastery of China?", "golds": [ "2009-02-19" ], "pred": "There is no evidence that China made an appeal to the Monastery of China. The evidence provided shows that China made appeals or requests to other countries, such as Japan, Malaysia, and South Korea, but not to the Monastery of China. The Monastery of China is not a country or a political entity that can", "em": 0.0, "f1": 0.0 }, { "quid": 3027232, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "After 2014, who expressed the intention to participate in diplomatic cooperation with Ethiopia?", "golds": [ "Mauritania", "China", "Osama Mohamed Abdul Shafy Shaltout", "Sudan" ], "pred": "Seyoum Mesfin\nExplanation: Seyoum Mesfin, the Ethiopian Foreign Minister, expressed the intention to participate in diplomatic cooperation with Ethiopia in 2005. This is evident from the provided evidence, which shows that Seyoum Mesfin demanded diplomatic cooperation with Ethiopia on January 18, 2005,", "em": 0.0, "f1": 0.0 }, { "quid": 3008990, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "To whom did Ethiopia make an appeal before the citizens of Nigeria?", "golds": [ "Yemen", "African Union", "Sudan", "Eritrea", "North America", "South Africa", "Djibouti", "Malawi", "Elizabeth II", "UN Security Council" ], "pred": "The citizens of Nigeria. Isaias Afewerki made an appeal to the citizens of Nigeria on 2005-01-04. \nNote: The appeal was made through a statement. The appeal was not made to the government of Nigeria. The appeal was made to the citizens of Nigeria. The appeal", "em": 0.0, "f1": 0.0 }, { "quid": 3016508, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Roh Moo Hyun, which was the last country to negotiate with Cambodia?", "golds": [ "Laos" ], "pred": "Japan\nExplanation: The last country to negotiate with Cambodia before Roh Moo Hyun was Japan. Roh Moo Hyun was the President of South Korea from 2003 to 2008. The evidence provided shows that Roh Moo Hyun made several demands and statements related to Japan, but there is no evidence of him negotiating", "em": 0.0, "f1": 0.0 }, { "quid": 3035494, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Ethiopia last express the intention to participate in diplomatic cooperation with South Korea?", "golds": [ "2015-03" ], "pred": "January\nExplanation: The evidence shows that Ethiopia last expressed the intention to participate in diplomatic cooperation with South Korea in January 2005. The evidence also shows that Ethiopia expressed the intention to participate in diplomatic cooperation with South Korea in January 2005, and that this was the last time Ethiopia expressed such an intention. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3043108, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to receive humanitarian aid from Malaysia?", "golds": [ "China" ], "pred": "Iran\nExplanation: The evidence shows that Malaysia provided humanitarian aid to Aceh in 2005. The United States provided humanitarian aid to Iran in 2005 and 2006. The last country to receive humanitarian aid from Malaysia was Aceh in 2005. The last country to receive humanitarian aid from the United", "em": 0.0, "f1": 0.0 }, { "quid": 3029801, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did M.R. Sharma want to meet in Malaysia in the same month?", "golds": [ "China", "Winston Peters" ], "pred": "Mswati III\nExplanation: M.R. Sharma expressed intent to meet or negotiate with Mswati III in Malaysia in the same month. The date of the event is 2008-08-01. The other options do not match the given evidence. M.R. Sharma did not express intent to meet or", "em": 0.0, "f1": 0.0 }, { "quid": 3007244, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last person to whom Ethiopia made an appeal?", "golds": [ "Abdel Fattah Al-Sisi" ], "pred": "Isaias Afewerki\nExplanation: The last person to whom Ethiopia made an appeal was Isaias Afewerki, the President of Eritrea, on January 4, 2005. This is evident from the provided evidence, which shows that Ethiopia made an appeal or request to Isai", "em": 0.0, "f1": 0.0 }, { "quid": 3006159, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Maurice Williamson express his intention to meet with China?", "golds": [ "2010" ], "pred": "2010\nExplanation: The correct answer is 2010. The evidence shows that Maurice Williamson expressed his intention to meet with China on 2010-10-26. The other dates mentioned in the evidence are not relevant to the question. Therefore, the correct answer is 2010. \nNote: The", "em": 1.0, "f1": 0.0625 }, { "quid": 3055149, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who host Heinz Fischer's visit from Heinz Fischer last before Ethiopia did?", "golds": [ "Farouk al-Sharaa" ], "pred": "Romania\nExplanation: Heinz Fischer visited Romania on 2006-05-03 and 2006-05-02. Therefore, Romania hosted Heinz Fischer's visit from Heinz Fischer last before Ethiopia did. Ethiopia is not mentioned in the evidence. The evidence does not provide information about the last visit before Ethiopia", "em": 0.0, "f1": 0.0 }, { "quid": 3055173, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the leader of Cyprus visit Kuwait?", "golds": [ "2013-10" ], "pred": "March\nExplanation: The leader of Cyprus visited Kuwait in March 2005. The evidence is from the following sentences:\n- Kuwait | Host a visit | Head of Government (Germany) | 2005-03-13\n- Kuwait | Host a visit | Head of Government (Germany) | 2005-", "em": 0.0, "f1": 0.0 }, { "quid": 3051521, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was rejected by China after Xi Jinping?", "golds": [ "Barack Obama", "Lawyer/Attorney (United States)", "Iran", "Japan", "Vietnam" ], "pred": "Hu Jintao\nExplanation: Xi Jinping was rejected by China after Hu Jintao. Xi Jinping was a candidate for the position of General Secretary of the Communist Party of China, but he was rejected by the party's Central Committee in favor of Hu Jintao. This was a significant event in Chinese politics,", "em": 0.0, "f1": 0.0 }, { "quid": 3037737, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would like to negotiate with China first?", "golds": [ "Kuomintang" ], "pred": "Japan\nExplanation: The question asks who would like to negotiate with China first. The evidence shows that Japan expressed intent to meet or negotiate with China on three different dates (2005-01-07, 2005-01-08, and 2005-01-14), which is more than any other", "em": 0.0, "f1": 0.0 }, { "quid": 3017686, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "After 2014, with which country has Iraq signed formal agreements?", "golds": [ "Legislature (Iraq)", "International Government Organizations", "Kuwait", "Barack Obama", "Iran", "Yemen", "China" ], "pred": "Iran\nExplanation: The evidence shows that Iraq and Iran have signed formal agreements in 2005. The other options do not have any evidence to support them. Therefore, the correct answer is Iran. \nNote: The evidence is based on the given text and may not reflect the actual events or agreements between Iraq and other", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3053111, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country wanted to establish diplomatic cooperation with Thailand in the same month as the leader of the Pheu Thai Party?", "golds": [ "Laos" ], "pred": "China\nExplanation: The leader of the Pheu Thai Party is Thaksin Shinawatra. He was the Prime Minister of Thailand from 2001 to 2006. The Pheu Thai Party was established in 1998. The leader of the Pheu Thai Party wanted to establish diplomatic cooperation", "em": 0.0, "f1": 0.0 }, { "quid": 3012508, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Rafael Ram\u00edrez last visit China?", "golds": [ "2010-02" ], "pred": "2010-02\nExplanation: The last visit to China was in February 2010. The evidence is the following: Rafael Ram\u00edrez | Make a visit | China | 2010-02-03 and China | Host a visit | Rafael Ram\u00edrez | 2010-02-03", "em": 1.0, "f1": 0.17391304347826084 }, { "quid": 3040640, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 24.03.2015, which country signed an agreement with Ethiopia?", "golds": [ "Sudan" ], "pred": "Djibouti\nExplanation: On 24.03.2015, Djibouti signed an agreement with Ethiopia. The agreement was signed on 24.03.2015. The agreement was signed by Djibouti. The agreement was signed with Ethiopia. The agreement was signed on 24.", "em": 0.0, "f1": 0.0 }, { "quid": 3010587, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Thailand, which country was the first to negotiate with Donald Rumsfeld?", "golds": [ "China" ], "pred": "China\nExplanation: The first country to negotiate with Donald Rumsfeld was China. This is evident from the provided evidence, which shows that Donald Rumsfeld expressed intent to meet or negotiate with China on multiple dates, starting from February 1, 2005. This indicates that China was the first country to engage", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3038295, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Cambodian police last investigate Cambodia?", "golds": [ "2011-11-12" ], "pred": "2005-01-24\nExplanation: The question asks when the Cambodian police last investigated Cambodia. The evidence provided shows that on 2005-01-24, the Cambodian police investigated Cambodia, as indicated by the statement \"Cambodia | Investigate | Wen Jiabao | 2005-", "em": 0.0, "f1": 0.0 }, { "quid": 3034717, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China sign formal agreements with Singapore's military?", "golds": [ "2009-06-24" ], "pred": "There is no evidence that China signed formal agreements with Singapore's military in 2005. However, there is evidence that China and Japan had several interactions in 2005, including consultations and demands. There is also evidence that Japan provided military aid to Thailand and provided military protection or peacekeeping in Sudan in 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3035018, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 19 Nov 2009, which country signed an agreement with China?", "golds": [ "Vietnam" ], "pred": "Vietnam\nExplanation: Vietnam signed an agreement with China on 19 Nov 2009. The agreement was a formal agreement. The agreement was signed on 19 Nov 2009. The agreement was between Vietnam and China. The agreement was signed on 19 Nov 2009. The agreement was a formal agreement.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3000796, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to negotiate with Thailand after the Armed Rebel of Thailand?", "golds": [ "National United Front for Democracy Against Dictatorship" ], "pred": "Armed Gang (Thailand) | fight with small arms and light weapons | Citizen (Thailand) | 2005-01-05\nExplanation: The Armed Rebel of Thailand was a group that fought against the government of Thailand. The first group to negotiate with Thailand after the Armed Rebel of Thailand was the Armed Gang", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3003629, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Ethiopia, who was the last to express interest in cooperation with China?", "golds": [ "African Union" ], "pred": "Thailand\nExplanation: The last country to express interest in cooperation with China before Ethiopia was Thailand, on January 7, 2005. This is evident from the provided evidence, which lists various countries and their expressions of interest in cooperation with China or other countries, including Ethiopia. The entry for January 7,", "em": 0.0, "f1": 0.0 }, { "quid": 3042069, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country to negotiate with Mulatu Teshome after China?", "golds": [ "Head of Government (Egypt)" ], "pred": "China was not the first country to negotiate with Mulatu Teshome. The first country to negotiate with Mulatu Teshome after China was not specified in the evidence. The evidence only shows that Mulatu Teshome had consultations and negotiations with China, and made statements and visits to China. It does not provide", "em": 0.0, "f1": 0.0 }, { "quid": 3039899, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Raul Hernandez reject China?", "golds": [ "2014-03" ], "pred": "March\nExplanation: The question asks in which month Raul Hernandez rejected China. The evidence provided shows that Raul Hernandez made a statement about China on March 14, 2014, which is the closest date to the question. Therefore, the answer is March. The other months mentioned in the evidence (December,", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3010223, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to formally sign an agreement with Burundi?", "golds": [ "Tanzania" ], "pred": "High Commission for Refugees\nExplanation: The High Commission for Refugees was the last country to formally sign an agreement with Burundi. The agreement was signed on August 18, 2005. The other options are not correct because they are either rebel groups or government entities within Burundi, or they are dates of", "em": 0.0, "f1": 0.0 }, { "quid": 3024887, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made pessimistic remarks about Thailand on 20 January 2007?", "golds": [ "George Yeo" ], "pred": "George Yeo\nExplanation: George Yeo made pessimistic remarks about Thailand on 20 January 2007. This is evident from the evidence provided, which shows that George Yeo made a pessimistic comment on that date, while other events and statements related to Thailand on that date do not involve pessimistic remarks.", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3039350, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country the Pakistani government negotiated with after China?", "golds": [ "Cleric (Pakistan)" ], "pred": "Japan\nExplanation: The Pakistani government negotiated with Japan after China. The evidence shows that the Pakistani government had several consultations with Japan in January 2005, and China threatened Japan in February 2005. This indicates that the Pakistani government was in contact with Japan before China threatened Japan. Therefore, the first country the Pakistani", "em": 0.0, "f1": 0.0 }, { "quid": 3045828, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of Uruguay visit Malaysia?", "golds": [ "2007-11-15" ], "pred": "2005-01-24\nReasoning: The question asks when the leader of Uruguay visited Malaysia. However, there is no information about the leader of Uruguay visiting Malaysia in the given text. The text only mentions visits between Malaysia and other countries, such as Thailand, Aceh, and Pakistan, as well as", "em": 0.0, "f1": 0.0 }, { "quid": 3046290, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who made Iraq suffer from conventional military forces after Sep, 2015?", "golds": [ "France", "Military (Russia)" ], "pred": "Rebel Group (Iraq) and Government (Iran) and Rebel Group (Iraq) and Government (Iran) and Rebel Group (Iraq) and Government (Iran) and Rebel Group (Iraq) and Government (Iran) and Rebel Group (Iraq) and Government (Iran) and Rebel Group (Iraq) and Government (Iran", "em": 0.0, "f1": 0.0 }, { "quid": 3037889, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Malaysia first reject the Lawyer/Attorney of Malaysia?", "golds": [ "2015" ], "pred": "2005\nExplanation: The year 2005 is the year in which Malaysia first rejected the Lawyer/Attorney of Malaysia. This is evident from the news articles provided, which mention various events and activities related to Malaysia in 2005, including diplomatic cooperation, investigations, and statements made by representatives and court judges", "em": 0.0, "f1": 0.0 }, { "quid": 3014977, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Iraq wish to engage in diplomatic cooperation with the Business of Iraq?", "golds": [ "2007-01-28" ], "pred": "There is no evidence that Iraq wished to engage in diplomatic cooperation with the Business of Iraq. The evidence shows that various countries and organizations expressed interest in engaging in diplomatic cooperation with Iran, but there is no mention of Iraq. Therefore, the answer is \"There is no evidence\". \nNote: The Business of Iraq is not", "em": 0.0, "f1": 0.0 }, { "quid": 3055211, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "Which year did the Guerrilla of Kurdistan Workers' Party reject Iraq?", "golds": [ "2007" ], "pred": "2005\nExplanation: The question asks for the year the Kurdistan Workers' Party rejected Iraq. The evidence provided includes various statements and actions from different individuals and organizations, but none of them directly mention the Kurdistan Workers' Party rejecting Iraq. However, one of the statements mentions Mitch McConnell rejecting Iraq in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3014238, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to make optimistic comments about China?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Japan\nExplanation: The last to make optimistic comments about China was Japan on 2005-01-31. The other countries made statements or expressed intent to cooperate, but not optimistic comments. Therefore, Japan is the correct answer. \nNote: The question is asking for the last country to make optimistic comments about China", "em": 0.0, "f1": 0.0 }, { "quid": 3043602, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 6 February 2009, which country offered cooperation to Cambodia?", "golds": [ "Thailand" ], "pred": "Thailand\nExplanation: On 6 February 2009, Thailand offered cooperation to Cambodia. Thailand expressed intent to cooperate with Cambodia. Thailand expressed intent to engage in diplomatic cooperation (such as policy support) with Japan. Thailand provided humanitarian aid to Japan. Thailand hosted a visit from Sanjay Dutt. Thailand hosted a visit", "em": 1.0, "f1": 0.0625 }, { "quid": 3002188, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Bill Richardson visit China for the first time?", "golds": [ "2007" ], "pred": "2006\nExplanation: The first time Bill Richardson visited China is not mentioned in the given text. However, the text does mention that Bill Richardson visited Sudan in 2006 and 2007, and Mexico in 2005 and 2006. Therefore, the year in which Bill Richardson visited China for the", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3037147, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last did Ethiopia accuse before the Media Personnel of International?", "golds": [ "Eritrea" ], "pred": "Eritrea\nLast Statement: 2005-02-10\nLast Action: Accuse\nLast Entity: Media Personnel of International\nLast Country: Eritrea\nLast Action Type: Accuse\nLast Entity Type: Media Personnel of International\nLast Country: Eritrea\nLast Statement Date:", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3047490, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made an appeal to China on 25 August 2008?", "golds": [ "Lee Myung Bak", "Ruling Party (South Korea)", "Ma Ying Jeou" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou made an appeal to China on 25 August 2008. Ma Ying Jeou is the President of Taiwan. He made an appeal to China on 25 August 2008. Lee Myung Bak is the President of South Korea. He did not make an", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3004798, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Thailand gave the denouncement to last before the Media Personnel of International?", "golds": [ "Citizen (Thailand)" ], "pred": "None\nExplanation: There is no evidence that Thailand gave the denouncement to last before the Media Personnel of International. The evidence shows that Thailand gave the denouncement to last before the Citizen of Thailand. Therefore, the answer is None. \nNote: The evidence is based on the provided text and may not be a comprehensive", "em": 0.0, "f1": 0.1142857142857143 }, { "quid": 3004374, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country with which Cambodia formally signed an agreement?", "golds": [ "Thailand" ], "pred": "High Commission for Refugees\nExplanation: The last country with which Cambodia formally signed an agreement was the High Commission for Refugees. This is evident from the fact that there are multiple news articles and reports from 2005-01-25 and 2005-01-26 mentioning the signing of a formal agreement between", "em": 0.0, "f1": 0.0 }, { "quid": 3019655, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last country to criticise Thailand in 2011?", "golds": [ "Citizen (Thailand)" ], "pred": "Cambodia\nExplanation: The last country to criticise Thailand in 2011 was Cambodia. The evidence shows that Cambodia was the last country to criticise Thailand in 2011, with the last criticism occurring on February 11, 2011. The other countries mentioned in the evidence, such as China and Cambodia,", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3051362, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Jack Straw spoke optimistically about Iraq?", "golds": [ "2006-04-03" ], "pred": "I couldn't find any evidence of Jack Straw speaking optimistically about Iraq in 2005. In fact, the evidence suggests that he was critical of the situation in Iraq and the government's handling of it. For example, on January 4, 2005, he rejected Tony Blair's views on Iraq, and", "em": 0.0, "f1": 0.0 }, { "quid": 3046386, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise Iraq after the citizens of Saudi Arabia?", "golds": [ "Zayd Al-Rifa'i" ], "pred": "Iran\nExplanation: The first to praise Iraq after the citizens of Saudi Arabia was Iran. This is based on the evidence that Iran made a statement on January 16, 2005, and hosted a visit from the Special Rapporteurs of the United Nations on February 6, 2005, which indicates a", "em": 0.0, "f1": 0.0 }, { "quid": 3055031, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed an intention to meet with China on 27 Apr 2012?", "golds": [ "Government Delegation (Macedonia)" ], "pred": "Dmitry Anatolyevich Medvedev\nExplanation: Dmitry Anatolyevich Medvedev expressed an intention to meet with China on 27 Apr 2012. Dmitry Anatolyevich Medvedev hosted a visit from China on 27 Apr 2012. Dmitry Anatolyevich Medvedev made", "em": 0.0, "f1": 0.0 }, { "quid": 3005995, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Henry M. Paulson make optimistic remarks about China?", "golds": [ "2007" ], "pred": "2006\nExplanation: The evidence shows that Henry M. Paulson made optimistic remarks about China in 2006. The exact dates of his visits and negotiations with China are also provided in the evidence. Therefore, the correct answer is 2006. \nNote: The question is asking for the year when Henry", "em": 0.0, "f1": 0.0 }, { "quid": 3049007, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "What month did China receive the visit from Bangladesh Garments Manufacturers and Exporters Association?", "golds": [ "2007-03" ], "pred": "March 2007\nExplanation: The question asks for the month when China received a visit from the Bangladesh Garments Manufacturers and Exporters Association. The evidence provided shows that the association visited China on March 22, 2007. Therefore, the correct answer is March 2007. The other options are incorrect because", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3044776, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China last make a request to the Business of Africa?", "golds": [ "2011-09" ], "pred": "January\nExplanation: The evidence shows that China last made a request to the Business of Africa in January 2005. The exact date is not specified, but it is clear that the request was made in January. Therefore, the correct answer is January. \nNote: The question is asking for the month in which China", "em": 0.0, "f1": 0.0 }, { "quid": 3013671, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to want to negotiate with Oman?", "golds": [ "Thailand" ], "pred": "Thailand\nExplanation: Thailand was the first country to want to negotiate with Oman. The first event was on 2005-02-04. The other countries expressed intent to meet or negotiate with Oman after this date. Oman arrested, detained, or charged with legal action men from Oman on several dates, but this is", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3050692, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Abdoulaye Wade, who was the last to make optimistic remarks about China?", "golds": [ "National Coalition Government of the Union of Burma" ], "pred": "Abdoulaye Wade\nExplanation: The question asks for the last person to make optimistic remarks about China before Abdoulaye Wade. The evidence provided shows that Abdoulaye Wade made several optimistic comments about China in 2006, including making a visit, hosting a visit, and expressing intent to meet or", "em": 0.0, "f1": 0.04761904761904761 }, { "quid": 3027181, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country to make a telephone call to China?", "golds": [ "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "Japan\nExplanation: The last country to make a telephone call to China was Japan. This is evident from the fact that the last record of a telephone call to China is from Japan on January 13, 2005. The records show that Japan made several visits and expressed intent to cooperate with China on various dates in", "em": 0.0, "f1": 0.045454545454545456 }, { "quid": 3029238, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to want to cooperate with Cambodia?", "golds": [ "Thailand" ], "pred": "Thailand\nExplanation: Thailand was the last country to want to cooperate with Cambodia. The evidence shows that Thailand expressed intent to cooperate with Malaysia and Japan on January 31 and 25, 2005, respectively. However, there is no evidence of Thailand expressing intent to cooperate with Cambodia after January 7, 200", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3046501, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China praise Agence France-Presse for the first time?", "golds": [ "2007-04-13" ], "pred": "2005-01-08\nReasoning skill: Identifying Pros And Cons\nAnalysis: The question requires the reader to analyze the given evidence and identify the first instance when China praised Agence France-Presse. The correct answer is 2005-01-08, which is the date when Sudan praised Ag", "em": 0.0, "f1": 0.0 }, { "quid": 3052210, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who were the first international governmental organisations to praise after Malaysia?", "golds": [ "Yemen" ], "pred": "The first international governmental organisations to praise after Malaysia were the police of Thailand. They expressed their intent to cooperate with Malaysia on 2005-01-31. The first international governmental organisations to praise after Malaysia were the representatives of Thailand. They expressed their intent to engage in diplomatic cooperation (such as policy support) with Malaysia", "em": 0.0, "f1": 0.0 }, { "quid": 3007158, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Supreme Council for Women visit Iraq?", "golds": [ "2015" ], "pred": "2015\nExplanation: The Supreme Council for Women visited Iraq in 2015. This is evident from the evidence provided, which shows that the Supreme Council for Women made a visit to Iraq on May 3, 2015. There is no evidence to suggest that the Supreme Council for Women visited Iraq in any", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3023451, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last wanted to meet Donald Rumsfeld before China?", "golds": [ "Ministry (Kyrgyzstan)" ], "pred": "France\nExplanation: Donald Rumsfeld expressed intent to meet or negotiate with China on 2005-02-10. Donald Rumsfeld made a visit to China on 2005-02-10. China hosted a visit from Donald Rumsfeld on 2005-02-10. Donald Rums", "em": 0.0, "f1": 0.0 }, { "quid": 3021560, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the United States Senate endorse Iraq?", "golds": [ "2006-07-13" ], "pred": "There is no evidence that the United States Senate endorsed Iraq at any time. The Senate did consult with Iraq, make statements about Iraq, and use conventional military force in Iraq, but there is no evidence of an endorsement. The Senate did praise or endorse other entities, such as Oman, the United Kingdom, and the Philippines", "em": 0.0, "f1": 0.0 }, { "quid": 3020810, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Rabbi of Morocco first express his intention to negotiate with China?", "golds": [ "2006-06" ], "pred": "January\nExplanation: The Rabbi of Morocco is not mentioned in the evidence. The evidence only mentions the following entities expressing their intention to negotiate with China in January 2005: Industry (Morocco), Portugal, Kuomintang, Kuomintang, Japan, Japan, Japan, China, China, China,", "em": 0.0, "f1": 0.0 }, { "quid": 3050982, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Malaysia, who was the first country Mahmoud Ahmadinejad made optimistic remarks about?", "golds": [ "Sudan" ], "pred": "Japan\nExplanation:\nMahmoud Ahmadinejad made optimistic remarks about Japan on June 26, 2005, and again on June 25, 2005. This was before he made optimistic remarks about Malaysia on January 12, 2005. Therefore, Japan was the first country Mahmoud Ahmadinejad", "em": 0.0, "f1": 0.0 }, { "quid": 3046946, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to say something negative about Thailand?", "golds": [ "Party Member (Thailand)" ], "pred": "There is no evidence of a citizen of Thailand saying something negative about Thailand. The evidence shows that citizens of Thailand are expressing intent to provide aid, meet or negotiate, and cooperate with other countries. Therefore, the answer is \"No one\". \nNote: The question is based on the assumption that saying something negative about a", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3041297, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 16 May 2009, which country wanted to participate in diplomatic cooperation with Oman?", "golds": [ "China", "Iran", "Qatar" ], "pred": "Iran\nExplanation: On 16 May 2009, Iran expressed its intent to engage in diplomatic cooperation with Oman. This is the only event that matches the criteria. The other events do not involve Oman. Therefore, the answer is Iran. \nNote: The question is asking for the country that wanted to participate in", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3006915, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In Apr 2015, which country expressed an interest in cooperating with Thailand?", "golds": [ "China" ], "pred": "China\nExplanation: In Apr 2015, China expressed an interest in cooperating with Thailand in the development of the Dawei Special Economic Zone in Myanmar. The zone is a major infrastructure project that aims to create a new economic hub in the region. China has been keen to invest in the project, which would provide a", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3054047, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who appealed to China last, before Agence France-Presse?", "golds": [ "Segolene Royal" ], "pred": "France\nExplanation: Agence France-Presse is a French news agency. The question asks who appealed to China last, before Agence France-Presse. The answer is France, because Agence France-Presse is French. The other options are not relevant to the question. The evidence provided shows that Agence France-P", "em": 0.0, "f1": 0.0 }, { "quid": 3042963, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country signed an agreement with Ethiopia in the same month as Swaziland?", "golds": [ "South Africa" ], "pred": "Lesotho\nExplanation: The question asks for the country that signed an agreement with Ethiopia in the same month as Swaziland. The evidence shows that Swaziland signed an agreement with Lesotho on November 28, 2007. There is no evidence of Swaziland signing an agreement with Ethiopia in", "em": 0.0, "f1": 0.0 }, { "quid": 3024043, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who threatened Iraq before the Iraqi legislature?", "golds": [ "Barack Obama", "Iran", "Rebel Group (Iraqi Kurds)", "Party Member (Iraq)", "Police (Turkmenistan)", "Kuwait", "Employee (Iraq)" ], "pred": "Rebel Group (Iraq)\nExplanation: The Rebel Group (Iraq) threatened Iraq before the Iraqi legislature on January 16, 2005. This is evident from the evidence provided, which shows that the Rebel Group (Iraq) made a threat on January 16, 2005, and another threat on January 15", "em": 0.0, "f1": 0.1875 }, { "quid": 3013204, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Can you tell me the exact month when the High Commission for Refugees appealed to Cambodia?", "golds": [ "2009-12" ], "pred": "January 2005\nExplanation: The High Commission for Refugees appealed to Cambodia in January 2005. This is evident from the provided evidence, which includes documents and statements from the High Commission for Refugees and other parties, all dated in January 2005. The exact date of the appeal is not specified,", "em": 0.0, "f1": 0.0 }, { "quid": 3015631, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Zawahiri praise the armed rebels of Syria?", "golds": [ "2014-04" ], "pred": "December\nExplanation: The question asks in which month Zawahiri praised the armed rebels of Syria. The evidence provided does not mention Zawahiri praising the armed rebels of Syria. However, it does mention several statements made by Zawahiri in different months, including December. Therefore, the correct answer is December. Note", "em": 0.0, "f1": 0.0 }, { "quid": 3044336, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year was the last visit to Iraq made by a party member from Turkey?", "golds": [ "2012" ], "pred": "2005\nExplanation: The last visit to Iraq made by a party member from Turkey was made by Professor (Turkey) on 2005-02-08. The Professor made an appeal or request to Iran. The other visits to Iraq were made by people from other countries, or were visits to other countries.", "em": 0.0, "f1": 0.0 }, { "quid": 3003813, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to negotiate with Thailand on 25 January 2005?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The evidence shows that Japan expressed intent to meet or negotiate with Thailand on 25 January 2005. This is the only instance of Japan expressing intent to meet or negotiate with Thailand on that date. Therefore, the answer is Japan. \nNote: The evidence is based on the provided text and may", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3039217, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 9 October 2015, which country expressed interest in cooperation with China?", "golds": [ "Thailand", "South Korea", "Japan" ], "pred": "Thailand\nExplanation: On 9 October 2015, Thailand expressed interest in cooperation with China. This is evident from the fact that the media personnel made a statement about Thailand consulting China on 9 October 2015. This is the only event that matches the given date and the country of interest. The other events", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3035200, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Zawahiri last accuse Pervez Musharraf?", "golds": [ "2008" ], "pred": "2008\nExplanation: The year in which Zawahiri last accused Pervez Musharraf is 2008. This is evident from the evidence provided, which shows that Zawahiri made statements accusing Pervez Musharraf in August 2008. The other dates mentioned in the evidence refer to different years", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3001513, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who threatened Burundi first?", "golds": [ "Government (Burundi)" ], "pred": "Rebel Group (Burundi)\nExplanation: The Rebel Group (Burundi) used unconventional violence on 2005-04-05, which is the earliest recorded threat. The Burundi government made a statement on 2005-08-02, but this was a response to the violence, not a threat. The", "em": 0.0, "f1": 0.12903225806451613 }, { "quid": 3013392, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who did Ethiopia negotiate with in the same year as South Sudan?", "golds": [ "Head of Government (Ethiopia)" ], "pred": "Sudan\nExplanation: The question asks who Ethiopia negotiated with in the same year as South Sudan. The evidence shows that Ethiopia negotiated with Sudan in 2005. Therefore, the answer is Sudan. The other options are incorrect because they refer to different entities or years. For example, the Resistance Movement (South Sudan) expressed", "em": 0.0, "f1": 0.04761904761904762 }, { "quid": 3021552, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to reject China?", "golds": [ "Lawmaker (Hong Kong)" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou was the first to reject China. He was the President of Taiwan from 2008 to 2016. In 2005, he was the Premier of Taiwan. He rejected China's offer of cooperation on January 5, 2005. The other options", "em": 0.0, "f1": 0.0 }, { "quid": 3030518, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 13 August 2015, who blamed China?", "golds": [ "Vietnam", "Barack Obama" ], "pred": "Vietnam\nExplanation:\nAfter 13 August 2015, Vietnam blamed China. This is evident from the fact that Vietnam hosted a visit from the Head of Government (Bangladesh) on 13 August 2015. This is a clear indication that Vietnam was engaging in diplomatic efforts, possibly in response to China's actions", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3005563, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Cambodia make an appeal to the citizens of Thailand?", "golds": [ "2009-11" ], "pred": "January\nExplanation: The question asks in which month Cambodia made an appeal to the citizens of Thailand. The evidence provided shows that Cambodia made an appeal to the citizens of Thailand in January 2005. The other months mentioned in the evidence (March, February, and January) are not relevant to the question. Therefore,", "em": 0.0, "f1": 0.0 }, { "quid": 3042396, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited China in May, 2013?", "golds": [ "Mahmoud Abbas", "Catherine Ashton", "Benjamin Netanyahu", "Michael Sata", "South Korea", "Xi Jinping", "Ministry (Switzerland)", "Chang Song Taek", "High Ranking Military Personnel (Taiwan)", "Saud bin Faisal bin Abdul-Aziz", "Head of Government (Greece)", "Frank Bainimarama", "Antonis Samaras", "Egyptian Railway Authority", "Barack Obama", "Foreign Affairs (India)" ], "pred": "Japan\nExplanation: The question asks who visited China in May, 2013. However, the evidence provided is from 2005, which is before the specified date. Therefore, the answer cannot be determined based on the given information. The evidence does not provide any information about visits to China in May, 201", "em": 0.0, "f1": 0.0 }, { "quid": 3040051, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2008, with which country did Malaysia last express its intention to participate in diplomatic cooperation?", "golds": [ "Thailand" ], "pred": "Thailand\nExplanation: The question asks for the country with which Malaysia last expressed its intention to participate in diplomatic cooperation in 2008. The evidence provided shows that Malaysia expressed its intention to engage in diplomatic cooperation with several countries in 2005, but there is no information about 2008. However, the question can", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3035452, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In July 2009, who made an appeal to China?", "golds": [ "Economist (China)", "International Monetary Fund", "Vietnam", "South Korea", "Maxime Verhagen", "Japan", "Barack Obama" ], "pred": "Wen Jiabao\nExplanation: Wen Jiabao made an appeal to China in January 2005. Wen Jiabao is the former Premier of the People's Republic of China. He made an appeal to China in January 2005. Wen Jiabao made an appeal to China in January 2005", "em": 0.0, "f1": 0.09090909090909091 }, { "quid": 3017610, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to whom Kuwait gave a condemnation?", "golds": [ "Middle East" ], "pred": "Tony Blair\nExplanation: The first to whom Kuwait gave a condemnation was Tony Blair. This is because the first record of a visit to Kuwait is of Tony Blair, and the first record of a visit from Kuwait is also of Tony Blair. This indicates that Kuwait gave a condemnation to Tony Blair first. The other records of", "em": 0.0, "f1": 0.0 }, { "quid": 3048127, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country with which Kuwait expressed its intention to establish diplomatic cooperation?", "golds": [ "Party Member (Iraq)" ], "pred": "Malaysia\nExplanation: The first country with which Kuwait expressed its intention to establish diplomatic cooperation was Malaysia. This is evident from the evidence provided, which shows that on January 27, 2005, both Kuwait and Malaysia expressed their intention to engage in diplomatic cooperation. This is the earliest recorded instance of such an expression of", "em": 0.0, "f1": 0.0 }, { "quid": 3052770, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to want to meet with Burundi?", "golds": [ "Angola" ], "pred": "Tanzania\nExplanation: The last country to want to meet with Burundi was Tanzania. Tanzania expressed intent to meet or negotiate with Burundi on November 20, 2005. This is the most recent event related to Burundi in the provided evidence. The other countries mentioned in the evidence, such as the UN Security", "em": 0.0, "f1": 0.0 }, { "quid": 3015795, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who was the first country to ask for the government of the occupied Palestinian territories?", "golds": [ "Mahmoud Abbas" ], "pred": "Ghana\nExplanation: The first country to ask for the government of the occupied Palestinian territories after China was Ghana. This is evident from the records of diplomatic interactions and statements made by various countries in 2005. Ghana's head of government made a statement on January 24, 2005, which indicates their interest in", "em": 0.0, "f1": 0.0 }, { "quid": 3030551, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Egyptian Ministry of Foreign Affairs last visit Ethiopia?", "golds": [ "2014-02-11" ], "pred": "The Egyptian Ministry of Foreign Affairs last visited Ethiopia in 2005. \nNote: The answer is based on the information provided in the evidence, which includes records of visits and consultations between various countries and organizations. The exact date of the last visit by the Egyptian Ministry of Foreign Affairs to Ethiopia is not specified in the evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3033105, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Nigerian government negotiate with China?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question asks for the year in which the Nigerian government negotiated with China. However, the provided evidence does not mention Nigeria at all. It mentions Japan and China engaging in negotiations and diplomatic cooperation in 2005, but there is no mention of Nigeria. Therefore, the correct answer is not", "em": 1.0, "f1": 0.05 }, { "quid": 3034244, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 21 September 2005, which country was accused by China?", "golds": [ "Japan", "Dissident (China)", "Benedict XVI", "Iran" ], "pred": "Japan\nExplanation: Before 21 September 2005, Japan was accused by China. The evidence is from the news articles on 21 September 2005. The news articles show that China accused Japan of something. The news articles also show that Japan was involved in a formal agreement with China on 21 September", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3036018, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Iran's air force last use conventional military force against Iraq?", "golds": [ "2014" ], "pred": "2005\nExplanation: The evidence shows that in 2005, Iran's air force last used conventional military force against Iraq. The evidence includes news articles from 2005 that mention Iran's air force using military force against Iraq. The articles are from various news sources, including the BBC, Al Jazeera, and", "em": 0.0, "f1": 0.0 }, { "quid": 3034526, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the government official of South Korea, which country made the last appeal to China?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The last appeal to China was made by South Korea on January 13, 2005. This is evident from the record of events, where on that date, South Korea expressed intent to cooperate with China. This is the most recent instance of an appeal or request made by South Korea to China.", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3025948, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Can you tell me the exact month in which Sir Richard Dannatt denounced Iraq?", "golds": [ "2006-10" ], "pred": "I am unable to verify the exact month in which Sir Richard Dannatt denounced Iraq. However, I can tell you that he made a statement on October 13, 2006, in which he said that the presence of British troops in Iraq was \"a strain on our armed forces\" and that it was \"a", "em": 0.0, "f1": 0.047619047619047616 }, { "quid": 3001292, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first expressed an interest in cooperating with China after Nepal's foreign ministry?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The question asks which country first expressed an interest in cooperating with China after Nepal's foreign ministry. The evidence provided shows that Japan expressed interest in cooperating with China on multiple occasions in January 2005, before China made any appeals or requests to Japan. Therefore, Japan is the correct answer. The other", "em": 1.0, "f1": 0.047619047619047616 }, { "quid": 3019344, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the first visit of Jason C. Hu to Malaysia?", "golds": [ "2010-07-20" ], "pred": "2005-10-07\nReasoning:\nThe question asks for the first visit of Jason C. Hu to Malaysia. However, the evidence provided does not mention any visit to Malaysia. It mentions visits to various countries, including China, Japan, France, and Taiwan (Kuomintang), but not", "em": 0.0, "f1": 0.05128205128205128 }, { "quid": 3039520, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Bandar bin Sultan last visit China?", "golds": [ "2006-03" ], "pred": "March\nExplanation: The evidence shows that Bandar bin Sultan visited China in March 2006. Therefore, the answer is March. The evidence does not provide information about Bandar bin Sultan's visits to China in any other year, so we cannot determine the answer based on the information provided. However, since the question", "em": 0.0, "f1": 0.05128205128205129 }, { "quid": 3042355, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Thailand, with whom did Surakiart Sathirathai announce his intention to negotiate?", "golds": [ "Citizen (International)" ], "pred": "Cambodia\nExplanation: Surakiart Sathirathai, Thailand's Deputy Prime Minister, announced his intention to negotiate with Cambodia on the Preah Vihear temple dispute. The dispute was a long-standing issue between the two countries, with Cambodia claiming sovereignty over the temple and Thailand claiming it was part of its territory.", "em": 0.0, "f1": 0.0 }, { "quid": 3006286, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Oman first negotiate with the Iranian Ministry of Foreign Affairs?", "golds": [ "2008" ], "pred": "2005\nExplanation: The first negotiation between Oman and the Iranian Ministry of Foreign Affairs occurred in 2005. This is evident from the various news articles and statements from that year, which mention diplomatic cooperation, negotiations, and meetings between the two parties. The exact date of the first negotiation is not specified, but", "em": 0.0, "f1": 0.0 }, { "quid": 3039885, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Malaysia last made optimistic remarks about Iraq?", "golds": [ "2008-07" ], "pred": "January 2005\nThe exact month when Malaysia last made optimistic remarks about Iraq is January 2005. The evidence provided shows that Malaysia made optimistic comments about Iraq on January 31, 2005. This is the most recent instance of Malaysia making optimistic remarks about Iraq in the given data. Therefore, the answer", "em": 0.0, "f1": 0.0 }, { "quid": 3026223, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who gave humanitarian aid to Malaysia before Thailand?", "golds": [ "China", "Police (Malaysia)", "Japan" ], "pred": "Malaysia\nExplanation: The question asks who gave humanitarian aid to Malaysia before Thailand. The evidence shows that Malaysia received humanitarian aid from itself on January 27, 2005, and from Japan on January 25, 2005. Thailand did not provide humanitarian aid to Malaysia before Malaysia provided humanitarian aid to itself. Therefore", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3012950, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Kuwait, who was the last person to want to meet Mohamed Ould Abdel Aziz?", "golds": [ "Alain Joyandet" ], "pred": "France\nExplanation: Mohamed Ould Abdel Aziz was the last person to want to meet Sidi Ould Cheikh Abdallahi, the President of Mauritania, before he was overthrown in a military coup. However, before that, the last person to want to meet Mohamed Ould Abdel Aziz was France", "em": 0.0, "f1": 0.0 }, { "quid": 3034874, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Before 2006, which country did Malaysia send a request to?", "golds": [ "China", "Women (Malaysia)", "Thailand", "Japan" ], "pred": "Thailand\nExplanation: The question asks for the country that Malaysia sent a request to before 2006. The evidence provided shows that Malaysia sent a request to Thailand on January 10, 2005. Therefore, the correct answer is Thailand. The other options, such as Aceh and Japan, are not supported by", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3007103, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After March 26th, 2015, who criticized Thailand?", "golds": [ "Party Member (Thailand)", "Activist (Thailand)", "Barisan Revolusi Nasional", "Congress (United States)", "Citizen (Thailand)", "Villager (Thailand)", "High Commission for Refugees", "China", "Phil Robertson" ], "pred": "After March 26th, 2015, the United States criticized Thailand. The evidence is from the news articles on the website of the U.S. Department of State. The articles are dated after March 26th, 2015. The articles mention that the U.S. Department of State criticized Thailand. Therefore", "em": 0.0, "f1": 0.13793103448275862 }, { "quid": 3023809, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country with which Oman expressed an intention to meet?", "golds": [ "Iran" ], "pred": "Thailand\nExplanation: The last country with which Oman expressed an intention to meet was Thailand. This is evident from the record of events, where the last entry related to Oman is \"Thailand | Express intent to meet or negotiate | Oman | 2005-02-04\". This indicates that Oman expressed an intention to", "em": 0.0, "f1": 0.0 }, { "quid": 3017372, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Cabinet Council of Ministers Advisors of Japan, which country first did China request for?", "golds": [ "Vietnam" ], "pred": "Japan\nExplanation: The question asks for the country that China first requested for after the Cabinet Council of Ministers Advisors of Japan. The correct answer is Japan. The evidence shows that on January 3, 2005, China made a request to Japan, which is the first request made by China after the Cabinet Council of", "em": 0.0, "f1": 0.0 }, { "quid": 3015754, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Iraq reject United States Senate?", "golds": [ "2007" ], "pred": "2007\nExplanation: The United States Senate rejected a plan to settle the dispute in Iraq in 2007. The evidence is based on the following news articles:\n- \"Iraq rejects US Senate plan\" (2007-02-07)\n- \"Iraq rejects US Senate plan\" (2007-02-", "em": 1.0, "f1": 0.07692307692307693 }, { "quid": 3047131, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 5 May 2014, which country signed an agreement with Djibouti?", "golds": [ "Ethiopia" ], "pred": "China\nExplanation: The correct answer is China. The evidence is from the search results for \"Barack Obama | Sign formal agreement | Djibouti | 2014-05-05\" and \"Djibouti | Sign formal agreement | Barack Obama | 2014-05-05\". The", "em": 0.0, "f1": 0.0 }, { "quid": 3043574, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the first country Djibouti wanted to cooperate with?", "golds": [ "Ethiopia" ], "pred": "Ethiopia\nExplanation: The first country Djibouti wanted to cooperate with was Ethiopia. The evidence is that there are more records of Djibouti expressing intent to cooperate with Ethiopia than with any other country. The records show that Djibouti expressed intent to cooperate with Ethiopia on 2005-02-", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3055342, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to negotiate with Thailand on 31 January 2007?", "golds": [ "Kitti Wasinondh" ], "pred": "Insurgent (Thailand) on 31 January 2007. \nExplanation: \nThe question asks who expressed the intention to negotiate with Thailand on 31 January 2007. The correct answer is Insurgent (Thailand) because the evidence shows that on 31 January 2007, Insurgent (Th", "em": 0.0, "f1": 0.0 }, { "quid": 3040478, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to provide humanitarian aid to Iraq, after the citizens of Greece?", "golds": [ "Kuwait" ], "pred": "Iran\nExplanation: The first country to provide humanitarian aid to Iraq was Iran. This is evident from the evidence provided, which shows that Iran provided humanitarian aid to Aceh on January 27, 2005. The other options do not provide evidence of providing humanitarian aid to Iraq. Greece is not mentioned in the evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3012056, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Winston Peters, who was the last to reject China?", "golds": [ "Monastery (China)" ], "pred": "Michael Cullen\nExplanation: Michael Cullen was the last to reject China before Winston Peters. The evidence shows that Michael Cullen consulted with Winston Peters on October 12, 2005, and Winston Peters accused Michael Cullen on April 18, 2005. This indicates that Michael Cullen was the last", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3046623, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, against whom did the citizens of Thailand first use unconventional violence?", "golds": [ "Thailand" ], "pred": "China\nExplanation: The citizens of Thailand first used unconventional violence against China. The evidence shows that the citizens of Thailand used unconventional violence on January 4, 2005, and the citizens of Thailand made statements against China on January 6 and 7, 2005. The citizens of Thailand also rejected the aid", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3014975, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Ethiopia negotiate with after South Sudan?", "golds": [ "Foreign Affairs (Ethiopia)", "Head of Government (Ethiopia)", "Sudan", "Djibouti", "Representatives (Ethiopia)", "United Arab Emirates", "Japan", "Barack Obama" ], "pred": "Sudan\nExplanation: The evidence shows that after South Sudan, Ethiopia negotiated with Sudan. This is evident from the fact that there are multiple records of consultations, expressions of intent to meet or negotiate, and cooperation between Ethiopia and Sudan, but not between Ethiopia and South Sudan. Additionally, there are records of Sudan making visits to", "em": 1.0, "f1": 0.09999999999999999 }, { "quid": 3015290, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Ethiopia, with whom did Hui Liangyu want to negotiate last?", "golds": [ "Tanzania" ], "pred": "France\nExplanation: Hui Liangyu expressed his intent to meet or negotiate with France on 2006-04-18 and 2006-04-19. This is the only instance of Hui Liangyu expressing intent to meet or negotiate with a country. Therefore, before Ethiopia, with whom H", "em": 0.0, "f1": 0.0 }, { "quid": 3026613, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Iraq denounce the Lebanese military?", "golds": [ "2014-12-06" ], "pred": "There is no evidence that Iraq denounced the Lebanese military. The evidence shows that Iraq provided military aid to Iran, hosted a visit from the Lithuanian military, and was the subject of a visit from the Lithuanian military. It also shows that the Iraqi legislature investigated something, and that a student in Iraq made an", "em": 0.0, "f1": 0.0 }, { "quid": 3031341, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the last to receive the visit from Le Hong Anh before Cambodia did?", "golds": [ "Laos" ], "pred": "Laos\nExplanation: \nThe question asks for the country that was the last to receive the visit from Le Hong Anh before Cambodia did. To answer this question, we need to find the last visit made by Le Hong Anh before the visit to Cambodia in 2005-04-19. \nLooking at the evidence,", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3052442, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China reject the lawmakers of United Kingdom?", "golds": [ "2014-12-02" ], "pred": "2005\nExplanation: The question asks when China rejected the lawmakers of the United Kingdom. However, the evidence provided does not mention the United Kingdom. It mentions China rejecting Ma Ying Jeou, a Taiwanese politician, and Japan rejecting South Korea, but there is no mention of the United Kingdom. Therefore, the answer", "em": 0.0, "f1": 0.0 }, { "quid": 3022301, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did China criticise first after Pervez Musharraf?", "golds": [ "Congress (United States)" ], "pred": "Japan\nExplanation: The first country China criticised after Pervez Musharraf was Japan. This is because the first event in the evidence where China is involved is a criticism of Japan. The event is a consultation between Pervez Musharraf and Japan on 2005-01-10. The event is a criticism", "em": 0.0, "f1": 0.0 }, { "quid": 3011386, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who used unconventional force against Malaysia in the same year as China's Women's Day?", "golds": [ "Police (Malaysia)", "Criminal (Somalia)" ], "pred": "Thailand\nExplanation: The question asks for the country that used unconventional force against Malaysia in the same year as China's Women's Day. China's Women's Day is celebrated on March 8th. The year in question is 2005. The answer is Thailand because on January 31, 2005, Thailand", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3037256, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did Iraq last speak by telephone?", "golds": [ "Royal Administration (Saudi Arabia)" ], "pred": "Iran\nExplanation: The evidence shows that Iraq last spoke by telephone with Iran on January 27, 2005. This is based on the fact that there are two entries for Iraq consulting with Iran on that date, and no other entries for Iraq speaking with anyone else by telephone after that date. Therefore, Iran is", "em": 0.0, "f1": 0.0 }, { "quid": 3020910, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the UN security council, who was the last to blame Ethiopia?", "golds": [ "Islamic Courts Union" ], "pred": "Sudan\nExplanation: The last to blame Ethiopia was Sudan. Sudan made a statement in the UN Security Council on 2005-01-13. In the statement, Sudan blamed Ethiopia for the situation in Darfur. The statement was made by Sudan's representative to the UN Security Council. The statement was a response to", "em": 0.0, "f1": 0.0 }, { "quid": 3053982, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Communist Party of Bohemia and Moravia visit China for the first time?", "golds": [ "2005-05-18" ], "pred": "2005\nExplanation: The Communist Party of Bohemia and Moravia visited China for the first time in 2005. This is evident from the provided evidence, which includes news articles and statements from the party's leaders, including Vojt\u011bch Filip. The exact date of the visit is May 18,", "em": 0.0, "f1": 0.10256410256410256 }, { "quid": 3043582, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who would wish to visit Thailand on the same month of the head of government of India?", "golds": [ "Tourist (Malaysia)", "Wang Yi", "Mahmoud Ahmadinejad", "Indigenous People (United Kingdom)", "Moana Carcasses Kalosil", "Edward Natapei" ], "pred": "January\nExplanation: The head of government of India is the Prime Minister of India. The Prime Minister of India is Manmohan Singh. Manmohan Singh was born on September 26, 1932. Therefore, Manmohan Singh was 72 years old in September 2004. Manmohan Singh", "em": 0.0, "f1": 0.0 }, { "quid": 3027471, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to denounce Thailand after Supachai Panitchpakdi?", "golds": [ "Cambodia" ], "pred": "China\nExplanation: Supachai Panitchpakdi was the Secretary-General of the United Nations Conference on Trade and Development (UNCTAD) from 2005 to 2013. In 2005, he made a statement that China was the first country to denounce Thailand. This statement was made on April", "em": 0.0, "f1": 0.0 }, { "quid": 3022843, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Ma Ying Jeou last accuse China?", "golds": [ "2007-06" ], "pred": "January\nExplanation: Ma Ying Jeou last accused China in January 2005. The evidence shows that Ma Ying Jeou made several statements and visits to China in 2005, but the last time he accused China was on January 30, 2005. Therefore, the correct answer is January. The", "em": 0.0, "f1": 0.0 }, { "quid": 3054152, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country against which Cambodia used conventional military force?", "golds": [ "Children (Canada)" ], "pred": "Vietnam\nExplanation: The first country against which Cambodia used conventional military force was Vietnam. This is evident from the fact that Cambodia made a statement against Vietnam on March 29, 2005, and also investigated Wen Jiabao, the Prime Minister of China, on January 24, 2005, in relation", "em": 0.0, "f1": 0.0 }, { "quid": 3032898, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Jack Straw, who wanted to meet with Thailand?", "golds": [ "Tony Blair", "Police (Australia)" ], "pred": "Thailand\nExplanation: The evidence shows that Jack Straw expressed an intent to meet with Thailand on January 7, 2005, and that Thailand was willing to host a visit from Jack Straw on the same date. This suggests that Jack Straw wanted to meet with Thailand. The other options, Japan and China, are not", "em": 0.0, "f1": 0.0 }, { "quid": 3025974, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In January 2006, which country expressed its intention to establish diplomatic cooperation with Thailand?", "golds": [ "China", "Japan", "Malaysia" ], "pred": "China\nExplanation: The evidence shows that in January 2005, China expressed its intention to establish diplomatic cooperation with Thailand. The evidence is based on news articles and statements from various sources, including the Department of Geologic Survey and its Mineral Exploration, media personnel, and members of parliament. The evidence suggests that China was", "em": 1.0, "f1": 0.047619047619047616 }, { "quid": 3046085, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Djibouti last formally sign an agreement?", "golds": [ "Ethiopia" ], "pred": "Sudan\nExplanation: The last formal agreement signed by Djibouti was with Sudan on April 11, 2005. This is evident from the provided evidence, which lists the agreements signed by Djibouti with various countries. The agreement with Sudan is dated April 11, 2005, making it", "em": 0.0, "f1": 0.0 }, { "quid": 3029651, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country signed an agreement with Cambodia in July 2005?", "golds": [ "Vietnam", "China", "Thailand", "Laos" ], "pred": "China\nExplanation: The question asks for the country that signed an agreement with Cambodia in July 2005. The evidence shows that China signed an agreement with Cambodia on July 5, 2005. The other options, Vietnam, Thailand, and Laos, also signed agreements with Cambodia in July 2005, but", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3055397, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 11 May 2005, which country did Iraq make a request to?", "golds": [ "Citizen (Bulgaria)" ], "pred": "United States\nExplanation: The question asks for the country that Iraq made a request to before 11 May 2005. The evidence provided shows various events and statements made by different individuals and organizations on 11 May 2005, but none of them indicate that Iraq made a request to the United States before that date", "em": 0.0, "f1": 0.0 }, { "quid": 3011870, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Iraq, who did Tariq Aziz accuse?", "golds": [ "Barack Obama" ], "pred": "Iran\nExplanation: Tariq Aziz accused Iran of interfering in Iraq's internal affairs. He made several statements to this effect in 2007, and also consulted with his defense attorney and a court judge in Iraq about the matter. In 2006, he also made a statement to the effect that Iran was", "em": 0.0, "f1": 0.0 }, { "quid": 3002163, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Aguinaldo Jaime praise China?", "golds": [ "2011-02-01" ], "pred": "2011-02-01\nExplanation: Aguinaldo Jaime made a statement praising China on 2011-02-01. The other dates are when he made statements about Angola, consulted with Japan and Asturias, or was consulted by Japan. The question asks when Aguinaldo Jaime praised China", "em": 1.0, "f1": 0.17142857142857143 }, { "quid": 3043031, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Thailand before the mayor of the Philippines?", "golds": [ "Abhisit Vejjajiva" ], "pred": "The last person to visit Thailand before the mayor of the Philippines was a citizen of Thailand. The mayor of the Philippines visited Thailand on 2005-03-01. The last person to visit Thailand before that was a citizen of Thailand on 2005-02-28. The last person to visit Thailand before that", "em": 0.0, "f1": 0.0 }, { "quid": 3027274, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did Luka Bebic express his intention to negotiate before China?", "golds": [ "Vinets Veldre", "Arseniy Yatsenyuk" ], "pred": "France\nExplanation: Luka Bebic expressed his intention to negotiate before China, but he also expressed his intention to negotiate with Vinets Veldre and Arseniy Yatsenyuk. However, the question asks with whom he expressed his intention to negotiate before China. The only other country mentioned in the evidence is", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3008550, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the economy of Iran last express the intention to participate in diplomatic cooperation with Iraq?", "golds": [ "2014-11" ], "pred": "February\nExplanation: The economy of Iran last expressed the intention to participate in diplomatic cooperation with Iraq in February 2005. This is evident from the provided evidence, which includes various news articles and statements from different countries and organizations, including Iran, Iraq, France, Japan, China, the UN Security Council, and the", "em": 0.0, "f1": 0.0 }, { "quid": 3035133, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who last hosted the visit of Cambodia in 2006?", "golds": [ "Head of Government (Sri Lanka)" ], "pred": "Vietnam\nExplanation: The evidence shows that Vietnam made visits to Cambodia on March 5 and 6, 2006, and engaged in diplomatic cooperation with Cambodia on multiple dates in 2006. This indicates that Vietnam was the country that last hosted the visit of Cambodia in 2006. The other options, such", "em": 0.0, "f1": 0.05128205128205128 }, { "quid": 3012521, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Oman, which country was the first to sign an agreement with China?", "golds": [ "Japan" ], "pred": "Thailand\nExplanation: The first country to sign an agreement with China was Thailand, as indicated by the evidence. The agreement was signed on 2005-01-21. Oman was the first country to sign an agreement with Thailand, as shown by the evidence. Therefore, by transitive property, Oman was the first", "em": 0.0, "f1": 0.0 }, { "quid": 3008374, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who gave a visit to Ethiopia on the same month of the head of government of India?", "golds": [ "Mohamed Ould Abdel Aziz", "Head of Government (Egypt)", "UN Security Council", "John Dramani Mahama" ], "pred": "Mwai Kibaki\nExplanation: Mwai Kibaki, the head of government of Kenya, visited Ethiopia on the same month of the head of government of India. The head of government of India is not mentioned in the evidence, but the head of government of Ethiopia is mentioned. The head of government", "em": 0.0, "f1": 0.24999999999999997 }, { "quid": 3039482, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last receive the head of government of Taiwan's visit from the head of government of Taiwan before Malaysia did?", "golds": [ "Japan" ], "pred": "Thailand\nExplanation: The head of government of Taiwan visited Thailand before Malaysia did. The head of government of Taiwan visited Thailand on 2005-01-10. The head of government of Taiwan visited Malaysia on 2005-01-24. Therefore, Thailand is the country that the head of government of Taiwan last", "em": 0.0, "f1": 0.0 }, { "quid": 3001804, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time the leader of Egypt expressed an intention to meet with Iraq?", "golds": [ "2012-11-10" ], "pred": "2005-01-14\nReasoning Skill: This question requires the ability to analyze a list of events and identify the most relevant information. The correct answer is not explicitly stated in the list, but can be inferred by looking for the event where the leader of Egypt expresses an intention to meet with Iraq. This", "em": 0.0, "f1": 0.0 }, { "quid": 3003871, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Social Renewal Party, who would wish to visit China first?", "golds": [ "Dmitry Anatolyevich Medvedev" ], "pred": "China\nExplanation: The Social Renewal Party has expressed intent to visit China, and China has hosted a visit from the Social Renewal Party. This indicates a positive relationship between the two entities, making China a likely first choice for a visit. The other options do not have a similar level of evidence supporting a positive relationship", "em": 0.0, "f1": 0.0 }, { "quid": 3007946, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, who would wish to cooperate with Ethiopia first?", "golds": [ "Madagascar" ], "pred": "Eritrea\nExplanation: In 2007, Eritrea would wish to cooperate with Ethiopia first. This is because Eritrea expressed intent to cooperate with Ethiopia in 2005, while Ethiopia expressed intent to cooperate with Eritrea in 2005. This indicates that Eritrea was more willing to", "em": 0.0, "f1": 0.0 }, { "quid": 3054054, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country Kuwait made negative comments about?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: The last country Kuwait made negative comments about was Iran. The evidence is the following: \n- Kuwait | Consult | Iran | 2005-01-06\n- Iran | Consult | Kuwait | 2005-01-06\n- Kuwait | Make statement | Iran | 2005-", "em": 1.0, "f1": 0.09523809523809523 }, { "quid": 3019315, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who supported China in May 2011?", "golds": [ "Catherine Ashton", "Head of Government (Pakistan)", "Sali Berisha", "South Korea", "Viktor Orban", "Sato Kilman", "Cabinet / Council of Ministers / Advisors (United States)", "Japan" ], "pred": "Iran, Japan, Iraq, Qatar\nExplanation: The question asks who supported China in May 2011. The answer is not a single country, but multiple countries that engaged in diplomatic cooperation or negotiation with China during that time. The evidence provided shows that Iran, Japan, Iraq, and Qatar all engaged in diplomatic cooperation", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3033391, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was first threatened by China?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The first event was a demand from China to Japan, which is a threat. The second event was a consultation from China to Japan, which is not a threat. Therefore, Japan was the first country threatened by China. \nNote: The events are in chronological order. The first event is the earliest", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3007812, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to express pessimism about Iraq after the Turkish legislature?", "golds": [ "National Security Advisor (Iraq)" ], "pred": "Legislature (Iraq)\nExplanation: The first to express pessimism about Iraq after the Turkish legislature was the Legislature (Iraq). This is evident from the fact that the Legislature (Iraq) is listed as the first item in the evidence, and the description of the event is \"Investigate | Iraq | 2005-01", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3017870, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Alberto Gonzales first visit Iraq?", "golds": [ "2005-07-03" ], "pred": "2005-07-03\nExplanation: Alberto Gonzales first visited Iraq on July 3, 2005. This is evident from the search results, which show that he hosted a visit to Iraq on that date. The other search results show that he visited other countries, but not Iraq, on different dates", "em": 1.0, "f1": 0.1621621621621622 }, { "quid": 3050195, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make optimistic remarks about China after the Chinese dissident?", "golds": [ "Xi Jinping" ], "pred": "Japan\nExplanation: The first to make optimistic remarks about China after the Chinese dissident was Japan. This is evident from the evidence provided, which shows that Japan made optimistic comments about China on January 31, 2005, while other countries such as China, South Korea, and Thailand made statements or expressed intent to", "em": 0.0, "f1": 0.0 }, { "quid": 3000182, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to visit Malaysia?", "golds": [ "Naval (United States)" ], "pred": "Ognyan Gerdzhikov\nExplanation: Ognyan Gerdzhikov was the first to visit Malaysia. He made a visit to Malaysia on January 2, 2005. The other entries in the evidence list are either visits made by or to other countries or entities, or investigations and expressions", "em": 0.0, "f1": 0.0 }, { "quid": 3021591, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to sign an agreement with Iraq?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: The first country to sign an agreement with Iraq was Iran. The evidence shows that Iran signed an agreement with Iraq on January 3, 2005. The other agreements listed were signed by Iran with other countries, but not with Iraq. The other evidence listed does not indicate that any country signed an", "em": 1.0, "f1": 0.0625 }, { "quid": 3033909, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Ai Weiwei, which country was the last to be praised by China?", "golds": [ "Iran" ], "pred": "France\nExplanation:\nAi Weiwei was a Chinese artist who was arrested in 2011 and later released. He was known for his criticism of the Chinese government and his support for human rights. In 2009, he was praised by China for his work on the Beijing National Stadium, but in 2011,", "em": 0.0, "f1": 0.0 }, { "quid": 3020691, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country to sign formal agreements with the International Monetary Fund after Iraq?", "golds": [ "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "Romania\nExplanation: The first country to sign formal agreements with the International Monetary Fund after Iraq was Romania. This is evident from the evidence provided, which shows that Romania signed a formal agreement with the International Monetary Fund on June 23, 2005, while Iraq expressed an accord with the IMF on March 7,", "em": 0.0, "f1": 0.0 }, { "quid": 3043892, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Thailand support first after Chaturon Chaisang?", "golds": [ "China" ], "pred": "Thailand\nExplanation: Chaturon Chaisang is a Thai politician. The evidence shows that Thailand supported Chaturon Chaisang first after he was arrested, detained, or charged with legal action on 2014-05-27. Therefore, the answer is Thailand. The other options are incorrect because they", "em": 0.0, "f1": 0.0 }, { "quid": 3035794, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic comments about Iraq on 23 June 2014?", "golds": [ "Nasser Judeh" ], "pred": "Barack Obama\nExplanation: Barack Obama made optimistic comments about Iraq on 23 June 2014. The evidence is based on the fact that Barack Obama made an optimistic comment about Iraq on that date. The other options do not have evidence to support the claim that they made optimistic comments about Iraq on that date. Nasser", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3015932, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the Media Rights Group of Ethiopia blame Ethiopia?", "golds": [ "2012-06-28" ], "pred": "2005-02-20\nExplanation: The Media Rights Group of Ethiopia blamed Ethiopia on 2005-02-20. This is the only instance where the Media Rights Group of Ethiopia is mentioned in the provided evidence. The other instances are either from different groups or from different dates. Therefore, the correct answer", "em": 0.0, "f1": 0.0 }, { "quid": 3023986, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of Gambia first visit Thailand?", "golds": [ "2005-06-28" ], "pred": "There is no information about the leader of Gambia visiting Thailand. The information available is about visits by Jack Straw, a British politician, and visits by the US Cabinet/ Council of Ministers/ Advisors. The information is from 2005. The leader of Gambia at that time was Yahya Jammeh. However", "em": 0.0, "f1": 0.05405405405405406 }, { "quid": 3051037, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Burundi last want to negotiate?", "golds": [ "Angola" ], "pred": "Tanzania\nExplanation: The last country with which Burundi wanted to negotiate was Tanzania. This is evident from the fact that on November 20, 2005, both countries expressed their intent to meet or negotiate. This is the most recent instance of Burundi wanting to negotiate with another country. The other instances of negotiation", "em": 0.0, "f1": 0.0 }, { "quid": 3008923, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Kuwait last wish to engage in diplomatic cooperation?", "golds": [ "Iran" ], "pred": "Malaysia\nExplanation: The evidence shows that Malaysia and Kuwait last wished to engage in diplomatic cooperation on January 27, 2005. The other options do not show a direct expression of intent to engage in diplomatic cooperation between the countries. The United Arab Emirates and Kuwait did engage in diplomatic cooperation on March 29,", "em": 0.0, "f1": 0.0 }, { "quid": 3000520, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to denounce Iraq after the mayor of the United States?", "golds": [ "Barack Obama" ], "pred": "France\nExplanation: France was the first to denounce Iraq after the mayor of the United States. France was the first to denounce Iraq after the mayor of the United States. France was the first to denounce Iraq after the mayor of the United States. France was the first to denounce Iraq after the mayor of", "em": 0.0, "f1": 0.0 }, { "quid": 3044777, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which was the first country China made pessimistic comments about after Pervez Musharraf?", "golds": [ "Vietnam" ], "pred": "Japan\nExplanation: The first country China made pessimistic comments about after Pervez Musharraf was Japan. This is because the first event China made pessimistic comments about after Pervez Musharraf was a consultation with Japan on 2005-01-10. The event was a consultation between Pervez Mushar", "em": 0.0, "f1": 0.0 }, { "quid": 3050999, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to want to cooperate with Djibouti?", "golds": [ "Ethiopia" ], "pred": "Eritrea\nExplanation: Eritrea was the last country to want to cooperate with Djibouti. The evidence shows that Eritrea was the last country to consult with Djibouti, on May 23, 2005. This indicates that Eritrea was the last country to want to", "em": 0.0, "f1": 0.0 }, { "quid": 3055851, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Kuwait commend Sheikh Khaled Al Jarrah Al Sabah?", "golds": [ "2014-08" ], "pred": "August\nExplanation: The question asks in which month Kuwait commended Sheikh Khaled Al Jarrah Al Sabah. The evidence provided shows that Kuwait praised or endorsed Sheikh Khaled Al Jarrah Al Sabah on August 4, 2014. Therefore, the correct answer is August. \nNote: The other months", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3008492, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the lawyer of the United States, which country was the first to reject Iraq?", "golds": [ "France" ], "pred": "Iran\nExplanation: The first country to reject Iraq was Iran. The first evidence is that the representative to the United Nations of Iran made a statement on January 16, 2005. The second evidence is that the special rapporteurs of the United Nations made a visit to Iran on February 6, 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3046586, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the last to make pessimistic remarks about China in 2013?", "golds": [ "Thailand" ], "pred": "Japan\nExplanation: \n- The evidence shows that Japan was the last to make pessimistic remarks about China in 2013.\n- The evidence also shows that Japan was the last to engage in diplomatic cooperation with China in 2013.\n- The evidence also shows that Japan was the last to express intent to engage in", "em": 0.0, "f1": 0.0 }, { "quid": 3011460, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who wanted to have diplomatic cooperation with China in March 2006?", "golds": [ "High Commission for Refugees", "Jos\u00e9 Alencar Gomes da Silva", "Kazakhstan" ], "pred": "Japan\nExplanation: The question asks who wanted to have diplomatic cooperation with China in March 2006. The evidence provided shows that Japan expressed intent to engage in diplomatic cooperation with China on March 3 and 5, 2006. This indicates that Japan was the country that wanted to have diplomatic cooperation with China in", "em": 0.0, "f1": 0.0 }, { "quid": 3035265, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Council of Advisors to the Thai Cabinet, which was the last country to seek diplomatic cooperation with Cambodia?", "golds": [ "Laos" ], "pred": "Thailand\nExplanation: The question asks for the last country to seek diplomatic cooperation with Cambodia. The evidence shows that Thailand was the last country to seek diplomatic cooperation with Cambodia, as evidenced by the fact that Thailand is mentioned as the country that engaged in diplomatic cooperation with Cambodia on March 12, 2005, while all", "em": 0.0, "f1": 0.0 }, { "quid": 3032843, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Thailand after the Mayor of the Philippines?", "golds": [ "Anupong Paochinda" ], "pred": "The first to visit Thailand after the Mayor of the Philippines was the Cabinet / Council of Ministers / Advisors (United States). The Mayor of the Philippines visited Thailand on 2005-01-04. The Cabinet / Council of Ministers / Advisors (United States) visited Thailand on 2005-01-05. The", "em": 0.0, "f1": 0.0 }, { "quid": 3050521, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who would wish to visit Malaysia in March, the year of 2006?", "golds": [ "William J. Fallon", "Iran", "Employee (Myanmar)", "Mahmoud Ahmadinejad", "Moro Islamic Liberation Front" ], "pred": "Thailand\nExplanation: The question asks who would wish to visit Malaysia in March, 2006. The answer is Thailand. The evidence is that Thailand made a visit to Malaysia on January 24, 2005. This suggests that Thailand has a history of visiting Malaysia, and therefore, it is likely that Thailand would", "em": 0.0, "f1": 0.0 }, { "quid": 3050927, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did China made optimistic comments on on the same month of the Legislature of Switzerland?", "golds": [ "Hui Liangyu" ], "pred": "Switzerland\nExplanation: The question is asking who China made optimistic comments on in the same month as the Legislature of Switzerland. The Legislature of Switzerland is held in October, so we need to look for optimistic comments made by China in October. However, the provided evidence only includes data from January 2005, which is not", "em": 0.0, "f1": 0.0 }, { "quid": 3019300, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to criticise Ethiopia after the citizens of International?", "golds": [ "Human Rights Watch" ], "pred": "Transparency International\nExplanation: Transparency International made a statement on Ethiopia on 2005-03-13. This is the first statement made by an international citizen on Ethiopia. The statement was made by Transparency International. Transparency International is an international non-governmental organization that monitors and publicizes corporate and government corruption in order to bring", "em": 0.0, "f1": 0.0 }, { "quid": 3035984, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who hosted the visit of the US Forces Korea before China?", "golds": [ "South Korea", "Joint Chiefs of Staff (South Korea)", "Roh Moo Hyun" ], "pred": "Japan\nExplanation: The question asks who hosted the visit of the US Forces Korea before China. The answer is Japan. The evidence is that Japan hosted the visit of the US Forces Korea before China. The evidence is in the form of a table with columns for the country, the action, the target, and the date", "em": 0.0, "f1": 0.1111111111111111 }, { "quid": 3037720, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who condemned Iraq in May 2015?", "golds": [ "Najm-al-Din Karim" ], "pred": "Legislature (Iraq) condemned Iraq in May 2015. \nExplanation: The Legislature (Iraq) made a statement condemning Iraq on May 23, 2015. This is the only instance of condemnation in the given evidence. The other instances of cooperation and diplomatic engagement do not indicate condemnation. Therefore, the Legislature (", "em": 0.0, "f1": 0.0 }, { "quid": 3017080, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the Burma Union Solidarity and Development Association last express its intention to meet with China?", "golds": [ "2006" ], "pred": "2006\nExplanation: The Burma Union Solidarity and Development Association last expressed its intention to meet with China in 2006. This is evident from the provided evidence, which shows that the association expressed its intent to meet or negotiate with China on September 21 and 25, 2006. Additionally, China", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3044041, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who rejected Ethiopia last, before the Lawyer/Attorney of Ethiopia did?", "golds": [ "Islamic Courts Union" ], "pred": "Eritrea\nExplanation: The question is asking who rejected Ethiopia last, before the Lawyer/Attorney of Ethiopia did. The answer is Eritrea, as indicated by the \"Accuse\" action on 2005-02-10. This suggests that Eritrea was the last to reject Ethiopia before the", "em": 0.0, "f1": 0.0 }, { "quid": 3014555, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Michael Cullen, which country was the first to want to meet with China?", "golds": [ "Japan" ], "pred": "Australia\nExplanation: The first country to want to meet with China was Australia. This is evident from the fact that Peter Costello, the Australian Treasurer, consulted with Michael Cullen, the New Zealand Finance Minister, on multiple occasions in 2006 and 2007. This indicates that Australia was the first country to", "em": 0.0, "f1": 0.0 }, { "quid": 3031329, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Cambodia, who did the Thai military blame?", "golds": [ "Sondhi Limthongkul", "Insurgent (Thailand)", "Citizen (Thailand)" ], "pred": "Vietnam\nExplanation: The Thai military blamed Vietnam before Cambodia. This is evident from the fact that the Thai military made a statement about Vietnam on 2005-01-10, and also made a visit to Vietnam on 2005-01-24. The Thai military also praised or endorsed Vietnam on 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3043569, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who announced his intention to negotiate with Thailand on 6 Feb 2005?", "golds": [ "Party Member (Thailand)" ], "pred": "Thaksin Shinawatra\nExplanation: Thaksin Shinawatra announced his intention to negotiate with Thailand on 6 Feb 2005. This is evident from the evidence provided, which shows that Thaksin Shinawatra expressed his intent to meet or negotiate with Thailand on that date. This action is a", "em": 0.0, "f1": 0.0588235294117647 }, { "quid": 3048786, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Office of the United Nations High Commissioner for Human Rights last express its intention to engage in diplomatic cooperation with Cambodia?", "golds": [ "2014-04-29" ], "pred": "2005-03-18\nExplanation: The Office of the United Nations High Commissioner for Human Rights last expressed its intention to engage in diplomatic cooperation with Cambodia on March 18, 2005. This is evident from the provided evidence, which shows that the Office of the United Nations High Commissioner for Human Rights expressed", "em": 0.0, "f1": 0.0 }, { "quid": 3006898, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to visit Malaysia, before the staff of Thailand?", "golds": [ "Admiral (Pakistan)" ], "pred": "Malaysia\nExplanation: The last to visit Malaysia, before the staff of Thailand, was Malaysia itself. The staff of Thailand visited Malaysia on 2005-01-24, but Malaysia made a visit to Malaysia on 2005-01-23. Therefore, Malaysia was the last to visit Malaysia, before the staff", "em": 0.0, "f1": 0.0 }, { "quid": 3034225, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to negotiate with Iraq after the Media Personnel of Iran?", "golds": [ "Iran" ], "pred": "Iraq\nExplanation: The first country to negotiate with Iraq after the Media Personnel of Iran was Iraq. This is evident from the fact that on January 12, 2005, Media Personnel (International) made a visit to Iraq, and Iraq hosted this visit. This indicates that Iraq was the first to engage in a", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3022096, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who first made China suffer from unconventional violence after the Murderer of China?", "golds": [ "Criminal (China)" ], "pred": "Japan\nExplanation: The question is asking who first made China suffer from unconventional violence after the Murderer of China. The evidence provided shows a series of diplomatic interactions between China and Japan in 2005, with Japan making demands and consulting with China on various issues. China responds with threats and investigations. The question is asking", "em": 0.0, "f1": 0.05 }, { "quid": 3040959, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to participate in diplomatic cooperation with China on 19 December 2006?", "golds": [ "Kazakhstan", "Cambodia" ], "pred": "Ethiopia\nExplanation: The country that wanted to participate in diplomatic cooperation with China on 19 December 2006 is Ethiopia. This is evident from the evidence provided, which shows that Ethiopia expressed its intent to engage in diplomatic cooperation with China on that date. The other options, such as Kazakhstan, Cambodia, and Japan,", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3013950, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was last to visit China before the Workers' Party of North Korea?", "golds": [ "Vietnam" ], "pred": "Mexico\nExplanation: The Workers' Party of North Korea was last to visit China before the Workers' Party of North Korea. The Workers' Party of North Korea was last to visit China before the Workers' Party of North Korea. The Workers' Party of North Korea was last to visit China before the Workers' Party of", "em": 0.0, "f1": 0.0 }, { "quid": 3053395, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did China want to negotiate with on the same day as the United States Navy?", "golds": [ "Mekong River Commission" ], "pred": "Japan\nExplanation: The question asks who China wanted to negotiate with on the same day as the United States Navy. The correct answer is Japan. This is because on January 7, 2005, China expressed intent to meet or negotiate with Japan, and on the same day, China also expressed intent to meet or", "em": 0.0, "f1": 0.0 }, { "quid": 3055388, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to be praised by Iraq in 2013?", "golds": [ "Iran" ], "pred": "Kuwait\nExplanation: The first country to be praised by Iraq in 2013 was Kuwait. This is evident from the fact that the first instance of Iraq expressing intent to meet or negotiate was with Kuwait on February 19, 2013. This is the earliest instance of Iraq expressing a positive sentiment towards another country in", "em": 0.0, "f1": 0.0 }, { "quid": 3016730, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last wanted to meet with China before the National Iranian Petrochemical Company?", "golds": [ "Lin Join-sane" ], "pred": "China\nExplanation: The question asks who last wanted to meet with the National Iranian Petrochemical Company. The evidence shows that China last wanted to meet with the National Iranian Petrochemical Company on 2012-08-30. This is indicated by the line \"China | Consult | National Iranian Petrochemical Company | 201", "em": 0.0, "f1": 0.0 }, { "quid": 3040917, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who declined China in Apr 11th, 2009?", "golds": [ "Protester (Thailand)" ], "pred": "Japan\nExplanation: \nThe question asks who declined China in Apr 11th, 2009. However, the provided evidence does not contain any information about an event on Apr 11th, 2009. The evidence is a list of events from 2005, which includes Japan and China engaging in negotiations", "em": 0.0, "f1": 0.0 }, { "quid": 3011875, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did the African Union negotiate with after Ethiopia?", "golds": [ "Armed Rebel (Mali)", "Government (Sudan)", "South Sudan", "Barack Obama", "Malawi", "Foreign Affairs (France)", "UN Security Council" ], "pred": "Sudan\nExplanation: The African Union negotiated with Sudan after Ethiopia. This is evident from the fact that the African Union made a visit to Sudan on 2005-02-08, and Sudan expressed intent to meet or negotiate with the African Union on 2005-02-07. This indicates that the African Union", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3021996, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "After the year of 2005, who accused Malaysia?", "golds": [ "Court Judge (Malaysia)", "Lawyer/Attorney (Malaysia)", "Cabinet / Council of Ministers / Advisors (United States)", "Thailand", "Women (Malaysia)", "China" ], "pred": "Thailand\nExplanation: Thailand accused Malaysia of not doing enough to help the victims of the 2004 Indian Ocean earthquake and tsunami. Thailand accused Malaysia of not doing enough to help the victims of the 2004 Indian Ocean earthquake and tsunami. Thailand accused Malaysia of not doing enough to help the victims of the 2004", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3001201, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Hisham Qandil, with which country did Iraq negotiate first?", "golds": [ "Iran" ], "pred": "Sudan\nExplanation: The first country that Iraq negotiated with after Hisham Qandil was Sudan. This is evident from the fact that there are multiple records of Hisham Qandil visiting Sudan, hosting visits, and making statements about Sudan, but there are no records of Iraq negotiating with Hisham Q", "em": 0.0, "f1": 0.0 }, { "quid": 3020475, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China's Ministry of Energy first express its intention to negotiate with China?", "golds": [ "2006" ], "pred": "2005\nExplanation: The question asks for the year in which China's Ministry of Energy first expressed its intention to negotiate with China. However, the provided evidence does not mention the Ministry of Energy. Instead, it lists various entities and individuals expressing their intent to meet or negotiate with China in 2005. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3035779, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country receive the visit from the Ministry of Brazil first after Ethiopia did?", "golds": [ "Iran" ], "pred": "Japan\nExplanation: \nThe question asks which country received the visit from the Ministry of Brazil first after Ethiopia did. The evidence shows that Mwai Kibaki visited Ethiopia on March 10, 2005, and March 12, 2005. The next visit from the Ministry of Brazil is not mentioned", "em": 0.0, "f1": 0.0 }, { "quid": 3052445, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Cambodia first seek diplomatic cooperation in 2013?", "golds": [ "China" ], "pred": "Thailand\nExplanation: The evidence shows that Cambodia and Thailand first sought diplomatic cooperation in 2013. The evidence includes news articles and reports from various sources, including the Thai government and international organizations. The articles and reports indicate that Cambodia and Thailand engaged in diplomatic cooperation, including policy support, in February 2013. This", "em": 0.0, "f1": 0.0 }, { "quid": 3055339, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Cambodia first announce its intention to establish diplomatic cooperation in 2015?", "golds": [ "Vietnam" ], "pred": "Vietnam\nExplanation: The question asks with which country Cambodia first announced its intention to establish diplomatic cooperation in 2015. The evidence provided shows that Cambodia first announced its intention to engage in diplomatic cooperation with Vietnam on January 2, 2015. Therefore, the correct answer is Vietnam. The other options, Malaysia,", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3034273, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who negotiated with Iraq in September 2006?", "golds": [ "Business (Iraq)" ], "pred": "Iran\nExplanation: The evidence shows that Iran and Iraq engaged in diplomatic cooperation in September 2006. The evidence also shows that Iran and Iraq expressed intent to engage in diplomatic cooperation, and that Iran and Iraq made statements. Therefore, the answer is Iran. The Associated Press accused Iraq of something, but this is not", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3054542, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Bank of China, who last provided humanitarian aid to China?", "golds": [ "Police (Malaysia)" ], "pred": "Japan\nExplanation: The question asks for the country that provided humanitarian aid to China before the Bank of China. The evidence shows that Japan provided humanitarian aid to China on January 27, 2005, which is before the Bank of China provided aid. Therefore, the correct answer is Japan. The other options are incorrect", "em": 0.0, "f1": 0.0 }, { "quid": 3000154, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China negotiate with the Iraqi Interim Government?", "golds": [ "2005-01-25" ], "pred": "2005-01-22\nExplanation: The question asks when China negotiated with the Iraqi Interim Government. The evidence provided shows that China hosted a visit from the Iraqi Interim Government on 2005-01-22. This indicates that China and the Iraqi Interim Government negotiated on this date. The other", "em": 0.0, "f1": 0.12903225806451613 }, { "quid": 3019503, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first did China request for after Abdel Fattah Al-Sisi?", "golds": [ "Japan" ], "pred": "United States\nExplanation: \nThe evidence shows that after Abdel Fattah Al-Sisi, the first country that China requested for was the United States. This is because the first event that involved China was a consultation between Catherine Ashton and Abdel Fattah Al-Sisi on 2013-07-20, but", "em": 0.0, "f1": 0.0 }, { "quid": 3017347, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the United Arab Emirates, which country did Iraq condemn first?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: The first country Iraq condemned was Iran. This is because the first event involving Iraq and Iran in the dataset is a condemnation by Iraq of Iran, which occurred on 2005-02-01. The first event involving Iraq and the United Arab Emirates is a formal agreement signed by both countries on", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3041649, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who investigated China before 14 September 2005?", "golds": [ "Government (Germany)", "Bank (China)", "South Korea", "Military (Taiwan)", "Education Ministry (China)", "Wen Jiabao", "Hui Liangyu", "Wang Yi", "Japan", "Donald Rumsfeld" ], "pred": "Wen Jiabao\nExplanation: Wen Jiabao was the Premier of China. He was the one who investigated China before 14 September 2005. Wen Jiabao made a statement on 14 September 2005, in which he said that China would investigate the SARS outbreak. Wen Jiabao", "em": 1.0, "f1": 0.13333333333333333 }, { "quid": 3049559, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made the first negative remarks about Malaysia?", "golds": [ "Court Judge (Malaysia)" ], "pred": "The first negative remarks about Malaysia were made by the police in Malaysia. They made a statement on January 28, 2005, and confiscated property on January 28, 2005, and January 7, 2005. The negative remarks were likely made in response to some issue or incident that occurred in", "em": 0.0, "f1": 0.0588235294117647 }, { "quid": 3051883, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who supported China in the same month as Helmut Kohl?", "golds": [ "Business (Belgium)", "Japan", "Ruling Parties (Africa)" ], "pred": "Angela Merkel\nExplanation: Angela Merkel supported China in the same month as Helmut Kohl. Helmut Kohl visited China on June 21, 2005. Angela Merkel consulted with Helmut Kohl on November 1, 2009. Therefore, Angela Merkel supported China in the same month as Helmut", "em": 0.0, "f1": 0.0 }, { "quid": 3049654, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the Prime Minister of Botswana expressed interest in cooperation with Thailand?", "golds": [ "2005-11" ], "pred": "I do not have information on the exact month when the Prime Minister of Botswana expressed interest in cooperation with Thailand. However, I can tell you that the Prime Minister of Botswana expressed interest in cooperation with Thailand in 2005. The exact month is not specified in the available information. Therefore, I will provide a", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3007122, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Ethiopia first sign an agreement with the Ogaden National Liberation Front?", "golds": [ "2010-10" ], "pred": "October\nExplanation: The Ogaden National Liberation Front (ONLF) and the Ethiopian government signed a formal agreement on October 19, 2010. This agreement marked a significant development in the conflict between the ONLF and the Ethiopian government, which had been ongoing for several years. The ONLF had been fighting for", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3029170, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Germany, which was the first country China used conventional military force against?", "golds": [ "Women (China)" ], "pred": "Japan\nExplanation: China used conventional military force against Japan in 1974, when China and Japan were at odds over the Senkaku/Diaoyu Islands. China used conventional military force against Japan in 1974, when China and Japan were at odds over the Senkaku/Diaoyu Islands.", "em": 0.0, "f1": 0.09090909090909091 }, { "quid": 3033110, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, who was the last person to praise Nasser Judeh?", "golds": [ "Iraq" ], "pred": "Barack Obama\nExplanation: Barack Obama was the last person to praise Nasser Judeh, as seen in the evidence from 2010-07-08. The evidence from 2010-07-28 shows that Nasser Judeh consulted with Japan, but the evidence from 2010-07-28 also", "em": 0.0, "f1": 0.0 }, { "quid": 3024678, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the citizens of Australia last declare their intention to negotiate with China?", "golds": [ "2015-06" ], "pred": "January\nExplanation: The question asks for the month in which the citizens of Australia last declared their intention to negotiate with China. However, there is no information in the given text about Australia declaring its intention to negotiate with China. The text only mentions other countries and organizations expressing their intent to meet or negotiate with China. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3013707, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 29 May 2006?", "golds": [ "Kuomintang", "Justice Department/Ministery (Namibia)" ], "pred": "Japan\nExplanation: The evidence shows that Japan visited China on 29 May 2006. The other options are not supported by the evidence. The evidence shows that China visited Japan, but not the other way around. The evidence also shows that China hosted a visit from the Kuomintang and the Justice Department/", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3000564, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country Swaziland wanted to negotiate with?", "golds": [ "South Africa" ], "pred": "Malawi\nExplanation: The question asks which country Swaziland wanted to negotiate with last. The evidence shows that Swaziland expressed intent to meet or negotiate with Malawi on 2007-09-06, which is the most recent date. Therefore, the answer is Malawi. The other options are incorrect", "em": 0.0, "f1": 0.0 }, { "quid": 3018672, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last praised Burundi?", "golds": [ "Mwai Kibaki" ], "pred": "Tanzania, Ethiopia, and the Government of Burundi. Tanzania and Ethiopia praised Burundi in 2005. The Government of Burundi praised itself in 2005. The Rebel Group of Burundi used unconventional violence against the Government of Burundi in 2005. The Military of Burundi increased its military alert status", "em": 0.0, "f1": 0.0 }, { "quid": 3026156, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Associated Press last express an intention to meet with Iraq?", "golds": [ "2007" ], "pred": "2005\nExplanation: The Associated Press last expressed an intention to meet with Iraq in 2005. This is evident from the fact that the last record of the Associated Press discussing or consulting with Iraq is dated 2005-02-27. The Associated Press also discussed or consulted with Iraq on other dates in", "em": 0.0, "f1": 0.0 }, { "quid": 3025667, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who hosted the visit of Haider Al-Abadi to Kuwait in the same year?", "golds": [ "Iran", "Barack Obama", "United Arab Emirates", "Ministry (Iran)", "Iraq" ], "pred": "Kuwait\nExplanation: The visit of Haider Al-Abadi to Kuwait in the same year was hosted by Kuwait. The evidence is based on the fact that Haider Al-Abadi made a visit to Iraq on August 13 and 15, 2014, and Kuwait is a neighboring country to Iraq.", "em": 1.0, "f1": 0.0625 }, { "quid": 3050205, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Malaysia announce its intention to negotiate with the citizens of Singapore?", "golds": [ "2014-09" ], "pred": "January\nExplanation: The evidence shows that Malaysia announced its intention to negotiate with the citizens of Singapore in January 2005. The exact date is not specified, but the month is clear from the various events listed in the evidence. Therefore, the correct answer is January. \nNote: The question is a bit ambiguous as", "em": 0.0, "f1": 0.0 }, { "quid": 3006185, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to visit China after the Canadian Party member?", "golds": [ "France" ], "pred": "Japan\nExplanation: \n- The first visit to China was made by Ma Ying Jeou, a member of the Canadian Party, on January 4, 2005.\n- The first visit to China was made by Ma Ying Jeou, a member of the Canadian Party, on January 4, 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3021074, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After South Africa, which country was the first to seek diplomatic cooperation with Iraq?", "golds": [ "Iran" ], "pred": "South Africa was the first to seek diplomatic cooperation with Iraq. However, the question asks for the country that was the first to seek diplomatic cooperation with Iraq after South Africa. Therefore, the answer is not South Africa. The correct answer is not available in the given evidence. However, the evidence suggests that South Africa was the", "em": 0.0, "f1": 0.0 }, { "quid": 3026893, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the Straits Exchange Foundation last expressed the intention to participate in diplomatic cooperation with China?", "golds": [ "2009-04" ], "pred": "The Straits Exchange Foundation last expressed the intention to participate in diplomatic cooperation with China in March 2008. The Straits Exchange Foundation and China last engaged in negotiation in May 2008. The Straits Exchange Foundation and China last expressed the intention to engage in negotiation in April 2008. The Straits Exchange", "em": 0.0, "f1": 0.0 }, { "quid": 3013447, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 25 Apr 2008, which country wanted to cooperate with Oman?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: On 25 Apr 2008, Japan wanted to cooperate with Oman. This is the only event that matches the query. The other events do not match the query. Oman and Iran had a visit, but Oman did not want to cooperate with Iran. Oman and Japan did not have a visit,", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3047350, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to appeal to Iraq?", "golds": [ "China" ], "pred": "Kuwait\nExplanation: The first country to appeal to Iraq was Kuwait. This is evident from the evidence provided, where on 2005-01-05, Kuwait expressed intent to meet or negotiate with Iraq. This is the earliest recorded instance of a country appealing to Iraq in the given evidence. The other countries mentioned in", "em": 0.0, "f1": 0.0 }, { "quid": 3018427, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "After January 2010, which country hosted Cambodia's visit to Thailand?", "golds": [ "Iran", "China", "Thailand", "Vietnam" ], "pred": "Vietnam\nExplanation: \n- In 2005, a Thai citizen was arrested in Cambodia for allegedly smuggling goods.\n- The Thai citizen was later released by Vietnam.\n- In 2010, Cambodia visited Thailand, but the exact date is not specified in the given text.\n- Therefore, after January 2010,", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3031388, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who offered cooperation to Djibouti after 2005-02?", "golds": [ "Yemen", "Ethiopia", "Eritrea", "Malawi" ], "pred": "Eritrea, Sudan, Yemen, France\nExplanation: The question asks for countries that offered cooperation to Djibouti after 2005-02. The evidence shows that Eritrea, Sudan, Yemen, and France all offered cooperation to Djibouti after that date. Ethiopia expressed intent to cooperate,", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3011702, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise Ethiopia after Pier Ferdinando Casini?", "golds": [ "Isaias Afewerki" ], "pred": "Sali Berisha\nExplanation: Sali Berisha was the first to praise Ethiopia after Pier Ferdinando Casini. Pier Ferdinando Casini and Sali Berisha had a consultation on 2008-06-26. Pier Ferdinando Casini made a statement about Iran on 2014-", "em": 0.0, "f1": 0.0 }, { "quid": 3012304, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who gave humanitarian aid to Malaysia last, before Thailand?", "golds": [ "Police (Malaysia)" ], "pred": "Malaysia\nExplanation: The question asks for the country that gave humanitarian aid to Malaysia last, before Thailand. The correct answer is Malaysia, as it is the only country that provided humanitarian aid to Malaysia in the given time frame. The other countries mentioned provided aid to Thailand or expressed intent to provide aid to Thailand or other countries", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3006510, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Noppadon Pattama first express his intention to meet with Malaysia?", "golds": [ "2008-02-09" ], "pred": "2008-02-12\nExplanation: The question asks when Noppadon Pattama first expressed his intention to meet with Malaysia. The evidence provided shows multiple events where Noppadon Pattama expressed his intention to meet or negotiate with various countries, including Malaysia and Laos. However, the first event where", "em": 0.0, "f1": 0.1111111111111111 }, { "quid": 3037011, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to praise China before Le Hong Anh?", "golds": [ "Abdoulaye Wade" ], "pred": "There is no information about the last person to praise China before Le Hong Anh. The available data only includes information about Le Hong Anh's interactions with China, Laos, Thailand, South Africa, and Vietnam, but does not provide information about who praised China before him. Therefore, the answer is \"Unknown\". \nNote:", "em": 0.0, "f1": 0.0 }, { "quid": 3011906, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did China express its intention to negotiate with Abdullah G\u00fcl?", "golds": [ "2010" ], "pred": "2005\nExplanation: The question asks for the year in which China expressed its intention to negotiate with Abdullah G\u00fcl. The evidence provided shows that there were multiple instances of China expressing its intention to meet or negotiate with Abdullah G\u00fcl, as well as hosting visits from him, in the year 2005. The correct answer", "em": 0.0, "f1": 0.0 }, { "quid": 3037779, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Mahamat Saleh Annadif, which country last hosted a visit from Burundi?", "golds": [ "Tanzania" ], "pred": "Ethiopia\nExplanation: The evidence shows that Mahamat Saleh Annadif visited Ethiopia in 2006, and that Ethiopia hosted a visit from Mahamat Saleh Annadif in 2006. This is the only instance of a visit between the two countries. Therefore, Ethiopia is the country that last hosted a", "em": 0.0, "f1": 0.0 }, { "quid": 3045781, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Mitch McConnell, who was the first to formally sign an agreement with China?", "golds": [ "Ashraf Ghani Ahmadzai" ], "pred": "Mitch McConnell was the first to formally sign an agreement with China. \nExplanation: The evidence shows that Mitch McConnell was the first to formally sign an agreement with China on November 12, 2014. The other evidence is irrelevant to the question. \nNote: The question is asking for the first person to sign an", "em": 0.0, "f1": 0.0 }, { "quid": 3036879, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Ethiopia sign formal agreements with first after the head of government of Egypt?", "golds": [ "Sudan" ], "pred": "Djibouti\nExplanation: The first country that Ethiopia signed a formal agreement with after the head of government of Egypt was Djibouti. The agreement was signed on February 2, 2005. This is evident from the provided evidence, which shows that Ethiopia signed a formal agreement with Djibouti", "em": 0.0, "f1": 0.0 }, { "quid": 3005854, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country asked for Kuwait on 1 June 2010?", "golds": [ "Oman" ], "pred": "Oman\nExplanation: Oman asked for Kuwait on 1 June 2010. Kuwait asked for Oman on 1 June 2010. Oman asked for Kuwait on 1 June 2010. Kuwait asked for Oman on 1 June 2010. Oman asked for Kuwait on 1 June 2010.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3012426, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Mar\u00eda \u00c1ngela Holgu\u00edn express her intention to meet with Kuwait?", "golds": [ "2014-11-13" ], "pred": "2005-01-05\nExplanation: Mar\u00eda \u00c1ngela Holgu\u00edn is a Colombian politician, and there is no evidence that she expressed her intention to meet with Kuwait. The evidence provided shows that various individuals and countries expressed their intentions to meet or negotiate with Kuwait, but Mar\u00eda \u00c1ngela Holgu\u00edn", "em": 0.0, "f1": 0.0 }, { "quid": 3042228, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited China on the same day as Georgios Papandreou?", "golds": [ "Lawrence Cannon" ], "pred": "Laila Freivalds\nExplanation: Laila Freivalds visited China on the same day as Georgios Papandreou. Laila Freivalds visited China on 2005-09-07. Georgios Papandreou visited China on 2005-09-07. Therefore, L", "em": 0.0, "f1": 0.0 }, { "quid": 3000764, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to express its intention to participate in diplomatic cooperation with Djibouti?", "golds": [ "Qatar" ], "pred": "France\nExplanation: The first country to express its intention to participate in diplomatic cooperation with Djibouti was France, on 2005-05-18. This is evident from the provided evidence, which shows that France was the first country to engage in diplomatic cooperation with Djibouti. The other countries mentioned", "em": 0.0, "f1": 0.0 }, { "quid": 3052250, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 16 July 2008, who paid a visit to Iraq?", "golds": [ "Nuri al-Maliki", "Barack Obama" ], "pred": "Barack Obama\nExplanation: Barack Obama paid a visit to Iraq on 16 July 2008. This is evident from the evidence provided, which includes various news articles and statements from that time. The evidence shows that Obama made a visit to Iraq on that date, and also expresses his intent to change policy and de-", "em": 1.0, "f1": 0.1 }, { "quid": 3003255, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Adil Abdul-Mahdi, who praised Kuwait?", "golds": [ "Nuri al-Maliki", "Presidential Family (United States)", "Muhammad Naji al-Otari", "Shaukat Aziz", "Sudan", "Pervez Musharraf", "Saud bin Faisal bin Abdul-Aziz", "Jack Straw", "Japan" ], "pred": "Kuwait\nExplanation: Adil Abdul-Mahdi praised Kuwait in a statement on 2006-04-29. The statement was made in Iraq. The statement was about Iraq. The statement was made in relation to a meeting with Jack Straw. The statement was made in relation to a meeting with Donald Rumsfeld", "em": 1.0, "f1": 0.14285714285714288 }, { "quid": 3052837, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who used small arms and light weapons to attack Cambodia after 23 February 2011?", "golds": [ "Thailand", "Police (Cambodia)", "Armed Gang (Cambodia)" ], "pred": "Thailand\nExplanation: Thailand used small arms and light weapons to attack Cambodia after 23 February 2011. This is evident from the evidence provided, which shows that Thailand was involved in a conflict with Cambodia on 23 February 2011, and that they used small arms and light weapons in the attack. The evidence", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3014332, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Zawahiri blame before Mahmoud Abbas?", "golds": [ "Head of Government (Pakistan)" ], "pred": "None of the above\nExplanation: Zawahiri blamed Mahmoud Abbas before Barack Obama. The first statement from Zawahiri that mentions Mahmoud Abbas is from 2006-06-09, while the first statement from Zawahiri that mentions Barack Obama is from 2008-11-19. Therefore, Zawah", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3032622, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to appeal to Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "Citizen (Thailand) | Make an appeal or request | Thailand | 2005-01-31\nExplanation: The last to appeal to Thailand was a citizen of Thailand on January 31, 2005. This is evident from the evidence provided, which shows that the citizen made an appeal or request to Thailand", "em": 1.0, "f1": 0.12903225806451613 }, { "quid": 3044173, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before 2008-09, which country did Oman wish to negotiate with?", "golds": [ "South Korea", "Kuwait", "Iran", "Qatar", "United Arab Emirates", "Iraq" ], "pred": "Thailand\nExplanation: In 2005, Oman wished to negotiate with Thailand. This is evident from the record of Oman expressing intent to meet or negotiate with Thailand on 2005-02-04. Oman also arrested, detained, or charged with legal action men from Oman on multiple occasions in 2005. Sh", "em": 0.0, "f1": 0.0 }, { "quid": 3035031, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the foreign minister of Malaysia, who was the last to want to negotiate with China?", "golds": [ "Julia Gillard" ], "pred": "Portugal\nExplanation: The foreign minister of Malaysia, Syed Hamid Albar, was the last to want to negotiate with China. This is evident from the fact that the last entry in the list of events related to Malaysia is \"Malaysia | Express intent to meet or negotiate | China | 2005-01", "em": 0.0, "f1": 0.0 }, { "quid": 3011092, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made Thailand suffer from unconventional violence on 1 October 2007?", "golds": [ "Insurgent (Thailand)" ], "pred": "Insurgent (Thailand) made Thailand suffer from unconventional violence on 1 October 2007. \nReasoning Skill: Identifying Pros And Cons\nThis question requires the ability to identify the party responsible for unconventional violence in Thailand on a specific date. The correct answer is Insurgent (Thailand), as they are", "em": 1.0, "f1": 0.10256410256410257 }, { "quid": 3026572, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China criticise the Energy Department/Ministry of China?", "golds": [ "2009-08-21" ], "pred": "There is no evidence that China criticised the Energy Department/Ministry of China. The evidence shows that China and Japan had several consultations and exchanges in January 2005, and China also investigated Japan and threatened Japan on several occasions. However, there is no record of China criticising the Energy Department/Ministry of China", "em": 0.0, "f1": 0.0 }, { "quid": 3048364, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Thailand, who received humanitarian aid from the staff of Thailand?", "golds": [ "Citizen (Thailand)", "Villager (Thailand)" ], "pred": "Laos, Japan, Australia, USA, South Korea, China\nExplanation: The question asks who received humanitarian aid from the staff of Thailand. The answer is Laos, Japan, Australia, USA, South Korea, and China. The evidence is based on the news articles that mention Thailand providing humanitarian aid to these countries. The", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3009388, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country first asked for Cambodia in 2011?", "golds": [ "Thailand" ], "pred": "Thailand\nExplanation: Thailand first asked for Cambodia in 2011. The evidence is from the news articles in the given text. The first article is \"Thailand | Engage in diplomatic cooperation | Cambodia | 2011-01-05\" which indicates that Thailand first asked for Cambodia in 2011. The", "em": 1.0, "f1": 0.07692307692307693 }, { "quid": 3028811, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 22 Oct 2005, who made an appeal to China?", "golds": [ "Donald Rumsfeld" ], "pred": "Donald Rumsfeld\nExplanation: Donald Rumsfeld made an appeal to China on 22 Oct 2005. The appeal was made during his visit to China. The appeal was related to the issue of North Korea. Donald Rumsfeld expressed his concerns about the issue and appealed to China to take a more active", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3014255, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country was Thailand last involved in negotiations?", "golds": [ "Vietnam" ], "pred": "Cambodia\nExplanation: The evidence shows that Thailand was involved in negotiations with Cambodia in 2005. The evidence includes reports of arrests, detentions, and charges with legal action against citizens of Thailand by Thailand, which suggests that Thailand was involved in negotiations with Cambodia. The exact nature of the negotiations is not specified, but", "em": 0.0, "f1": 0.0 }, { "quid": 3016004, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country signed an agreement with Malaysia before South Africa?", "golds": [ "Thailand", "Japan", "United Arab Emirates" ], "pred": "Mauritania\nExplanation: The agreement was signed on 2005-01-25, before South Africa's agreement with Angola on 2005-02-17. Therefore, Mauritania signed an agreement with Malaysia before South Africa. \nNote: The information given in the evidence is not relevant to the question. The", "em": 0.0, "f1": 0.0 }, { "quid": 3050465, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country wanted to meet with Iraq in the same month as the businessman from Turkey?", "golds": [ "Iran" ], "pred": "Kuwait\nExplanation: The evidence shows that Kuwait expressed intent to meet or negotiate with Iraq on January 5, 2005. The same month, a businessman from Turkey expressed intent to meet with Iraq. Therefore, the answer is Kuwait. The other options do not match the evidence. China expressed intent to engage in diplomatic", "em": 0.0, "f1": 0.0 }, { "quid": 3017271, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did China first investigate Ben Shalom Bernanke?", "golds": [ "2009-07" ], "pred": "July 2009\nExplanation: The first investigation of Ben Shalom Bernanke by China occurred in July 2009. This is the earliest date mentioned in the evidence. The other dates mentioned in the evidence are related to Bernanke making statements or consulting with other individuals, but not to an investigation by China. Therefore", "em": 0.0, "f1": 0.05405405405405405 }, { "quid": 3036695, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, which country last wanted to negotiate with Oman?", "golds": [ "Iran" ], "pred": "Thailand\nExplanation: The last country to want to negotiate with Oman was Thailand in 2005. The evidence shows that Thailand expressed intent to meet or negotiate with Oman on 2005-02-04. The other countries mentioned in the evidence either arrested, detained, or charged individuals with legal action, expressed intent to", "em": 0.0, "f1": 0.0 }, { "quid": 3021521, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Prime Minister of Burundi visit China?", "golds": [ "2006-11-03" ], "pred": "2005-08-25\nExplanation: The Prime Minister of Burundi visited China on August 25, 2005. This information can be found in the provided evidence, which includes records of visits, appeals, and statements made by the government of Burundi and other countries in 2005. The specific", "em": 0.0, "f1": 0.0 }, { "quid": 3032417, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In June 1st, 2014, which country wanted to participate in diplomatic cooperation with Malaysia?", "golds": [ "China" ], "pred": "Yemen\nExplanation: \nThe question asks which country wanted to participate in diplomatic cooperation with Malaysia on June 1st, 2014. However, the provided evidence only includes information from 2005, which is not relevant to the question. The correct answer cannot be determined based on the provided evidence. However, since", "em": 0.0, "f1": 0.0 }, { "quid": 3010315, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Sergey Vladilenovich Kiriyenko visit China for the first time?", "golds": [ "2006-03-17" ], "pred": "2005-12-07\nExplanation: Sergey Vladilenovich Kiriyenko visited China for the first time on 2005-12-07. The evidence is from the \"Make a visit\" category of the \"Sergey Vladilenovich Kiriyenko\" page, where it is mentioned that he", "em": 0.0, "f1": 0.0 }, { "quid": 3050335, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 28 March 2005?", "golds": [ "Kuomintang", "Lien Chan" ], "pred": "Lien Chan, the chairman of the Kuomintang, visited China on 28 March 2005. He was the first KMT leader to visit mainland China since the Chinese Civil War. Lien Chan was received by Chinese President Hu Jintao and Premier Wen Jiabao. The visit was seen as", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3030075, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 18 March 2007, which country did Ethiopia make an appeal to?", "golds": [ "UN Security Council", "African Union", "North America", "Djibouti", "Eritrea", "Yemen" ], "pred": "Eritrea\nExplanation: Ethiopia made an appeal to Eritrea on 18 March 2007. This is evident from the evidence provided, which shows that Ethiopia made an appeal or request to Eritrea on that date, and Isaias Afewerki, the President of Eritrea, made", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3018906, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Vuk Jeremi\u0107, which was the first country to want to negotiate with Malaysia?", "golds": [ "Iran" ], "pred": "Romania\nExplanation: The first country to want to negotiate with Malaysia was Romania. This is evident from the fact that the first \"Express intent to meet or negotiate\" entry for Vuk Jeremi\u0107 is for Romania on 2007-09-03. The first \"Express intent to meet or negotiate\" entry for", "em": 0.0, "f1": 0.0 }, { "quid": 3016975, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who were the last to suffer from the Pokot's conventional military forces before the indigenous people of Kenya?", "golds": [ "Citizen (Uganda)" ], "pred": "Indigenous People (Kenya)\nExplanation: The Pokot people have been using conventional military forces against the indigenous people of Kenya since 2006. The indigenous people of Kenya have been using unconventional violence against the Pokot people since 2013. The police in Kenya have been using conventional military forces against the Pokot people", "em": 0.0, "f1": 0.0 }, { "quid": 3054859, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to negotiate with Burundi first?", "golds": [ "L\u00e9onard Nyangoma" ], "pred": "Tanzania\nExplanation: Tanzania was the first to express intent to meet or negotiate with Burundi on 2005-11-20. Burundi was the first to arrest, detain, or charge with legal action on 2005-11-17. However, Tanzania was the first to express intent to meet or negotiate", "em": 0.0, "f1": 0.0 }, { "quid": 3034120, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who wanted to negotiate with Thailand in 2012?", "golds": [ "Wen Jiabao", "Tourist (Kuwait)", "Barack Obama", "Philipp R\u00f6sler", "Student (Thailand)", "Malaysia", "Yongyuth Wichaidit", "Vietnam", "Envoy (United States)", "National United Front for Democracy Against Dictatorship", "Cabinet / Council of Ministers / Advisors (Thailand)", "United Arab Emirates", "China", "Northern Ireland", "Media Personnel (Thailand)", "Saudi Army", "Royal Administration (Japan)", "Defense / Security Ministry (United States)", "Naval (Thailand)", "Citizen (Thailand)" ], "pred": "Yongyuth Wichaidit\nExplanation: Yongyuth Wichaidit expressed intent to meet or negotiate with Thailand on multiple occasions in 2012. This indicates that he was willing to negotiate with Thailand. The other individuals mentioned in the evidence did not express a desire to negotiate with Thailand. Therefore, Yongyuth", "em": 1.0, "f1": 0.1142857142857143 }, { "quid": 3052846, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China make pessimistic comments about the Republic of South Ossetia?", "golds": [ "2008" ], "pred": "2005\nExplanation: The year in which China made pessimistic comments about the Republic of South Ossetia is 2005. This is evident from the provided evidence, which includes news articles and statements from various individuals and entities related to the Republic of South Ossetia, including Sergey Bagapsh, the", "em": 0.0, "f1": 0.0 }, { "quid": 3038174, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who received China's visit from China first?", "golds": [ "Aceh" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou received China's visit from China first. Ma Ying Jeou is the current President of Taiwan. He made a visit to China on January 4, 2005. The other two lawmakers from Japan made visits to China on January 6 and 7,", "em": 0.0, "f1": 0.0 }, { "quid": 3020191, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Kuwait, who was the first to express optimism about Iraq?", "golds": [ "Ali al-Dabbagh" ], "pred": "Kuwait\nExplanation: The first to express optimism about Iraq was Kuwait. This is evident from the evidence provided, which shows that Kuwait expressed intent to meet or negotiate with Iraq on multiple occasions, provided economic aid, praised or endorsed Iraq, and demonstrated military or police power. This suggests that Kuwait was the first to take a", "em": 0.0, "f1": 0.0 }, { "quid": 3024348, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After the Egyptian leader, who praised Ethiopia?", "golds": [ "Osama Mohamed Abdul Shafy Shaltout", "Philip Hammond", "William Lacy Swing", "Sudan", "African Union", "High Commission for Refugees", "China", "Uhuru Muigai Kenyatta", "Foreign Affairs (Senegal)", "Japan", "Barack Obama" ], "pred": "Sudan\nExplanation: The question is asking which country praised Ethiopia. The answer is Sudan because there are multiple instances of Sudan consulting with Ethiopia, but no instances of Sudan accusing or occupying territory of Ethiopia. The other countries mentioned either accused Ethiopia, occupied territory of Ethiopia, or made statements about Ethiopia, but did not praise it", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3003457, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Japan's Ministry of Finance last make optimistic remarks about China?", "golds": [ "2010-10-19" ], "pred": "2005-01-31\nReasoning skill required: Temporal reasoning, specifically identifying the most recent event in a sequence of events. The question requires the ability to analyze the dates and identify the last time Japan's Ministry of Finance made optimistic remarks about China. This involves comparing the dates and selecting the most recent", "em": 0.0, "f1": 0.0 }, { "quid": 3049409, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who made threats against Burundi in December 2009?", "golds": [ "Al-Shabaab" ], "pred": "Al-Shabaab\nExplanation: Al-Shabaab made threats against Burundi in December 2009. This is evident from the evidence provided, which shows that Al-Shabaab threatened Burundi on December 21, 2009. The other events listed do not involve threats against Burundi. Tanzania and Bur", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3041350, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In February 26th, 2008, who would wish to visit China?", "golds": [ "Japan Self-Defense Forces" ], "pred": "Japan\nExplanation: In February 26th, 2008, Japan would wish to visit China because of the diplomatic cooperation between the two countries. The evidence shows that Japan and China have been engaging in diplomatic cooperation since 2005. Therefore, it is likely that Japan would wish to visit China in 2008", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3025280, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country announced its intention to cooperate with China on 9 August 2014?", "golds": [ "South Korea", "Japan" ], "pred": "South Korea\nExplanation: The evidence shows that South Korea announced its intention to cooperate with China on 9 August 2014. The other options do not show any evidence of a country announcing its intention to cooperate with China on that date. Japan and China announced their intention to cooperate on 9 August 2014,", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3033135, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person Liu Yandong wanted to meet before Ethiopia?", "golds": [ "Cambodia" ], "pred": "Colombia\nExplanation: Liu Yandong wanted to meet with Colombia before Ethiopia. This is inferred from the fact that the last entry in the list of Liu Yandong's activities before the one mentioning Ethiopia is the one where she expresses intent to meet or negotiate with Colombia. This is a reasonable inference, as the entries", "em": 0.0, "f1": 0.0 }, { "quid": 3020171, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the command of Iraq use unconventional force against Iraq?", "golds": [ "2005-10-20" ], "pred": "2005-01-16\nExplanation: The command of Iraq used unconventional force against Iraq on 2005-01-16. This is evident from the evidence provided, which shows that a rebel group in Iraq threatened the government with military force on that date. This is an example of unconventional force being used against", "em": 0.0, "f1": 0.05405405405405406 }, { "quid": 3002031, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person praised by the Royal Government of Jordan before Iraq?", "golds": [ "Japan" ], "pred": "Student (Iraq) | Make optimistic comment | Iraq | 2005-01-12\nExplanation: The Royal Government of Jordan praised the student before Iraq. The student made an optimistic comment on 2005-01-12. The Royal Government of Jordan praised the student on 2005-01-11.", "em": 0.0, "f1": 0.0 }, { "quid": 3040745, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to receive negative comments from China?", "golds": [ "Iraq" ], "pred": "Sudan\nExplanation: The first country to receive negative comments from China is Sudan. The evidence is that Sudan received deployment of peacekeepers from Japan on 2005-01-31. This is the first negative comment from China. The other countries received positive comments from China. They expressed intent to cooperate or meet or negotiate", "em": 0.0, "f1": 0.0 }, { "quid": 3004573, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to give a visit to Malaysia?", "golds": [ "Oman" ], "pred": "Thailand\nExplanation: The last visit to Malaysia was made by Thailand on 2005-01-24. The visit was made by Thailand to Malaysia. The visit was not made by Malaysia to Thailand. Therefore, Thailand was the last country to give a visit to Malaysia. \nNote: The question is asking for the", "em": 0.0, "f1": 0.0 }, { "quid": 3023157, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who supported Kuwait after Ahmed el-Tayeb?", "golds": [ "Iran", "Yemen", "Secretariat (Gulf Cooperation Council)", "Abdel Fattah Al-Sisi", "Islam Karimov", "Ministry (Venezuela)", "United Arab Emirates", "China", "Foreign Affairs (India)" ], "pred": "France, Iraq, Sudan, Justin Welby, Herman Van Rompuy, Foreign Affairs (India)\nReasoning skill: Identifying Pros And Cons\nThis question requires the ability to identify the entities that supported Kuwait after Ahmed el-Tayeb, which involves analyzing the relationships between Ahmed el-Tayeb and various entities", "em": 1.0, "f1": 0.14634146341463414 }, { "quid": 3000630, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to negotiate with China on 24 September 2009?", "golds": [ "Japan", "South Korea", "France", "Barack Obama" ], "pred": "Barack Obama\nExplanation: Barack Obama expressed the intention to negotiate with China on 24 September 2009. The evidence is found in the table, where the row for Barack Obama and China has the date 2009-09-24 and the action \"Express intent to meet or negotiate\". This is the only row", "em": 1.0, "f1": 0.1142857142857143 }, { "quid": 3051783, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country to express its intention to negotiate with Iraq, after the French Foreign Ministry?", "golds": [ "Donald Rumsfeld" ], "pred": "Kuwait\nExplanation: The first country to express its intention to negotiate with Iraq was Kuwait, on January 5, 2005. This is evident from the provided evidence, which lists Kuwait as the first country to express its intent to meet or negotiate with Iraq on that date. The other countries listed in the evidence,", "em": 0.0, "f1": 0.0 }, { "quid": 3031065, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Qin Gang last make optimistic comments about China?", "golds": [ "2010" ], "pred": "2005\nExplanation: The evidence shows that Qin Gang made optimistic comments about China in 2005. The most recent statement in the evidence is from December 8, 2005, which indicates that Qin Gang last made optimistic comments about China in 2005. Therefore, the answer is 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3031046, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Syrian Ministry of Finance and Treasury announce its intention to negotiate with China?", "golds": [ "2007" ], "pred": "2005\nExplanation: The Syrian Ministry of Finance and Treasury announced its intention to negotiate with China in 2005. This is evident from the provided evidence, which lists various entities and their intentions to meet or negotiate with China in 2005. The Syrian Ministry of Finance and Treasury is not explicitly mentioned, but", "em": 0.0, "f1": 0.0 }, { "quid": 3052085, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After the kidnapping of Iraq, to whom did Iraq make optimistic comments?", "golds": [ "Nonaligned Movement", "Barack Obama", "Iran", "UN Security Council", "Foreign Affairs (France)", "Mahmoud Ahmadinejad", "Head of Government (Turkmenistan)", "Japan" ], "pred": "Australia\nExplanation: The question asks to whom Iraq made optimistic comments after the kidnapping of Iraq. The answer is Australia, as indicated by the evidence \"Iraq | Make optimistic comment | Assemblies (Australia) | 2005-01-15\". This suggests that Iraq made optimistic comments to the Australian assemblies after the kidnapping", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3001077, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Ethiopia, whom did the citizens of International condemn first?", "golds": [ "Wen Jiabao" ], "pred": "Eritrea\nExplanation: The citizens of International condemned Eritrea first, as evidenced by the accusations made by Isaias Afewerki on January 3, 2005, and the accusations made by Eritrea on January 18, 2005, and February 10, 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3029078, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Pervez Musharraf, with which country did Malaysia last negotiate?", "golds": [ "Thailand" ], "pred": "Japan\nExplanation: The question asks for the country with which Malaysia last negotiated before Pervez Musharraf. The evidence shows that Pervez Musharraf was involved in negotiations with Japan on January 10, 2005. There is no evidence of any negotiations between Malaysia and Pervez Musharraf. Therefore,", "em": 0.0, "f1": 0.0 }, { "quid": 3002208, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Thailand, with whom did the citizens of Singapore wish to negotiate?", "golds": [ "Workers' Party (Singapore)", "Tony Tan Keng Yam", "Association of Southeast Asian Nations", "Education (Singapore)", "South Korea", "Education Ministry (Singapore)", "Donald Rumsfeld", "China", "Government Affiliated Bank (Singapore)", "High Commission (Australia)", "Military (Singapore)" ], "pred": "Vietnam\nExplanation: The citizens of Singapore wished to negotiate with Vietnam, as evidenced by the fact that there is only one instance of a citizen of Singapore expressing a desire to negotiate with Vietnam, whereas there are multiple instances of citizens of Thailand expressing a desire to negotiate with Thailand. This suggests that the citizens of Singapore were interested", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3035536, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "With which country did Kuwait sign formal agreements before 2006?", "golds": [ "South Korea", "Iran", "Qatar", "Defense / Security Ministry (United States)", "Yemen" ], "pred": "Iran\nExplanation: The evidence shows that Kuwait and Iran signed formal agreements on 2005-01-12 and 2005-03-15. Therefore, the answer is Iran. The other options are incorrect because the evidence does not show that Kuwait signed formal agreements with Qatar, Iraq, or South Korea before", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3037070, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Iraq use conventional military force against in the same month of the Middle East?", "golds": [ "Combatant (Al Qaeda)", "Insurgent (Al Qaeda)" ], "pred": "Iraq used conventional military force against Rebel Group (Iraq) in the same month of the Middle East in 2005. \nNote: The answer is based on the given evidence, which shows that Iraq provided military aid to the Middle East on January 16, 2005, and Rebel Group (Iraq) threatened to", "em": 0.0, "f1": 0.0 }, { "quid": 3022599, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the armed gang of Somalia use small arms and light weapons to attack Ethiopia?", "golds": [ "2007-01-02" ], "pred": "There is no information about the armed gang of Somalia using small arms and light weapons to attack Ethiopia. However, there is information about the Ethiopian government expressing intent to cooperate with other countries, including Somalia. Therefore, the answer is \"no information\". However, if we look at the timeline, we can see that the armed", "em": 0.0, "f1": 0.0 }, { "quid": 3002221, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who was negotiating with Ethiopia before 2007?", "golds": [ "Indigenous People (United States)", "Sudan", "Indigenous People (Ethiopia)", "Eritrea", "UN Security Council" ], "pred": "Sudan, Yemen, Djibouti, Japan\nExplanation:\nThe question asks who was negotiating with Ethiopia before 2007. The evidence provided shows various countries and entities interacting with Ethiopia in 2005, but the question specifically asks for those who were negotiating with Ethiopia before 2007. The correct answer is Sudan", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3040434, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did Thailand investigate after 17 June 2008?", "golds": [ "Citizen (Thailand)", "Naval (Thailand)", "South Korea", "National United Front for Democracy Against Dictatorship", "Cambodia", "Vietnam", "Activist (Thailand)" ], "pred": "Vietnam\nExplanation: The question asks which country Thailand investigated after 17 June 2008. The evidence is a list of events that occurred on 17 June 2008. The event that matches the question is \"Thailand | Investigate | Vietnam | 2008-06-17\". Therefore, the answer", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3055823, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China first commend the envoy of the United States?", "golds": [ "2008-07" ], "pred": "January\nExplanation: The question asks for the month when China first commended the envoy of the United States. However, the provided evidence does not mention the United States or any commendation of its envoy. The evidence mentions diplomatic cooperation and negotiations between China and Japan, as well as between Japan and the Association of Southeast Asian", "em": 0.0, "f1": 0.0 }, { "quid": 3024955, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Thailand expressed an interest in cooperation with the military of Thailand?", "golds": [ "2011-04-29" ], "pred": "2005-02-08\nReasoning Skill: Identifying Pros And Cons\nThis question requires the ability to identify the most recent instance of Thailand expressing an interest in cooperation with the military of Thailand. The correct answer is 2005-02-08, which is the most recent date mentioned in the evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3041173, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Tesco, who was the last to suffer the unconventional violence of the citizens of the United Kingdom?", "golds": [ "Citizen (Australia)" ], "pred": "Tesco was the last to suffer the unconventional violence of the citizens of the United Kingdom. Tesco was the last to suffer the unconventional violence of the citizens of the United Kingdom. Tesco was the last to suffer the unconventional violence of the citizens of the United Kingdom. Tesco was the last to suffer the unconventional violence", "em": 0.0, "f1": 0.0 }, { "quid": 3017265, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did Ethiopia last negotiate?", "golds": [ "Representatives (Ethiopia)" ], "pred": "Eritrea\nExplanation: The question asks with whom Ethiopia last negotiated. The evidence shows that Ethiopia last negotiated with Eritrea on 2005-03-07. The other options are either incorrect or refer to negotiations that took place before 2005-03-07. Therefore, the correct answer is E", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3045289, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last person to visit Iraq?", "golds": [ "Haider Al-Abadi" ], "pred": "Mitch McConnell\nExplanation: Mitch McConnell was the last person to visit Iraq. He visited Iraq on January 9, 2005. The evidence is based on the news articles and reports from 2005. The other options are not the last person to visit Iraq. They may have visited Iraq, but not after Mitch", "em": 0.0, "f1": 0.0 }, { "quid": 3027355, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who threatened China before 2008?", "golds": [ "South Korea", "Robert Jones Portman", "Japan", "Criminal (China)", "Henry M. Paulson", "Defense / Security Ministry (United States)", "Donald Rumsfeld", "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "Japan\nExplanation: The question asks who threatened China before 2008. The evidence shows that Japan made demands and consulted with China before 2008, while China threatened Japan before 2008. Therefore, the answer is Japan. The reasoning skill required for this question is Identifying Pros And Cons, as it involves", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3052070, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to release people to Thailand?", "golds": [ "Military Personnel (Thailand)" ], "pred": "Vietnam\nExplanation: The first to release people to Thailand was Vietnam. The evidence shows that Vietnam released a person to Thailand on March 1, 2005. The other entries are either expressions of intent to provide aid or to meet or negotiate, which do not involve the release of people. Therefore, Vietnam is the", "em": 0.0, "f1": 0.05 }, { "quid": 3054378, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2006, who first expressed an intention to negotiate with Iraq?", "golds": [ "Citizen (International)" ], "pred": "Kuwait\nExplanation: In 2006, the interim leader of Iraq expressed an intention to negotiate with Kuwait. This is evident from the provided evidence, which shows that on January 5, 2005, the interim leader of Iraq expressed an intention to meet or negotiate with Kuwait. This is the only instance of a", "em": 0.0, "f1": 0.0 }, { "quid": 3051868, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who denounced China first after the United States steelmaker?", "golds": [ "Citizen (Australia)" ], "pred": "Japan\nExplanation: The question asks who denounced China first after the United States steelmaker. The answer is Japan because the first event involving Japan is a \"Demand\" on 2005-02-01, which is before the first event involving China, a \"Threaten\" on 2005-01-", "em": 0.0, "f1": 0.0 }, { "quid": 3013863, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did Kuwait last sign a formal agreement before the national airline of Iraq?", "golds": [ "Qatar" ], "pred": "Iran\nExplanation: The last formal agreement signed by Kuwait was with Iran on 2005-03-15. The national airline of Iraq is Iraqi Airways. Therefore, the last formal agreement signed by Kuwait before the national airline of Iraq was with Iran. \nNote: The information is based on the provided evidence and may", "em": 0.0, "f1": 0.0 }, { "quid": 3000514, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to criticise Thailand before Banharn Silpa-archa?", "golds": [ "Citizen (Thailand)" ], "pred": "There is no information about who was the last to criticise Thailand before Banharn Silpa-archa. Banharn Silpa-archa was the last to criticise Thailand. He made several statements and accusations against Thailand from 2005 to 2007. There is no information about anyone else critic", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3036421, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised Joachim Gauck after China?", "golds": [ "Philippe Couillard", "Freedom Fighter (Czech Republic)", "Mahmoud Abbas" ], "pred": "Shimon Peres\nExplanation: Joachim Gauck was praised by Shimon Peres after China. This is evident from the evidence provided, which shows that Shimon Peres consulted with Joachim Gauck on 2012-05-29. This suggests that Shimon Peres had a positive opinion", "em": 0.0, "f1": 0.0 }, { "quid": 3030958, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the government of Sudan first sign formal agreements with China?", "golds": [ "2007-09-19" ], "pred": "2005\nExplanation: The government of Sudan first signed formal agreements with China in 2005. The agreements were signed on various dates in 2005, including January 10, April 11, and August 8. The agreements were with various entities, including the Sudan People's Liberation Movement, Ethiopia,", "em": 0.0, "f1": 0.0 }, { "quid": 3041415, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was commended by Iraq first after the Displaced Families of Iraq?", "golds": [ "Party Member (Iraq)" ], "pred": "Iran\nExplanation: The country that was commended by Iraq first after the Displaced Families of Iraq was Iran. This is evident from the fact that Iraq consulted Iran on January 25 and 27, 2005, which was before any other country was consulted. This suggests that Iraq was seeking Iran's advice or", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3052775, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last repatriated people to Thailand before Abhisit Vejjajiva?", "golds": [ "Office of the Attorney General" ], "pred": "Thaksin Shinawatra\nExplanation: The question asks who last repatriated people to Thailand before Abhisit Vejjajiva. To answer this question, we need to find the person who repatriated people to Thailand immediately before Abhisit Vejjajiva took office or made a statement about rep", "em": 0.0, "f1": 0.1142857142857143 }, { "quid": 3053633, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the reserve personnel of the United Kingdom give a visit to Iraq?", "golds": [ "2010-05-10" ], "pred": "2005-01-12\nExplanation: The reserve personnel of the United Kingdom made a visit to Iraq on 2005-01-12. The evidence is from the Media Personnel (International) | Make a visit | Iraq | 2005-01-12 and Iraq | Host a visit | Media Personnel", "em": 0.0, "f1": 0.0 }, { "quid": 3028010, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the other Egyptian authorities and officials first express an interest in cooperating with China?", "golds": [ "2006-06-06" ], "pred": "2005-01-06\nExplanation: The question asks when the other Egyptian authorities and officials first expressed an interest in cooperating with China. However, the provided evidence does not mention Egypt at all. It appears to be about Japan and China's diplomatic relations and cooperation. Therefore, the answer cannot be determined based on", "em": 0.0, "f1": 0.041666666666666664 }, { "quid": 3004147, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, who was the first to visit South Africa?", "golds": [ "Tony Blair" ], "pred": "Tony Blair\nExplanation: Tony Blair was the first to visit South Africa after Iraq. He visited South Africa on January 14, 2005. The other visitors mentioned in the evidence visited South Africa after Tony Blair. The evidence does not mention any visitors from Iraq. Therefore, Tony Blair is the correct answer.", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3018695, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Cambodia, who made optimistic remarks about Xi Jinping?", "golds": [ "Barack Obama", "South Korea", "Media Personnel (China)", "China", "Tanzania", "Liberals (China)", "Yasuo Fukuda", "Ai Weiwei", "Japan" ], "pred": "Japan\nExplanation: Xi Jinping made optimistic remarks about Japan in 2008. The other options are incorrect because Xi Jinping made accusatory remarks about France, made statements about China, and consulted with Wen Jiabao. Cambodia is not mentioned in the evidence. Therefore, the correct answer is Japan. \nNote: The", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3003448, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to provide humanitarian aid to China?", "golds": [ "Government (Pakistan)" ], "pred": "Japan\nExplanation: The last to provide humanitarian aid to China was Japan. Japan provided economic aid to China on January 27, 2005. The other countries provided aid to other countries. China provided aid to Thailand on January 6, 2005. Japan provided aid to Thailand on January 6,", "em": 0.0, "f1": 0.0 }, { "quid": 3025035, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time a Kenyan leader visited China?", "golds": [ "2014-05-11" ], "pred": "There is no evidence of a Kenyan leader visiting China in 2005. The evidence provided shows visits by officials from Macao, Japan, and Taiwan (Ma Ying Jeou) to China in 2005. Therefore, the answer is \"None\". \nNote: The question is asking for a specific event (", "em": 0.0, "f1": 0.0 }, { "quid": 3054502, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With whom did Tony Blair first express interest in cooperation after Iraq?", "golds": [ "Rodrigo Rato" ], "pred": "Mahmoud Abbas\nExplanation: Tony Blair first expressed interest in cooperation with Mahmoud Abbas after Iraq. This is evident from the fact that on 2005-02-05, Tony Blair expressed intent to engage in diplomatic cooperation with Mahmoud Abbas. This is the earliest instance of Tony Blair expressing interest in cooperation after Iraq. The other", "em": 0.0, "f1": 0.0 }, { "quid": 3043654, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Prime Minister of Uruguay, who was the last to visit Malaysia?", "golds": [ "Royal Administration (Nigeria)" ], "pred": "Ognyan Gerdzhikov\nExplanation: The Prime Minister of Uruguay, who was the last to visit Malaysia, was Ognyan Gerdzhikov. He visited Malaysia on January 2, 2005. This information can be found in the provided evidence, which lists various visits and events that", "em": 0.0, "f1": 0.0 }, { "quid": 3019352, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise China after Thiha Thura Tin Aung Myint Oo?", "golds": [ "International Monetary Fund" ], "pred": "Thongsing Thammavong\nExplanation: Thongsing Thammavong was the first to praise China after Thiha Thura Tin Aung Myint Oo. This is based on the evidence that Thongsing Thammavong consulted with Thiha Thura Tin Aung Myint Oo in", "em": 0.0, "f1": 0.0 }, { "quid": 3007343, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to commend Oman after Ali Abdullah Saleh?", "golds": [ "Iran" ], "pred": "Oman\nExplanation: Oman was the first country to commend Yemen after Ali Abdullah Saleh. The evidence is based on the fact that there is no record of any other country commending Yemen before Oman. Oman's commendation is not explicitly stated in the provided text, but it is implied as the first country to commend Yemen", "em": 0.0, "f1": 0.0 }, { "quid": 3038265, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Thailand after the Foreign Minister of Denmark?", "golds": [ "Abhisit Vejjajiva" ], "pred": "The first to visit Thailand after the Foreign Minister of Denmark was the Foreign Minister of the United States. \nExplanation: The Foreign Minister of Denmark visited Thailand on 2005-01-04. The Foreign Minister of the United States visited Thailand on 2005-01-05. Therefore, the Foreign Minister of the", "em": 0.0, "f1": 0.0 }, { "quid": 3047801, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In September 2013, who would want to engage in diplomatic cooperation with China?", "golds": [ "Barack Obama", "Yemen", "Jerry Brown", "Cambodia", "South Africa", "Vietnam", "Kazakhstan" ], "pred": "Vietnam\nExplanation: In September 2013, Vietnam would want to engage in diplomatic cooperation with China. This is because Vietnam is a country that is located in Southeast Asia, and China is a major economic and political power in the region. Vietnam has historically had a complex relationship with China, with periods of conflict and cooperation", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3044599, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Ethiopia, who was the first to praise South Korea?", "golds": [ "Head of Government (Egypt)" ], "pred": "Wen Jiabao\nExplanation: Wen Jiabao was the first to praise South Korea. Wen Jiabao praised South Korea on 2005-01-07. Ethiopia praised South Korea on 2005-01-10. Wen Jiabao was the first to praise South Korea. Wen Jiabao", "em": 0.0, "f1": 0.0 }, { "quid": 3028887, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country condemned China on 31 July 2012?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: Japan condemned China on 31 July 2012. The evidence is the first line of the text, which states \"Japan | Make pessimistic comment | China | 2012-07-31\". This line indicates that Japan made a pessimistic comment about China on 31 July 2012", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3029300, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before September, the year of 2014, which country did Iraq decline?", "golds": [ "Nuri al-Maliki", "Dissident (People's Mujahedin of Iran)", "Barack Obama", "Member of Parliament (Iraq)", "Iran", "United States Senate", "Congress (United States)", "Head of Government (Egypt)" ], "pred": "Iran\nExplanation:\nThe question asks which country Iraq declined before September 2014. To answer this question, we need to look for evidence of Iraq declining or refusing something from another country before September 2014.\nFrom the given evidence, we can see that Iraq declined or refused something from Iran on several occasions:\n-", "em": 1.0, "f1": 0.10256410256410256 }, { "quid": 3048331, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2006, which country blamed China first?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: In 2006, Japan blamed China first. The evidence is from the year 2005, but the question is about 2006. The question is asking which country blamed China first in 2006, and the evidence shows that Japan blamed China first in 2005. Therefore, the", "em": 1.0, "f1": 0.08333333333333333 }, { "quid": 3053749, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did the Lawyer/Attorney of United States decline before Thailand?", "golds": [ "France", "Iraq" ], "pred": "United States\nExplanation: The Lawyer/Attorney of United States declined before Thailand. The evidence is from the date 2005-01-04. The Lawyer/Attorney of United States made a visit to Thailand. The evidence is from the date 2005-01-04. The Lawyer/Attorney", "em": 0.0, "f1": 0.0 }, { "quid": 3030779, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In the same year, who did Ma Ying Jeou want to negotiate with in Thailand?", "golds": [ "Ireland", "South Korea", "City Mayor (Australia)", "China", "Japan", "People First Party Korea" ], "pred": "Thailand\nExplanation: Ma Ying Jeou expressed intent to meet or negotiate with Thailand on 2005-01-13. Ma Ying Jeou demanded to meet or negotiate with Kuomintang on 2005-02-05. China rejected Ma Ying Jeou on 2005-01-05 and", "em": 1.0, "f1": 0.08333333333333333 }, { "quid": 3026782, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Malaysia, who was the last country to investigate Thailand?", "golds": [ "Military Personnel (Thailand)" ], "pred": "None, as there is no evidence of any country investigating Thailand before Malaysia. However, it is possible that the question is asking for the last country to investigate Thailand before Malaysia, in which case the answer would be \"None\" as there is no evidence of any country investigating Thailand before Malaysia. If the question is asking for", "em": 0.0, "f1": 0.0588235294117647 }, { "quid": 3003807, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was last praised by Cambodia?", "golds": [ "China" ], "pred": "Vietnam\nExplanation: The question asks which country was last praised by Cambodia. The evidence shows that Vietnam was last praised by Cambodia on February 28, 2005. The other options do not show that Cambodia praised them. Therefore, the correct answer is Vietnam. \nNote: The question is asking for the country that", "em": 0.0, "f1": 0.0 }, { "quid": 3023486, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who asked for Kuwait first?", "golds": [ "Gerhard Schr\u00f6der" ], "pred": "Iran\nExplanation: The first country to ask for Kuwait was Iran. This is evident from the evidence provided, which shows that Iran consulted with Kuwait on January 6, 2005. This is the earliest recorded instance of a country asking for Kuwait. The other countries mentioned in the evidence, such as South Korea,", "em": 0.0, "f1": 0.0 }, { "quid": 3010091, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who receive the visit from Sheikh Ahmed Abdullah first after Iraq did?", "golds": [ "Rehman Malik" ], "pred": "Iraq\nExplanation: Sheikh Ahmed Abdullah made a statement in Iraq on 2007-06-04. This is the first time he made a statement in Iraq. Therefore, he received the visit from Iraq first after Iraq did. \nNote: The answer is based on the given evidence and the question is based on the", "em": 0.0, "f1": 0.0 }, { "quid": 3021162, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who engaged in negotiation with Oman before August, the year of 2013?", "golds": [ "Nuri al-Maliki", "Shaukat Aziz", "Kuwait", "Company - Owner or Operator (Oman)", "United Arab Emirates", "Ministry (Iran)", "Qatar" ], "pred": "United Arab Emirates\nExplanation: The question asks who engaged in negotiation with Oman before August, the year of 2013. The evidence provided shows that Shaukat Aziz engaged in negotiation with Oman on March 15 and 16, 2005. However, the question asks for the person who engaged in negotiation", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3006868, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made the men of Kenya suffer from conventional military forces before Pokot?", "golds": [ "Police (Kenya)", "Military Personnel - Special (Kenya)" ], "pred": "Police (Kenya)\nExplanation: The question asks who made the men of Kenya suffer from conventional military forces before Pokot. The answer is Police (Kenya) because the evidence shows that the Police (Kenya) used conventional military force against the Pokot in 2006-09-01. This is the", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3036345, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to negotiate with Thailand on 27 April 2014?", "golds": [ "Protester (Thailand)" ], "pred": "Protester (Thailand) | Express intent to meet or negotiate | Thailand | 2014-04-27\nExplanation: The protesters in Thailand expressed their intention to negotiate with the government on 27 April 2014. This is evident from the evidence provided, which shows that the protesters expressed their intent to meet", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3022646, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to denounce Cambodia in 2009?", "golds": [ "Thailand" ], "pred": "Thailand\nExplanation: Thailand was the first to denounce Cambodia in 2009. The evidence shows that Thailand was the first to express intent to cooperate with Cambodia on January 26, 2009, and then Cambodia responded with a similar expression of intent on the same day. This indicates that Thailand was the first to", "em": 1.0, "f1": 0.0625 }, { "quid": 3008913, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Kuwait last negotiate?", "golds": [ "Iraq" ], "pred": "Iraq\nExplanation: The last negotiation of Kuwait was with Iraq on 2005-01-05. The evidence is from the same date. The other options are not the last negotiation of Kuwait. The evidence for the other options is from different dates. Therefore, the answer is Iraq. \nNote: The answer is", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3019199, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to criticise Malaysia before Achmad Sukarno?", "golds": [ "Human Rights Watch" ], "pred": "There is no information about who was the last to criticise Malaysia before Achmad Sukarno. The available information only includes statements and actions taken by Achmad Sukarno and other individuals or organizations in relation to Malaysia, but it does not provide any information about who was the last person to criticize Malaysia before Achmad", "em": 0.0, "f1": 0.0 }, { "quid": 3042641, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country condemned Iraq in the same month as the mayor of the United States?", "golds": [ "Iran", "France" ], "pred": "Poland\nExplanation: The mayor of the United States is the mayor of Washington, D.C. The mayor of Washington, D.C. condemned Iraq in January 2005. The Chief of Staff of Poland made a statement about Iraq in January 2005. Therefore, Poland condemned Iraq in the same month as the mayor", "em": 0.0, "f1": 0.0 }, { "quid": 3044376, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to make pessimistic remarks about Thailand before Chart Thai?", "golds": [ "Citizen (Thailand)" ], "pred": "Chart Thai\nExplanation: The question asks for the last party to make pessimistic remarks about Thailand before Chart Thai. The evidence provided shows that Chart Thai made pessimistic remarks about Thailand on several occasions, with the most recent one being on 2008-05-15. Therefore, Chart Thai is the last party to", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3053817, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China announce its intention to engage in diplomatic cooperation with the Philippine military?", "golds": [ "2010-12-07" ], "pred": "There is no evidence that China announced its intention to engage in diplomatic cooperation with the Philippine military in 2005. However, there is evidence that China announced its intention to engage in diplomatic cooperation with the Philippine military in 2016. The evidence is from the following sources:\n- China | Engage in diplomatic cooperation |", "em": 0.0, "f1": 0.0 }, { "quid": 3025231, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, with which country did Malaysia last sign formal agreements?", "golds": [ "Iran" ], "pred": "Yemen\nExplanation: The evidence shows that Malaysia and Yemen last signed formal agreements on January 29, 2005. The evidence also shows that Malaysia and Yemen last engaged in diplomatic cooperation on January 29, 2005. Therefore, the answer is Yemen. The other options are incorrect because the evidence shows that Malaysia", "em": 0.0, "f1": 0.0 }, { "quid": 3014073, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Egyptian leader last express his intention to negotiate with Iraq?", "golds": [ "2012-11" ], "pred": "January\nExplanation: The Egyptian leader last expressed his intention to negotiate with Iraq in January. The evidence shows that the Egyptian leader expressed his intention to negotiate with Iraq in January, but there is no evidence of him expressing his intention to negotiate with Iraq in any other month. Therefore, the correct answer is January. \nNote", "em": 0.0, "f1": 0.0 }, { "quid": 3025345, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "Which year did Shaukat Aziz praise Kuwait?", "golds": [ "2006" ], "pred": "2005\nExplanation: Shaukat Aziz praised Kuwait in 2005. The evidence is from the search results for \"Shaukat Aziz Kuwait\". The search results include a record of Shaukat Aziz praising Kuwait in 2005. The exact date is not specified, but it is clear", "em": 0.0, "f1": 0.0 }, { "quid": 3003569, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to visit Thailand after international governmental organisations?", "golds": [ "Oman" ], "pred": "Thailand\nExplanation: The first country to visit Thailand after international governmental organisations was Thailand. This is evident from the fact that all the entries in the evidence list are from Thailand, indicating that Thailand was the first to express intent to cooperate, provide aid, and meet or negotiate with itself. This suggests that Thailand was the first", "em": 0.0, "f1": 0.0 }, { "quid": 3021579, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In Nov, 2010, who appealed for China?", "golds": [ "Malaysia", "Julia Gillard", "South Korea", "Lee Myung Bak", "Citizen (International)", "Cabinet / Council of Ministers / Advisors (United States)", "House of Representatives (United States)", "Karl-Theodor zu Guttenberg", "Japan", "Barack Obama" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou, the President of Taiwan, appealed for diplomatic cooperation with China in January 2005. He made a speech on January 5, 2005, in which he called for cooperation between Taiwan and China. This was a significant move towards improving relations between the two", "em": 0.0, "f1": 0.049999999999999996 }, { "quid": 3030050, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was last rejected by Ethiopia?", "golds": [ "Sudan" ], "pred": "Yemen\nExplanation: The question asks which country was last rejected by Ethiopia. The evidence is a list of diplomatic interactions between Ethiopia and other countries. The interactions are categorized as \"Consult\", \"Accuse\", \"Occupy territory\", \"Make statement\", or \"Sign formal agreement\". To answer the question, we need to", "em": 0.0, "f1": 0.0 }, { "quid": 3021685, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country gave praise to the Foreign Affairs of Singapore on the same year of China?", "golds": [ "Iran" ], "pred": "Japan\nExplanation: The question asks which country gave praise to the Foreign Affairs of Singapore on the same year of China. The answer is Japan. The evidence is that Japan praised China on January 31, 2005. The other countries mentioned in the evidence did not praise Singapore on the same year of China. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3016519, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to be rejected by Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "Cambodia\nExplanation: The last to be rejected by Thailand was Cambodia, as indicated by the expression of intent to cooperate from Thailand to Cambodia on 2005-01-07. This is the most recent record of a country being rejected by Thailand. The other records are either expressions of intent to provide aid or meet/n", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3035949, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country accused Kuwait in August 2010?", "golds": [ "Iraq" ], "pred": "Iraq\nExplanation: Iraq accused Kuwait in August 2010. The evidence is the entry \"Iraq | Accuse | Kuwait | 2010-08-25\". The other entries are irrelevant to the question. The entry \"Kuwait | Accuse | Iraq | 2010-08-31\" is", "em": 1.0, "f1": 0.0909090909090909 }, { "quid": 3023142, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Iraq after Mike Simpson?", "golds": [ "Barack Obama" ], "pred": "Mitch McConnell\nExplanation: The first to visit Iraq after Mike Simpson was Mitch McConnell. This is based on the information provided in the evidence, which shows that Mitch McConnell made a visit to Iraq on 2005-01-09, which is after Mike Simpson's visit on 2008-07-24. The", "em": 0.0, "f1": 0.0 }, { "quid": 3045855, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did Malaysia want to negotiate with on the same day as Kim Hwang Sik?", "golds": [ "Lee Myung Bak" ], "pred": "China\nExplanation: On the same day as Kim Hwang Sik, Malaysia wanted to negotiate with China. This is because on 2011-04-14, Malaysia expressed intent to meet or negotiate with Kim Hwang Sik, and on the same day, Kim Hwang Sik expressed intent to meet or negotiate with China", "em": 0.0, "f1": 0.0 }, { "quid": 3027559, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the leader of Grenada visit China for the first time?", "golds": [ "2005" ], "pred": "2005\nExplanation: The leader of Grenada visited China for the first time in 2005. The leader of Grenada is Paul Scoon. However, the information about Paul Scoon visiting China is not available in the given text. The information about the leader of Grenada visiting China is not available in", "em": 1.0, "f1": 0.08333333333333333 }, { "quid": 3038389, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who declined Xi Jinping first?", "golds": [ "Barack Obama" ], "pred": "None, Xi Jinping was the General Secretary of the Communist Party of China, and the President of the People's Republic of China. He was not declined by anyone. The evidence provided shows Xi Jinping making statements and visiting various places in China, but it does not indicate that he was declined by anyone. Therefore, the answer", "em": 0.0, "f1": 0.0 }, { "quid": 3007024, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Pokot, against whom did the Kenyan police last use conventional military force?", "golds": [ "Businessperson (Kenya)" ], "pred": "Citizen (Uganda) in 2005. The police in Uganda used conventional military force against the Pokot in 2005. This is the last time the Kenyan police used conventional military force against the Pokot. The Pokot have been involved in several conflicts with the police in Kenya and Uganda, but", "em": 0.0, "f1": 0.07142857142857144 }, { "quid": 3015449, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the Associated Press visited Cambodia?", "golds": [ "2011-02" ], "pred": "January 2005\nThe question asks for the exact month when the Associated Press visited Cambodia, but the evidence provided does not mention Cambodia at all. The evidence includes various news articles and statements from different individuals and organizations, but none of them mention Cambodia or the Associated Press visiting the country. Therefore, it is not possible", "em": 0.0, "f1": 0.0 }, { "quid": 3012912, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Before 2009, which country was praised by Ethiopia?", "golds": [ "UN Security Council", "Opposition Force (Ethiopia)", "Government (Sudan)", "Head of Government (Ethiopia)", "Angola", "Armed Band (Somalia)", "African Union", "Iran", "Interim Government (Somalia)", "Japan", "Peacekeeping Troop (Africa)", "Sudan", "Coalition for Unity and Democracy", "Islamic Courts Union" ], "pred": "Yemen\nExplanation: The question asks which country was praised by Ethiopia before 2009. The evidence is a list of news articles from 2005, which includes statements from various countries and individuals about Ethiopia. The correct answer is Yemen, as it is mentioned in the article \"Yemen | Consult | Ethiopia |", "em": 0.0, "f1": 0.0975609756097561 }, { "quid": 3038398, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 29 May 2015, who wanted to meet with Djibouti?", "golds": [ "Iran", "Citizen (Djibouti)" ], "pred": "Iran\nExplanation: On 29 May 2015, Iran expressed intent to meet or negotiate with Djibouti. Djibouti provided aid to Yemen on the same day. Iran praised or endorsed Djibouti. Alexis Tsipras made a statement about Iran. Therefore, after 29 May", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3018755, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to negotiate with Thailand on 25 September 2009?", "golds": [ "Cambodia", "Vietnam", "Laos" ], "pred": "Vietnam\nExplanation: The evidence shows that Vietnam expressed intent to meet or negotiate with Thailand on 25 September 2009. The other options do not show any evidence of a country wanting to negotiate with Thailand on that date. Laos and Cambodia expressed intent to meet or negotiate with Thailand, but the date is not specified.", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3026443, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last received Djibouti's visit from Djibouti?", "golds": [ "Sedki Sobhi" ], "pred": "Eritrea\nExplanation: The last time Djibouti visited Eritrea was on February 9, 2005. This is evident from the evidence provided, which shows that Eritrea hosted a visit from Djibouti on that date. The other options do not show a visit from Djib", "em": 0.0, "f1": 0.0 }, { "quid": 3029660, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did China make an appeal to on the same month of Tsai Ing-wen?", "golds": [ "Japan", "Citizen (International)" ], "pred": "Ma Ying Jeou\nExplanation: Tsai Ing-wen made an appeal to Ma Ying Jeou on the same month of Tsai Ing-wen in 2008. The exact date is 2008-09-02. Ma Ying Jeou made an appeal to Tsai Ing-wen on 2008", "em": 0.0, "f1": 0.0 }, { "quid": 3054347, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who denounced China in June 2010?", "golds": [ "Economist (China)", "Iran", "Vietnam", "Head of Government (Taiwan)", "Congress (United States)", "Mahmoud Ahmadinejad", "Sander Levin", "Businessperson (China)", "Mexico", "Barack Obama" ], "pred": "Japan\nExplanation: Japan denounced China in June 2010. The evidence is based on the fact that Japan expressed intent to engage in diplomatic cooperation with China in June 2010, but China did not express the same intent. This suggests that Japan was the one who denounced China. The evidence also shows that China and", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3010828, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who supported China on the same day as Carlos Lage D\u00e1vila?", "golds": [ "Ma Ying Jeou" ], "pred": "\u00c1lvaro Garc\u00eda\nExplanation: \u00c1lvaro Garc\u00eda supported China on the same day as Carlos Lage D\u00e1vila, which was 2006-08-06. This is evident from the fact that \u00c1lvaro Garc\u00eda hosted a visit by Carlos Lage D\u00e1vila on that day, and Carlos Lage", "em": 0.0, "f1": 0.0 }, { "quid": 3045795, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who first made Dulmatin suffer from conventional military forces?", "golds": [ "Abu Sayyaf" ], "pred": "Military (Philippines)\nExplanation: The first entity to make Dulmatin suffer from conventional military forces was the Military (Philippines). This is evident from the evidence provided, which shows that the Military (Philippines) used conventional military force against Dulmatin on multiple occasions, starting from 2007-08-", "em": 0.0, "f1": 0.0 }, { "quid": 3030486, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to use conventional military force against Iraq in 2011?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: The evidence shows that Iran was the first to engage in diplomatic cooperation with Iraq in 2011, and there is no evidence of Iran using conventional military force against Iraq in 2011. Therefore, the correct answer is Iran. The other options are incorrect because there is no evidence of Kuwait using conventional", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3051936, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to whom Ethiopia returned people?", "golds": [ "Detainee (Ethiopia)" ], "pred": "Djibouti\nExplanation: The first to whom Ethiopia returned people was Djibouti. This is because the first cooperation agreement between Ethiopia and Djibouti was on 2005-02-15, and the first meeting or negotiation between Ethiopia and Djibouti was on 2005-02", "em": 0.0, "f1": 0.07692307692307693 }, { "quid": 3007750, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 27 June 2007, which country formally signed an agreement with China?", "golds": [ "South Korea", "Japan" ], "pred": "South Korea\nExplanation: South Korea formally signed an agreement with China on 27 June 2007. The agreement was related to the free trade area. The agreement was signed by the South Korean Trade Minister, Kim Hyun-chong, and the Chinese Commerce Minister, Bo Xilai. The agreement was aimed at", "em": 1.0, "f1": 0.1142857142857143 }, { "quid": 3018714, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Djibouti visited China for the first time?", "golds": [ "2005-06" ], "pred": "June 2005\nExplanation: Djibouti visited China for the first time in June 2005. The evidence is based on the records of visits between Djibouti and China, which indicate that Djibouti visited China on June 23, 2005. This is the only record of", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3004872, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who hosted the visit of Barack Obama from Iraq in the same year?", "golds": [ "Iran", "Sudan", "Chuck Hagel", "United Arab Emirates", "Foreign Affairs (India)" ], "pred": "The answer is not available in the given text. The text only mentions that Barack Obama made a visit to Iraq on January 7 and 8, 2006, but it does not mention who hosted the visit. The text also mentions that Barack Obama rejected the idea of sending more troops to Iraq on October 28", "em": 0.0, "f1": 0.0 }, { "quid": 3014987, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Chart Thai made pessimistic remarks about Thailand?", "golds": [ "2006-09" ], "pred": "September 2006\nExplanation:\nThe exact month when Chart Thai made pessimistic remarks about Thailand is September 2006. This is based on the evidence provided, which shows that Chart Thai made pessimistic comments about Thailand on September 19, 2006. The other dates mentioned in the evidence are either before or", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3012468, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to formally sign an agreement with China after the Iran deal?", "golds": [ "Businessperson (China)" ], "pred": "Iraq\nExplanation: The first country to formally sign an agreement with China after the Iran deal was Iraq. The agreement was signed on January 3, 2005. China accused Iran on January 18, 2005, and expressed intent to engage in diplomatic cooperation with Iran on the same day. France signed a", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3032291, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country negotiated with Cambodia before 9 June 2005?", "golds": [ "Vietnam", "Thailand", "Laos" ], "pred": "Thailand\nExplanation: The question asks which country negotiated with Cambodia before 9 June 2005. The correct answer is Thailand because the evidence shows that Thailand engaged in negotiation with Cambodia on 9 June 2005. The other options do not show any evidence of negotiation with Cambodia before 9 June 2005.", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3028514, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited Cambodia after 1 December 2014?", "golds": [ "Special Rapporteurs of the United Nations", "Dmitry Anatolyevich Medvedev", "Public Defender (United States)", "Thailand", "City Mayor (United States)", "Barack Obama" ], "pred": "Tan Sri Muhyiddin Yassin\nExplanation: Tan Sri Muhyiddin Yassin visited Cambodia after 1 December 2014. Tan Sri Muhyiddin Yassin is the Deputy Prime Minister of Malaysia. He visited China on 1 December 2014 to consult with the Education Ministry of China.", "em": 0.0, "f1": 0.125 }, { "quid": 3004630, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Malaysia before Kamal Uddin Ahmed?", "golds": [ "Pervez Musharraf" ], "pred": "Shaukat Aziz\nExplanation: The last person to visit Malaysia before Kamal Uddin Ahmed was Shaukat Aziz, who visited Malaysia on May 13, 2005. This can be inferred from the evidence provided, which shows that Shaukat Aziz made two visits to Malaysia in May", "em": 0.0, "f1": 0.0 }, { "quid": 3015122, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to praise Burundi?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: Japan was the first to praise Burundi. The first event in the evidence is \"Burundi | Praise or endorse | Japan | 2005-03-11\". This means that Japan was the first country to praise Burundi. The other events in the evidence are not relevant to the question", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3054074, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, with whom did the citizens of Africa last express their intention to participate in diplomatic cooperation?", "golds": [ "Government (South Africa)" ], "pred": "Japan\nExplanation: The citizens of Africa last expressed their intention to participate in diplomatic cooperation with Japan in 2005. The evidence shows that there were several instances of diplomatic cooperation and expressions of intent to engage in diplomatic cooperation between Japan and China in 2005, but there is no evidence of any diplomatic cooperation or expressions", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3011785, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Dulmatin use conventional military force against Abu Sayyaf?", "golds": [ "2006-10" ], "pred": "October\nExplanation: The evidence shows that Dulmatin used conventional military force against Abu Sayyaf on 2006-10-10. Therefore, the month in which Dulmatin used conventional military force against Abu Sayyaf is October. The other dates listed in the evidence refer to the use of conventional military", "em": 1.0, "f1": 0.12903225806451613 }, { "quid": 3038935, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 9 July 2008?", "golds": [ "Dmitry Anatolyevich Medvedev" ], "pred": "Dmitry Anatolyevich Medvedev\nExplanation: Dmitry Anatolyevich Medvedev visited China on 9 July 2008. The evidence is a news article that states \"Russian President Dmitry Medvedev arrived in Beijing on July 9, 2008, for a state visit to China.\" This", "em": 1.0, "f1": 0.19354838709677416 }, { "quid": 3012627, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 5 April 2012, which country expressed its intention to meet with China?", "golds": [ "Iran", "South Korea", "Japan" ], "pred": "Iran\nExplanation: On 5 April 2012, Iran expressed its intention to meet with China. The evidence is from the list of events on that date. The event is \"Iran | Express intent to meet or negotiate | China | 2012-04-05\". The other options are not correct because they", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3037294, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 8 March 2010, which country made optimistic remarks about Malaysia?", "golds": [ "South Korea" ], "pred": "South Korea\nExplanation: On 8 March 2010, South Korea made optimistic remarks about Malaysia. This is evident from the evidence provided, which shows that South Korea made an optimistic comment about Malaysia on that date. The other options do not provide any evidence of a country making optimistic remarks about Malaysia on that date.", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3027425, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Surakiart Sathirathai praise China?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question asks in which year Surakiart Sathirathai praised China. The evidence provided shows that Surakiart Sathirathai praised China on multiple dates in 2005. Therefore, the correct answer is 2005. The other options are not supported by the", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3042281, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Abdul Aziz, who was the first to speak optimistically about Thailand?", "golds": [ "Company - Owner or Operator (Italy)" ], "pred": "Saud bin Faisal bin Abdul-Aziz\nExplanation: The question asks who was the first to speak optimistically about Thailand. The evidence provided shows that Abdul Aziz made several statements and comments about various countries and events, but there is no indication that he ever spoke optimistically about Thailand. However, Saud bin F", "em": 0.0, "f1": 0.0 }, { "quid": 3015053, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Albanian criminal, with which country did Thailand last want to engage in diplomatic cooperation?", "golds": [ "United Arab Emirates" ], "pred": "Albania\nExplanation: The question asks for the country with which Thailand last wanted to engage in diplomatic cooperation before the Albanian criminal. The evidence provided shows that Thailand expressed intent to engage in diplomatic cooperation with various countries, including China, in 2005. However, there is no evidence of Thailand wanting to engage in diplomatic", "em": 0.0, "f1": 0.0 }, { "quid": 3046985, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country gave a visit to Malaysia on the same month of the International Maritime Organisation?", "golds": [ "Qatar" ], "pred": "Thailand\nExplanation: The International Maritime Organisation (IMO) is a specialized agency of the United Nations responsible for developing and implementing global standards for the safety, security and environmental performance of international shipping. The IMO was established in 1948 and is headquartered in London, United Kingdom. The IMO's main goal is to promote safe", "em": 0.0, "f1": 0.0 }, { "quid": 3015119, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Chen Chao-min, which was the last country China appealed to?", "golds": [ "Japan" ], "pred": "Vietnam\nExplanation: Chen Chao-min was the last president of the Republic of China. Before him, the last president was Lee Teng-hui. Lee Teng-hui was the last president of the Republic of China to appeal to China. Therefore, the answer is Vietnam. \nNote: The question is asking", "em": 0.0, "f1": 0.0 }, { "quid": 3032771, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 2 September 2009?", "golds": [ "\u00c1ngeles Gonz\u00e1lez-Sinde", "Envoy (United States)", "Kuomintang", "Adji Otheth Ayassor" ], "pred": "China was visited by Japan, South Korea, Laos, Kuomintang, and France on 2 September 2009. China also visited Japan, South Korea, and Laos on the same day. China was also visited by Wen Jiabao and Xi Jinping on 2 September 2009. China also made", "em": 1.0, "f1": 0.07999999999999999 }, { "quid": 3025642, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to praise Iraq after the Royal Administration of Saudi Arabia?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: The first country to praise Iraq was Iran. The first praise was on January 1, 2005. The praise was made by the Representative to the United Nations (Iran). The praise was made in a statement. The praise was made in response to the Royal Administration of Saudi Arabia. The praise", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3035547, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to make optimistic remarks about Ethiopia before Liu Yandong?", "golds": [ "Head of Government (Ethiopia)" ], "pred": "There is no information about the last person to make optimistic remarks about Ethiopia before Liu Yandong. The available information only includes Liu Yandong's statements and comments. Therefore, the answer is \"Unknown\". \nNote: The question is based on the provided evidence, which only includes information about Liu Yandong's", "em": 0.0, "f1": 0.054054054054054064 }, { "quid": 3050897, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise China after the leader of Slovenia?", "golds": [ "Media (India)" ], "pred": "George Yeo\nExplanation: George Yeo was the first to praise China after the leader of Slovenia. He was the Minister for Foreign Affairs of Singapore from 1994 to 2004. He praised China on January 5, 2005. The other leaders expressed their intent to cooperate or meet with China,", "em": 0.0, "f1": 0.0 }, { "quid": 3024633, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to want to negotiate with Iraq after Catherine Ashton?", "golds": [ "Mahmoud Ahmadinejad" ], "pred": "Ronald Kirk\nExplanation: Ronald Kirk was the first to want to negotiate with Iraq after Catherine Ashton. The evidence shows that Ronald Kirk expressed intent to meet or negotiate with Catherine Ashton on 2009-05-07, 2009-05-11, and 2009-06-04. Catherine Ashton had", "em": 0.0, "f1": 0.0 }, { "quid": 3045706, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who expressed the intention to participate in diplomatic cooperation with China in May 2014?", "golds": [ "Iran", "South Korea", "Yoon Sang-jick", "France", "Head of Government (India)", "Malaysia", "Vietnam", "Ethiopia" ], "pred": "Malaysia\nExplanation: The question asks for the country that expressed the intention to participate in diplomatic cooperation with China in May 2014. The evidence provided includes various news articles and statements from different countries and China, indicating their intentions to engage in diplomatic cooperation. However, only one country, Malaysia, is mentioned as expressing the", "em": 1.0, "f1": 0.047619047619047616 }, { "quid": 3035693, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Cambodia, which country was the first to host a visit by William J. Fallon?", "golds": [ "Japan" ], "pred": "China\nExplanation: The first country to host a visit by William J. Fallon after Cambodia was China. The evidence shows that China hosted multiple visits by William J. Fallon in 2005 and 2006, with the first visit occurring on September 7, 2005. This is before the visits to Malaysia", "em": 0.0, "f1": 0.0 }, { "quid": 3029935, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would like to negotiate with Kuwait last?", "golds": [ "Foreign Affairs (South Korea)" ], "pred": "Kuwait\nExplanation: The question asks who would like to negotiate with Kuwait last. The correct answer is Kuwait, as it is the only country that has expressed intent to meet or negotiate with Kuwait in the last instance. The other countries mentioned have expressed intent to meet or negotiate with Kuwait earlier in the timeline. Therefore, Kuwait", "em": 0.0, "f1": 0.0 }, { "quid": 3027590, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Oman before the U.S. Marine Forces Central Command?", "golds": [ "Foreign Affairs (Italy)" ], "pred": "There is no information about the last person to visit Oman before the U.S. Marine Forces Central Command. The information provided only lists visits made by the U.S. Marine Forces Central Command to Oman and other countries, but does not provide information about who visited Oman before them. Therefore, the answer is \"Unknown\".", "em": 0.0, "f1": 0.0 }, { "quid": 3031984, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who investigated Malaysia on 10 March 2005?", "golds": [ "Police (Malaysia)" ], "pred": "Police (Malaysia) on 10 March 2005. The Police (Malaysia) investigated Malaysia on 10 March 2005. The Police (Malaysia) imposed administrative sanctions on Malaysia on 10 March 2005. The Foreign Affairs (Malaysia) imposed blockade, restrict movement on Malaysia on", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3033904, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to praise Mwai Kibaki before China?", "golds": [ "Kikuyu" ], "pred": "China\nExplanation: The last to praise Mwai Kibaki before China was Sudan. Mwai Kibaki praised Sudan on 2005-01-09. China hosted a visit from Mwai Kibaki on 2005-08-16. Therefore, the last to praise Mw", "em": 0.0, "f1": 0.0 }, { "quid": 3026729, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country hosted the visit of the South African National Defence Force after Burundi?", "golds": [ "Tanzania", "Angola", "South Sudan" ], "pred": "Burundi\nExplanation: The South African National Defence Force visited Burundi in 2006. The South African National Defence Force made a visit to Burundi on 2006-02-24. The South African National Defence Force hosted a visit from Burundi on 2006-02-24. The South African", "em": 0.0, "f1": 0.09090909090909091 }, { "quid": 3020151, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to make optimistic remarks about Ethiopia?", "golds": [ "China" ], "pred": "Eritrea\nExplanation: The last country to make optimistic remarks about Ethiopia was Eritrea. This is evident from the evidence provided, where Eritrea made a statement about Ethiopia on March 10, 2005, which is the latest date mentioned in the evidence. The other countries mentioned in the evidence made", "em": 0.0, "f1": 0.0 }, { "quid": 3048644, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Iraqi Member of Parliament, which was the last country to make negative comments about Iraq?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: The last country to make negative comments about Iraq was Iran. The evidence is from the following sources:\n- Iraqi Islamic Party | Consult | Iran | 2005-01-10\n- Iran | Consult | Iraqi Islamic Party | 2005-01-10\n- Iraqi Islamic Party | P", "em": 1.0, "f1": 0.07692307692307693 }, { "quid": 3006815, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Iraq make optimistic comments about the military of El Salvador?", "golds": [ "2005-02" ], "pred": "January\nExplanation: The question asks for the month in which Iraq made optimistic comments about the military of El Salvador. The evidence provided shows that Iraq made optimistic comments about the military of El Salvador on January 12, 2005. Therefore, the correct answer is January. The other options, February and March, are", "em": 0.0, "f1": 0.05405405405405405 }, { "quid": 3003104, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did China praise in the same month as Tony Blair?", "golds": [ "Business (Hungary)", "Association of Southeast Asian Nations", "Vietnam", "France", "Mexico", "UN Security Council" ], "pred": "Mahmoud Abbas\nExplanation: Mahmoud Abbas was praised by China in the same month as Tony Blair. The praise was on January 10, 2005. Tony Blair was also praised by various individuals and entities in the same month. However, the question specifically asks for someone who was praised by China in the same month as", "em": 0.0, "f1": 0.0 }, { "quid": 3050887, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Minister of Iran first visit Oman?", "golds": [ "2008" ], "pred": "2005\nExplanation: The Minister of Iran first visited Oman in 2005. This is evident from the provided evidence, which includes news articles and statements from 2005 regarding diplomatic visits and cooperation between Oman and Iran. The exact date of the visit is not specified, but it is clear that it occurred in", "em": 0.0, "f1": 0.0 }, { "quid": 3013938, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Ministry of Information and Communications Transparency of Singapore last make negative remarks about Malaysia?", "golds": [ "2014-07" ], "pred": "January 2005\nExplanation: The Ministry of Information and Communications Transparency of Singapore last made negative remarks about Malaysia in January 2005. This is evident from the fact that there are no records of negative remarks made by the Ministry in the months following January 2005. The records show that the Ministry was engaged in", "em": 0.0, "f1": 0.0 }, { "quid": 3008605, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to visit Djibouti?", "golds": [ "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "China\nExplanation: The last to visit Djibouti was China, on June 23, 2005. This is evident from the evidence provided, which shows that China hosted a visit from Djibouti on that date. The other evidence provided shows visits and consultations between Djibouti and other countries", "em": 0.0, "f1": 0.0 }, { "quid": 3039829, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to reject Ethiopia?", "golds": [ "Isaias Afewerki" ], "pred": "Eritrea\nExplanation: The first to reject Ethiopia was Eritrea. Eritrea rejected Ethiopia on 2005-01-14. The evidence is in the form of a cooperation rejection. The cooperation rejection is a type of evidence that indicates a country has rejected another country's cooperation. In this case,", "em": 0.0, "f1": 0.0 }, { "quid": 3015889, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Lin Join-sane visited China for the first time?", "golds": [ "2012-10" ], "pred": "October 2012\nExplanation:\nThe question asks for the exact month when Lin Join-sane visited China for the first time. The evidence provided includes several records of Lin Join-sane's visits to China, as well as consultations with Chen Deming. To determine the first visit, we need to find the earliest record", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3011625, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, which country was last accused by China?", "golds": [ "Vietnam" ], "pred": "Japan\nExplanation: The question asks for the country that was last accused by China in 2007. However, the evidence provided is from 2005, not 2007. The correct answer should be based on the information given, which is that Japan was accused by China in 2005. Therefore, the", "em": 0.0, "f1": 0.0 }, { "quid": 3028862, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Ethiopia, which country was Liu Yandong most optimistic about?", "golds": [ "China" ], "pred": "Poland\nExplanation:\nLiu Yandong was a Chinese politician who served as the Vice Premier of China from 2013 to 2023. The evidence provided shows that Liu Yandong made optimistic comments about China in 2009 and 2010, but there is no information about her making optimistic comments about", "em": 1.0, "f1": 0.05 }, { "quid": 3038521, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Ministry of Defence of Spain visit China?", "golds": [ "2006" ], "pred": "2005\nExplanation: The Ministry of Defence of Spain visited China in 2005. The evidence is not explicitly stated in the given text, but it can be inferred from the fact that there is no mention of Spain visiting China in 2005, while there are mentions of other countries visiting China in 200", "em": 0.0, "f1": 0.0 }, { "quid": 3011803, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country would like to establish diplomatic cooperation with Djibouti in 2010-01?", "golds": [ "China" ], "pred": "China\nExplanation: The question asks which country would like to establish diplomatic cooperation with Djibouti in 2010-01. The evidence shows that China expressed intent to engage in diplomatic cooperation with Djibouti on 2010-01-27. Therefore, the answer is China. The other options are", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3043222, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Carlos Lage D\u00e1vila express his intention to negotiate with China?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question asks for the year in which Carlos Lage D\u00e1vila expressed his intention to negotiate with China. The evidence provided shows that Carlos Lage D\u00e1vila expressed his intention to meet or negotiate with China on February 4, 2005. This is the only relevant information in the evidence", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3033628, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who criticised Burundi in 2013?", "golds": [ "Head of Government (Burundi)" ], "pred": "Tanzania\nExplanation: The Head of Government of Burundi, \u00c9variste Ndayishimiye, criticised Tanzania in 2013. This is evident from the fact that there are multiple records of Tanzania consulting with Burundi in 2013, but no records of Burundi consulting with Tanzania. This suggests that Tanzania", "em": 0.0, "f1": 0.25806451612903225 }, { "quid": 3026326, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With whom did Trinidad and Tobago sign formal agreements on the same day as China?", "golds": [ "Malaysia", "South Korea", "Laos", "Belize", "Japan" ], "pred": "Nigeria\nExplanation: On 2008-07-24, Trinidad and Tobago signed formal agreements with China and Nigeria. The same day, China signed formal agreements with Trinidad and Tobago and Nigeria. Therefore, Trinidad and Tobago signed formal agreements with Nigeria on the same day as China. This is supported by the", "em": 0.0, "f1": 0.0 }, { "quid": 3022794, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Seyoum Mesfin, who was the first to want to negotiate with Ethiopia?", "golds": [ "Uhuru Muigai Kenyatta" ], "pred": "Seyoum Mesfin\nExplanation: Seyoum Mesfin was the first to want to negotiate with Ethiopia. He was the Ethiopian Foreign Minister at the time. He made several statements and consulted with the Foreign Affairs Ministry regarding negotiations with Ethiopia. This suggests that he was the first to propose or suggest negotiations with Ethiopia.", "em": 0.0, "f1": 0.0 }, { "quid": 3008495, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Dominican Republic, which country hosted the visit from China last?", "golds": [ "Vietnam" ], "pred": "Mexico\nExplanation: The last country that hosted a visit from China before the Dominican Republic was Mexico. This is based on the evidence provided, which shows that China visited Mexico on January 28, 2005, and then visited the Dominican Republic on the same day. The subsequent consultations between Mexico and the Dominican Republic on", "em": 0.0, "f1": 0.0 }, { "quid": 3014249, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who criticised Iraq in the same month as James Baker?", "golds": [ "Tony Blair" ], "pred": "Mikhail Sergeyevich Gorbachev\nExplanation: Mikhail Sergeyevich Gorbachev criticised Iraq in the same month as James Baker. Mikhail Sergeyevich Gorbachev and James Baker met on 2013-08-12. James Baker made a visit to Iraq on 2006-09-", "em": 0.0, "f1": 0.0 }, { "quid": 3044495, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was supported by the Japanese government official before China?", "golds": [ "Representatives (Japan)" ], "pred": "China\nExplanation: The Japanese government official was supported by China before 2005-01-19. The Japanese government official made a statement on 2005-01-19. China consulted with Japan on 2005-01-24. China consulted with Japan on 2005-01-21. China", "em": 0.0, "f1": 0.08333333333333334 }, { "quid": 3053548, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 5 October 2006, who wanted to negotiate with China?", "golds": [ "Roh Moo Hyun", "France", "Lien Chan" ], "pred": "Lien Chan\nExplanation: Lien Chan, the former President of Taiwan, expressed his intent to meet or negotiate with China on 5 October 2006. This was a significant development in the complex relationship between Taiwan and China, as it marked a rare instance of a high-ranking Taiwanese official seeking to engage in dialogue", "em": 1.0, "f1": 0.08888888888888888 }, { "quid": 3045601, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first person with whom Iraq had a telephone conversation?", "golds": [ "Associated Press" ], "pred": "Mitch McConnell\nExplanation: The first person with whom Iraq had a telephone conversation was Mitch McConnell. This is evident from the fact that Mitch McConnell made a visit to Iraq on January 9, 2005, and Iraq hosted a visit from Mitch McConnell on the same day. This suggests that they had a telephone conversation during", "em": 0.0, "f1": 0.0 }, { "quid": 3048209, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Prime Minister of India, which country would like to cooperate with China first?", "golds": [ "South Korea" ], "pred": "Japan\nExplanation: The question asks which country would like to cooperate with China first. The answer is Japan. The evidence is that Japan expressed intent to cooperate with China on 5 different dates, while other countries expressed intent to cooperate with China on fewer dates. For example, South Korea expressed intent to cooperate with China on", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3049041, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the last to declare its intention to negotiate with Cambodia, before the Foreign Minister of Malaysia?", "golds": [ "Thailand" ], "pred": "Japan\nExplanation: The last country to declare its intention to negotiate with Cambodia was Japan, before the Foreign Minister of Malaysia. This is evident from the evidence provided, where the date of Japan's expression of intent to meet or negotiate with Cambodia is listed as 2005-01-15, and the date of the", "em": 0.0, "f1": 0.0 }, { "quid": 3024072, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, with whom did the Children of Thailand first want to negotiate?", "golds": [ "Thailand" ], "pred": "Vietnam\nExplanation: The Children of Thailand first wanted to negotiate with Vietnam. This is evident from the fact that the first event where the Children of Thailand expressed intent to meet or negotiate was on 2005-01-05, and the first event where Vietnam expressed intent to meet or negotiate was also on 2005", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3030183, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who would want to negotiate with Malaysia on the same day as Sondhi Limthongkul?", "golds": [ "Government Religious (Malaysia)" ], "pred": "Thailand\nExplanation: Sondhi Limthongkul is a Thai businessman and media owner. He has been involved in several controversies and lawsuits in Thailand. On the same day that he expressed intent to meet or negotiate with Malaysia, he was accused by a Thai citizen. This suggests that Sondhi Limthongkul", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3038986, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did the Inquirer last publish negative remarks about the militant monk of the Philippines?", "golds": [ "2006-03" ], "pred": "March 2006\nExplanation: The Inquirer last published negative remarks about the militant monk of the Philippines in March 2006. The evidence shows that the Inquirer published a pessimistic comment about the militant monk on March 13, 2006. There is no evidence of the Inquirer publishing negative remarks about", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3012609, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who negotiated with China first, after the Nigerian government?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Japan\nExplanation: The question asks who negotiated with China first, after the Nigerian government. The evidence shows that Japan negotiated with China first, on January 3, 2005. The Nigerian government is not mentioned in the evidence. Therefore, the answer is Japan. \nNote: The evidence is based on a specific", "em": 0.0, "f1": 0.0 }, { "quid": 3033051, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to provide humanitarian aid to China before South Korea?", "golds": [ "Norodom Sihanouk" ], "pred": "Laos\nExplanation: Laos was the last country to express intent to provide humanitarian aid to Thailand before South Korea. The evidence shows that Laos expressed intent to provide humanitarian aid on January 7, 2005, while South Korea provided humanitarian aid on January 2, 2005. Therefore, Laos was the last country", "em": 0.0, "f1": 0.0 }, { "quid": 3039979, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Which country has Oman expressed an intention to meet with after the year 2013?", "golds": [ "Iran", "Qatar", "South Africa", "Mahmoud Ahmadinejad", "Sudan", "Iraq", "Tanzania", "Vilnius University" ], "pred": "Thailand\nExplanation: The evidence shows that Oman expressed an intention to meet with Thailand after the year 2013. The evidence also shows that Oman expressed an intention to meet with other countries before the year 2013. Therefore, the answer is Thailand. The evidence also shows that Oman expressed an intention to meet with other", "em": 0.0, "f1": 0.0 }, { "quid": 3010699, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to negotiate with Ethiopia?", "golds": [ "Representatives (Ethiopia)" ], "pred": "Mwai Kibaki\nExplanation: Mwai Kibaki was the last to negotiate with Ethiopia. He expressed his intent to meet or negotiate with Ethiopia on 2005-03-08. The other options were not the last to negotiate with Ethiopia. They expressed their intent to meet or negotiate with Ethiopia", "em": 0.0, "f1": 0.07142857142857144 }, { "quid": 3038691, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to be defeated by Kuwait's conventional forces?", "golds": [ "Business (Kuwait)" ], "pred": "Business (Kuwait)\nExplanation: The first to be defeated by Kuwait's conventional forces was Business (Kuwait). This is evident from the evidence provided, which shows that Business (Kuwait) was the target of Kuwait's conventional military force in 2006. The evidence includes two events where Kuwait used", "em": 1.0, "f1": 0.1142857142857143 }, { "quid": 3024892, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to condemn Kuwait?", "golds": [ "Human Rights Watch" ], "pred": "Iran\nExplanation: The last to condemn Kuwait was Iran. Iran was the last to consult with Kuwait. The other countries either expressed intent to cooperate, provide material aid, meet or negotiate, or make statements. Mahmoud Abbas apologized to Kuwait, but that was not a condemnation. Gerhard Schr\u00f6der expressed intent to", "em": 0.0, "f1": 0.0 }, { "quid": 3003596, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Robert Hill make the request to China?", "golds": [ "2005-06-08" ], "pred": "2005-06-08\nExplanation: The question asks for the time when Robert Hill made a request to China. The evidence provided shows that Robert Hill made a request to China on 2005-06-08. This is the only instance where Robert Hill is associated with making a request to China. Therefore", "em": 1.0, "f1": 0.17647058823529413 }, { "quid": 3040809, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was criticised by United Nations Special Rapporteurs after China?", "golds": [ "Other Authorities / Officials (Burundi)", "Iran", "Barack Obama" ], "pred": "China\nExplanation: The correct answer is China. The United Nations Special Rapporteurs criticised China for its actions towards Japan. The evidence shows that China threatened Japan on multiple occasions, and also investigated and consulted with Japan. This suggests that China's actions were seen as aggressive or confrontational by the United Nations Special Rapport", "em": 0.0, "f1": 0.0 }, { "quid": 3018563, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did China first reject Ma Ying Jeou?", "golds": [ "2005-01" ], "pred": "There is no specific month when China first rejected Ma Ying Jeou. The evidence provided shows that Ma Ying Jeou made various statements, visits, and criticisms towards China in different months of 2005, but there is no record of China rejecting him in any specific month. Therefore, the answer is \"No specific month", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3006745, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who first made Cambodia suffer from conventional military forces?", "golds": [ "Police (Cambodia)" ], "pred": "Vietnam\nExplanation: The evidence shows that Vietnam made a visit to Cambodia on 2005-03-15, and also hosted a visit from Cambodia on 2005-02-22. This suggests that Vietnam was the first to make Cambodia suffer from conventional military forces. The other options do not provide sufficient evidence to", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3038071, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China last sign an agreement with the Middle East?", "golds": [ "2015-05-16" ], "pred": "2005-03-30\nReasoning Skill: This question requires the ability to analyze and identify the most recent event or agreement related to China and the Middle East. The correct answer is 2005-03-30, when Okada Katsuya made a visit to the Middle East. This requires the", "em": 0.0, "f1": 0.0 }, { "quid": 3037529, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country did Malaysia wish to meet after Oct, the year 2013?", "golds": [ "Citizen (Thailand)", "Thailand", "Xi Jinping", "Citizen (Singapore)", "China" ], "pred": "Japan\nExplanation: The question is asking which country Malaysia wished to meet after October 2013. However, the provided evidence only contains information from 2005, not 2013. Therefore, it is not possible to determine which country Malaysia wished to meet after October 2013 based on the given evidence. The", "em": 0.0, "f1": 0.0 }, { "quid": 3053535, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of Sri Lanka sign an agreement with the Sinhalese?", "golds": [ "2015-08-07" ], "pred": "The leader of Sri Lanka signed an agreement with the Sinhalese in 2015. The exact date is August 7, 2015. The agreement was signed by the Head of Government of Sri Lanka. The agreement was a formal agreement between the Head of Government and the Sinhalese. The agreement was signed", "em": 0.0, "f1": 0.07142857142857142 }, { "quid": 3052916, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 3 October 2005, who visited Ethiopia?", "golds": [ "Joao Miranda", "Transitional National Government", "African Union", "Mwai Kibaki", "Isma\u00efl Omar Guelleh", "Sudan", "Benjamin William Mkapa" ], "pred": "African Union\nExplanation: The African Union visited Ethiopia on 3 October 2005. The African Union is an international organization. The African Union visited Ethiopia on 3 October 2005. The African Union is an international organization. The African Union visited Ethiopia on 3 October 2005. The African Union is", "em": 1.0, "f1": 0.25 }, { "quid": 3050096, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Human Rights Group of Cambodia first appeal to Cambodia?", "golds": [ "2012-01-24" ], "pred": "2005\nExplanation: The Human Rights Group of Cambodia first appealed to Cambodia in 2005. The evidence provided shows that Human Rights Watch made appeals or requests to Cambodia on multiple occasions in 2005, including on January 10, January 20, and March 12. This suggests that the Human Rights", "em": 0.0, "f1": 0.0 }, { "quid": 3015594, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Cambodia, who did Chen Deming want to meet with?", "golds": [ "A.P. Sharma", "Ethiopia", "Undersecretary (United States)", "France", "Christine Lagarde", "China" ], "pred": "Before Cambodia, Chen Deming wanted to meet with China. \nExplanation: \nThe question asks about Chen Deming's intentions before meeting with Cambodia. The evidence provided shows Chen Deming's statements and actions before meeting with Cambodia, but none of them mention Cambodia. Instead, they mention China. Therefore, the correct answer", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3026098, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "In 2011, who appealed for Kuwait?", "golds": [ "Human Rights Watch", "Information / Communication / Transparency Ministry (Iraq)", "Iraq" ], "pred": "Mahmoud Abbas\nExplanation: Mahmoud Abbas appealed for Kuwait in 2011. He apologized for the Palestinian Authority's decision to move its embassy from Tel Aviv to Jerusalem. Abbas made the apology during a visit to Kuwait. The apology was seen as a gesture of goodwill towards the Kuwaiti government and people. It was also seen", "em": 0.0, "f1": 0.0 }, { "quid": 3029946, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to meet with China on 24 July 2015?", "golds": [ "Raymond Tshibanda", "Japan", "Barack Obama" ], "pred": "Barack Obama\nExplanation: Barack Obama wanted to meet with China on 24 July 2015. This is evident from the evidence that Barack Obama expressed intent to meet or negotiate with China on 24 July 2015. The other options do not have any evidence to support that they wanted to meet with China on", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3054043, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made an appeal to Djibouti after 19 December 2006?", "golds": [ "Vietnam", "Ministry (Djibouti)", "UN Security Council" ], "pred": "Djibouti\nExplanation: On 19 December 2006, Ethiopia made an appeal to Djibouti after the Ethiopian government declared a state of emergency. Djibouti is a country in the Horn of Africa. Ethiopia is a country in the Horn of Africa. Djibouti is a country", "em": 0.0, "f1": 0.07407407407407407 }, { "quid": 3014656, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the first person with whom Thailand expressed the intention to meet in 2014?", "golds": [ "Citizen (Thailand)" ], "pred": "Protester (Thailand) on 2014-01-26. \nExplanation: \nThe first person with whom Thailand expressed the intention to meet in 2014 was a protester from Thailand on January 26, 2014. This is evident from the evidence provided, which shows that on this date, a", "em": 0.0, "f1": 0.0625 }, { "quid": 3025313, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before K\u014dichir\u014d Genba, who was the last to appeal to China?", "golds": [ "Bruce Golding" ], "pred": "K\u014dichir\u014d Genba\nExplanation: K\u014dichir\u014d Genba was the last to appeal to China. He made an appeal or request to China on 2011-09-23. The evidence shows that he made several visits to China and made statements in Japan, but there is no evidence of", "em": 0.0, "f1": 0.0 }, { "quid": 3045760, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country wanted to meet with China first, after Kathleen Sebelius?", "golds": [ "South Korea" ], "pred": "China\nExplanation: The question asks which country wanted to meet with China first, after Kathleen Sebelius. The evidence shows that Kathleen Sebelius expressed an intent to meet or negotiate with China on 2005-07-27. This is the earliest date in the evidence. Therefore, China is the correct answer", "em": 0.0, "f1": 0.0 }, { "quid": 3009532, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first person to visit China after Marie-George Buffet?", "golds": [ "Prachanda" ], "pred": "Do Nguyen Phuong\nExplanation: Marie-George Buffet visited China on 2008-08-22. Do Nguyen Phuong visited Marie-George Buffet on 2006-03-30, which is before Marie-George Buffet visited China. Therefore, Do Nguyen Phuong was the first person to", "em": 0.0, "f1": 0.0 }, { "quid": 3041502, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to visit Iraq after Sheikh Ahmed Abdullah?", "golds": [ "United Arab Emirates" ], "pred": "China\nExplanation: The first country to visit Iraq after Sheikh Ahmed Abdullah was China. This is because the last time Sheikh Ahmed Abdullah visited Iraq was in 2005, and the first time China visited Iraq after that was in 2007. Therefore, China was the first country to visit Iraq after Sheikh Ahmed Abdullah.", "em": 0.0, "f1": 0.0 }, { "quid": 3039383, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Thailand honoured Yoshihiko Noda?", "golds": [ "2011-08" ], "pred": "I couldn't find any information about Thailand honouring Yoshihiko Noda. Yoshihiko Noda is a Japanese politician who served as the Prime Minister of Japan from 2011 to 2012. I couldn't find any information about Thailand honouring him. It's possible that you may be confusing him with", "em": 0.0, "f1": 0.05128205128205129 }, { "quid": 3020990, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to visit Cambodia after the representatives of Vietnam?", "golds": [ "Thailand" ], "pred": "Vietnam\nExplanation: The first country to visit Cambodia after the representatives of Vietnam was Thailand. This is because the first event in the evidence that involves Cambodia and a country other than Vietnam is Thailand visiting Cambodia on 2005-01-24. Vietnam's representatives visited Cambodia on 2005-03-15, but", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3034876, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last would wish to visit Thailand before Middle East did?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Thailand\nExplanation: The question is asking who last would wish to visit Thailand before the Middle East did. To answer this question, we need to look at the dates of the visits mentioned in the evidence. The earliest visit to the Middle East was on 2005-01-03, and the latest visit to Thailand", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3010058, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who attacked Thailand with small arms and light weapons last in 2009?", "golds": [ "Insurgent (Thailand)" ], "pred": "Citizen (Thailand) and Men (Malaysia) and Immigrants (Myanmar) and Men (United States) and Protester (Thailand) and Naval (Thailand) and Governor (Thailand) and Citizen (Thailand) and Citizen (Thailand) and Citizen (Thailand) and Citizen (", "em": 0.0, "f1": 0.14285714285714285 }, { "quid": 3010598, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Canadian Ministry of Finance, Economy, Trade and Industry first express its intention to negotiate with Kuwait?", "golds": [ "2006" ], "pred": "2005\nExplanation: The Canadian Ministry of Finance, Economy, Trade and Industry first expressed its intention to negotiate with Kuwait in 2005. This is evident from the provided evidence, which shows that there were no records of the Canadian Ministry of Finance, Economy, Trade and Industry expressing its intention to negotiate with Kuwait", "em": 0.0, "f1": 0.0 }, { "quid": 3010232, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would wish to visit China in Sep 25th, 2006?", "golds": [ "Valdas Adamkus", "Algirdas Butkevi\u010dius", "NASA", "Burma Union Solidarity and Development Association" ], "pred": "Japan\nExplanation:\nThe question asks who would wish to visit China in Sep 25th, 2006. The evidence provided is a list of events involving Japan and China from 2005. The events include negotiations, diplomatic cooperation, and expressions of intent to engage in diplomatic cooperation. The question is asking who would", "em": 0.0, "f1": 0.05 }, { "quid": 3035935, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to want to meet with China after Adji Otheth Ayassor?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "France\nExplanation: The first to want to meet with China after Adji Otheth Ayassor was France. This is evident from the fact that the first formal agreement signed by France with Adji Otheth Ayassor was on 2009-04-07, which is before the first formal agreement", "em": 0.0, "f1": 0.0 }, { "quid": 3020496, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to formally sign an agreement with Malaysia, after Trinidad and Tobago?", "golds": [ "Oman" ], "pred": "Nigeria\nExplanation: The first country to sign an agreement with Malaysia was Nigeria. The evidence is from the news article \"Nigeria, Malaysia sign agreement on oil and gas\" dated 2005-08-02. The article states that Nigeria and Malaysia signed an agreement on oil and gas, with the Nigerian President O", "em": 0.0, "f1": 0.0 }, { "quid": 3030448, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Ministry of Foreign Affairs of Ethiopia first express its intention to negotiate with Ethiopia?", "golds": [ "2011-04-14" ], "pred": "2005-02-04\nExplanation:\nThe Ministry of Foreign Affairs of Ethiopia first expressed its intention to negotiate with Eritrea on 2005-02-04. This is evident from the records of the consultations between the two countries. The Ministry of Foreign Affairs of Ethiopia also expressed its intention to negotiate with", "em": 0.0, "f1": 0.0625 }, { "quid": 3031979, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China last make a request to the government of South Africa?", "golds": [ "2006-02-12" ], "pred": "2005-02-05\nExplanation: The question asks for the date when China last made a request to the government of South Africa. The evidence provided is a list of events, and we need to find the one that matches the description. The event \"China | Consult | South Africa | 2005-", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3009794, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Ministry of Chechnya visit China?", "golds": [ "2005-11" ], "pred": "January\nExplanation: The Ministry of Chechnya is not mentioned in the evidence. However, the evidence does mention the Ministry of China. The Ministry of China is mentioned in the following entries:\n- China | Engage in negotiation | Japan | 2005-02-01\n- China | Engage in negotiation", "em": 0.0, "f1": 0.08 }, { "quid": 3052553, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to express optimism about Thailand, before Singapore's Ministry of Foreign Affairs?", "golds": [ "Citizen (Thailand)" ], "pred": "Thailand\nExplanation: The last to express optimism about Thailand, before Singapore's Ministry of Foreign Affairs, was Thailand itself. This is evident from the evidence provided, which shows that Thailand expressed optimism about itself on multiple occasions in 2005, including expressing intent to cooperate, provide humanitarian aid, and meet or negotiate with itself", "em": 0.0, "f1": 0.04347826086956522 }, { "quid": 3010515, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In February 2008, which country used conventional military force against Ethiopia?", "golds": [ "Sudan" ], "pred": "Sudan\nExplanation: The question asks which country used conventional military force against Ethiopia in February 2008. The evidence provided is a list of events from 2005, which is before the specified date. However, the question is asking for information about 2008, which is not present in the evidence. Therefore,", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3013652, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country made the first request to China in 2008?", "golds": [ "South Korea" ], "pred": "South Korea\nExplanation: The first request to China in 2008 was made by South Korea on January 7, 2008. This is evident from the provided evidence, which shows that South Korea made an appeal or request to China on that date. The other options, such as Malawi, South Africa,", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3042336, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to praise China before Pier Ferdinando Casini?", "golds": [ "Branko Crvenkovski" ], "pred": "Sali Berisha\nExplanation: Pier Ferdinando Casini praised China in 2005, and Sali Berisha was the last person to consult Pier Ferdinando Casini before Pier Ferdinando Casini praised China. Pier Ferdinando Casini made a visit to China in 2005, and", "em": 0.0, "f1": 0.0 }, { "quid": 3049826, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made the first appeal for Ethiopia?", "golds": [ "Isaias Afewerki" ], "pred": "Isaias Afewerki\nExplanation: Isaias Afewerki made the first appeal for Ethiopia on January 4, 2005. This is evident from the evidence provided, which shows that Isaias Afewerki made an appeal or request for Ethiopia on that date. The other evidence", "em": 1.0, "f1": 0.13793103448275862 }, { "quid": 3013727, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Thailand, who supported the workers of Thailand?", "golds": [ "Cabinet / Council of Ministers / Advisors (Thailand)", "Company - Owner or Operator (Thailand)", "United Arab Emirates" ], "pred": "Thailand\nExplanation: The question is asking who supported the workers of Thailand before Thailand itself did. The evidence shows that Thailand itself was involved in various activities related to the workers, such as investigating, accusing, and rejecting their claims. This suggests that Thailand was already involved in the issue before it provided economic aid or expressed intent", "em": 0.0, "f1": 0.0851063829787234 }, { "quid": 3006236, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to negotiate with Malaysia?", "golds": [ "Yemen" ], "pred": "Yemen\nExplanation: Yemen was the first country to negotiate with Malaysia. The first event was on January 30, 2005, when Malaysia expressed intent to meet or negotiate with Yemen. The second event was on January 29, 2005, when Malaysia expressed intent to meet or negotiate with Yemen. The other", "em": 1.0, "f1": 0.08333333333333333 }, { "quid": 3004790, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before July 2005, who made optimistic remarks about Ethiopia?", "golds": [ "Eritrea", "Djibouti", "Sudan" ], "pred": "Sudan\nExplanation: Sudan made optimistic remarks about Ethiopia in January 2005 and March 2005. In January 2005, Sudan's President Omar al-Bashir said that Sudan and Ethiopia were \"two countries that have a lot in common\" and that they were \"working together to strengthen our relations.\" In", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3048761, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Iraq use small arms and light weapons against the Iraqi judge?", "golds": [ "2008-06-27" ], "pred": "There is no evidence that Iraq used small arms and light weapons against the Iraqi judge. The evidence provided shows that there were consultations and accusations between Iraq and Iran, but no information about the use of small arms and light weapons against an Iraqi judge. Therefore, the answer is \"None\". \nNote: The evidence provided is", "em": 0.0, "f1": 0.0 }, { "quid": 3005293, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when the citizens of Australia last visited Iraq?", "golds": [ "2015-07" ], "pred": "There is no evidence that citizens of Australia visited Iraq in 2005. The evidence only shows that Iraq was visited by various groups and individuals, including the Special Rapporteurs of the United Nations, but there is no mention of Australian citizens visiting Iraq. Therefore, the answer is \"None\". \n\nNote: The evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3041832, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Office of the United Nations High Commissioner for Human Rights last appeal to Cambodia?", "golds": [ "2007" ], "pred": "2005\nExplanation: The Office of the United Nations High Commissioner for Human Rights last appealed to Cambodia in 2005. The evidence provided includes various documents and records from 2005, including appeals, requests, criticisms, consultations, and agreements between the Office of the United Nations High Commissioner for Human Rights and Cambodia", "em": 0.0, "f1": 0.0 }, { "quid": 3037156, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 24 February 2009, who wanted to negotiate with Thailand?", "golds": [ "Anupong Paochinda", "Abhisit Vejjajiva", "Association of Southeast Asian Nations" ], "pred": "Abhisit Vejjajiva\nExplanation: On 24 February 2009, Abhisit Vejjajiva wanted to negotiate with Thailand. Abhisit Vejjajiva is the Prime Minister of Thailand. He expressed his intent to meet or negotiate with Thailand on 24 February 2009. This", "em": 1.0, "f1": 0.15384615384615385 }, { "quid": 3017919, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the African Union, which country last used conventional military force against Djibouti?", "golds": [ "Eritrea" ], "pred": "Sudan\nExplanation: The African Union has been involved in several peacekeeping missions in Sudan, including the Darfur conflict. In 2005, the African Union sent a peacekeeping mission to Sudan to protect civilians and provide humanitarian aid. The mission was authorized by the African Union's Peace and Security Council. The African Union", "em": 0.0, "f1": 0.0 }, { "quid": 3040645, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to negotiate with China on 24 March 2009?", "golds": [ "Finance / Economy / Commerce / Trade Ministry (Australia)", "Japan" ], "pred": "Japan\nExplanation: Japan wanted to negotiate with China on 24 March 2009. The evidence is found in the first line of the evidence list, which states \"Japan | Express intent to meet or negotiate | China | 2009-03-24\". This line indicates that Japan expressed an intent to meet or", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3037462, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did South Africa host the visit from Iraq?", "golds": [ "2006-03-07" ], "pred": "There is no evidence that South Africa hosted a visit from Iraq in 2005. In fact, the evidence suggests that Iraq hosted visits from various countries and individuals, but there is no record of a visit from Iraq to South Africa. Therefore, the answer is \"None\". \nNote: The evidence provided is a list", "em": 0.0, "f1": 0.0 }, { "quid": 3023731, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the government of Cape Verde, which country did China praise first?", "golds": [ "South Korea" ], "pred": "Angola\nExplanation: The question asks for the country that China praised first after the government of Cape Verde. The evidence shows that China praised Cape Verde on May 18, 2007, and then praised Angola on May 19, 2009. Therefore, the correct answer is Angola. The other options are incorrect", "em": 0.0, "f1": 0.0 }, { "quid": 3044918, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to reject Malaysia after High Commission for Refugees did?", "golds": [ "China" ], "pred": "Japan\nExplanation: The first country to reject Malaysia after High Commission for Refugees did was Japan. This is evident from the evidence provided, which shows that Japan was the first country to reject Malaysia on January 19, 2005. The other countries mentioned in the evidence, such as Uganda, Cambodia, and T", "em": 0.0, "f1": 0.0 }, { "quid": 3030262, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who asked for China in the same month of Kwabena Duffuor?", "golds": [ "Catherine Ashton", "South Korea", "Ma Ying Jeou", "Lawmaker (Hong Kong)", "Japan" ], "pred": "Kwabena Duffuor\nExplanation: Kwabena Duffuor made an appeal or request to China on 2009-05-20. This is the only instance where China was asked for in the same month as Kwabena Duffuor. The other instances are either in different months", "em": 0.0, "f1": 0.0 }, { "quid": 3010318, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Malaysia, who hosted the visit of Alberto Gonzales?", "golds": [ "Middle East", "Colombia", "Mexico", "Iraq" ], "pred": "Mexico\nExplanation: Alberto Gonzales visited Mexico on 2005-03-30. This is the only instance of Alberto Gonzales visiting Mexico. Therefore, Mexico is the correct answer. Malaysia is the correct answer to the original question. Alberto Gonzales visited Malaysia on 2005-11-17. This is", "em": 1.0, "f1": 0.07692307692307693 }, { "quid": 3017334, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the government of the Occupied Palestinian Territories, which country did China make the last request to?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The question asks for the country to which China made the last request before the government of the Occupied Palestinian Territories. The last request made by China was to Japan on January 25, 2005. The government of the Occupied Palestinian Territories is not mentioned in the provided evidence, so the answer", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3045938, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to praise Ethiopia after Philip Hammond?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The first country to praise Ethiopia after Philip Hammond was Japan. This is because the first two entries in the evidence list are both from 2013-06-01 and 2013-05-31, and they are both from Japan. Therefore, Japan was the first country to praise Ethiopia after", "em": 1.0, "f1": 0.0625 }, { "quid": 3040743, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In the same year, who did Human Rights Watch condemn in Oman?", "golds": [ "Malaysia", "Israeli Defense Forces", "Teodoro Obiang Nguema Mbasogo", "Combatant (Yemen)", "Member of the Judiciary (Egypt)", "Barack Obama" ], "pred": "Other Authorities / Officials (Oman) on 2005-07-19. (Note: The exact date is not available in the given text, but it is the only option that matches the given information.) (Note: The exact date is not available in the given text, but it is the only option that", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3037390, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited Thailand in Dec, the year 2015?", "golds": [ "National Security Advisor (Pakistan)", "Terrorist (Syria)", "Alhaji Lai Mohammed", "Sheikh Hamad bin Khalifa al-Thani" ], "pred": "There is no evidence that any world leader visited Thailand in Dec, 2015. However, there is evidence that a world leader visited Thailand in 2005. The evidence is that a Governor (Thailand) visited a Citizen (Thailand) on 2005-01-19. The Governor (Thailand", "em": 0.0, "f1": 0.0 }, { "quid": 3016972, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 8 May 2006, which country did Thailand use conventional military force against?", "golds": [ "Malaysia", "Military (Cambodia)", "Citizen (Thailand)", "Employee (Laos)" ], "pred": "Armed Gang (Thailand) \nExplanation: \nThe question asks for the country that Thailand used conventional military force against before 8 May 2006. The correct answer is Armed Gang (Thailand). This is because the evidence shows that Thailand used conventional military force against an armed gang in Thailand on 8 May", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3044087, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to sign an agreement with Thailand in 2015?", "golds": [ "China" ], "pred": "China\nExplanation: The first country to sign an agreement with Thailand in 2015 was China. The agreement was signed on January 12, 2015. The other agreements were signed by Thailand with Cambodia, Vietnam, Laos, and Japan. Therefore, the correct answer is China. \nNote: The question is", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3000149, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who praised Cambodia before 2008?", "golds": [ "United Nations Children's Fund", "Vietnam", "China", "Japan", "Roh Moo Hyun" ], "pred": "Vietnam, Thailand, China, Wen Jiabao\nExplanation: The question asks who praised Cambodia before 2008. The answer is Vietnam, Thailand, China, and Wen Jiabao. The evidence is based on the statements and actions of these entities towards Cambodia in 2005. Vietnam praised Cambodia on February", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3041567, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to praise Cambodia?", "golds": [ "Vietnam" ], "pred": "Vietnam\nExplanation: Vietnam was the first to praise Cambodia. The first event in the evidence is Vietnam praising Cambodia on 2005-02-28. The other countries praised Cambodia later. Thailand praised Cambodia on 2005-03-30, China on 2005-03-28, and the Police (", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3013412, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic remarks about Thailand on 11 February 2010?", "golds": [ "Suwat Liptapanlop" ], "pred": "Suwat Liptapanlop\nExplanation: Suwat Liptapanlop made optimistic remarks about Thailand on 11 February 2010. Suwat Liptapanlop was the Deputy Prime Minister of Thailand. He made optimistic remarks about Thailand on 11 February 2010. Abhisit Vejjajiva,", "em": 1.0, "f1": 0.17391304347826084 }, { "quid": 3054749, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised Burundi after Ali Muhammad Mujawar?", "golds": [ "Tanzania", "Mwai Kibaki", "Rupiah Banda", "William E. Ward", "UN Security Council" ], "pred": "Burundi\nExplanation: The question asks who praised Burundi after Ali Muhammad Mujawar. The evidence shows that Ali Muhammad Mujawar made a visit to Burundi in 2008, and the Senate of Burundi engaged in negotiation with him. This suggests that Burundi praised Ali Muhammad Mujawar after his", "em": 0.0, "f1": 0.0 }, { "quid": 3024020, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country to receive humanitarian aid from Iraq?", "golds": [ "Citizen (Australia)" ], "pred": "Iran\nExplanation: The first country to receive humanitarian aid from Iraq was Iran. This is evident from the evidence provided, which shows that on January 27, 2005, Iran received humanitarian aid from Iraq. The other options do not show any evidence of humanitarian aid being provided to them by Iraq. Therefore, the", "em": 0.0, "f1": 0.0 }, { "quid": 3022994, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Federica Mogherini first express her intention to meet with Iraq?", "golds": [ "2014-12-19" ], "pred": "There is no evidence that Federica Mogherini first expressed her intention to meet with Iraq in 2014. However, there is evidence that she expressed her intention to meet with Iraq on 2014-12-19. \nNote: The evidence is based on the provided data and may not be comprehensive or up", "em": 1.0, "f1": 0.1621621621621622 }, { "quid": 3038947, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Iraq first express an intention to negotiate?", "golds": [ "Kuwait" ], "pred": "Kuwait\nExplanation: The first country that Iraq expressed an intention to negotiate with was Kuwait. This is evident from the evidence provided, where on 2005-01-05, Iraq expressed an intention to meet or negotiate with Kuwait. This is the earliest recorded instance of Iraq expressing a desire to negotiate with another country.", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3021404, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, who was the last to be endorsed by the Kenyan head of government?", "golds": [ "Democratic Party" ], "pred": "Kuomintang\nExplanation: The Kuomintang is a political party in Taiwan. The last to be endorsed by the Kenyan head of government before China was the Kuomintang. This is because the Kuomintang was the last to be mentioned in the evidence before China. The evidence shows that", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3006355, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country praised Kuwait first, after the leader of Egypt?", "golds": [ "China" ], "pred": "Germany\nExplanation: The first country to praise Kuwait, after the leader of Egypt, was Germany. The leader of Egypt made a statement about Iraq on 2005-01-28. Germany made a visit to Kuwait on 2005-03-05. The leader of Egypt was not the first leader to make", "em": 0.0, "f1": 0.0 }, { "quid": 3006972, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the armed gang of Saudi Arabia use unconventional force against Kuwait?", "golds": [ "2015" ], "pred": "2005\nExplanation: The armed gang of Saudi Arabia used unconventional force against Kuwait in 2005. The evidence is based on the fact that there is no record of any other year in which Saudi Arabia used unconventional force against Kuwait. The other events listed are unrelated to the use of unconventional force by Saudi Arabia against", "em": 0.0, "f1": 0.0 }, { "quid": 3046748, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the United States envoy first wish to engage in diplomatic cooperation with China?", "golds": [ "2006-07-07" ], "pred": "2005-01-06\nExplanation: The United States envoy first wished to engage in diplomatic cooperation with China on January 6, 2005. This is evident from the evidence provided, which shows that on this date, the United States expressed its intent to engage in diplomatic cooperation with China. The other dates", "em": 0.0, "f1": 0.0 }, { "quid": 3052007, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the citizens of International, who was the last to request Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "The last to request Thailand was the Department of Geologic Survey and its Mineral Exploration (Thailand) on 2005-01-13. The Department of Geologic Survey and its Mineral Exploration (Thailand) made an appeal or request to the Citizen (Thailand) on 2005-01-13.", "em": 1.0, "f1": 0.16 }, { "quid": 3051158, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Iraq, which country received the Foreign Affairs of Romania's visit from the Foreign Affairs of Romania?", "golds": [ "Japan", "France" ], "pred": "Portugal\nExplanation: The Foreign Affairs of Romania visited Portugal on 2005-01-19. The Foreign Affairs of Portugal visited Romania on 2005-01-19. The Foreign Affairs of Syria made a statement about Iraq on 2005-01-13. The Foreign Affairs of Romania made a statement about", "em": 0.0, "f1": 0.0 }, { "quid": 3049451, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first receive Benedict XVI's visit from Benedict XVI after Iraq did?", "golds": [ "Mexico" ], "pred": "Mexico\nExplanation: The question asks which country first received a visit from Benedict XVI after Iraq. The correct answer is Mexico, as it is the first country listed in the evidence that hosted a visit from Benedict XVI after Iraq. The other options are incorrect because they either list a country that was visited by Benedict XVI before Iraq", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3006388, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to negotiate with Thailand after the United Arab Emirates?", "golds": [ "Abhisit Vejjajiva" ], "pred": "Benazir Bhutto\nExplanation: Benazir Bhutto was the first to negotiate with Thailand after the United Arab Emirates. This is evident from the fact that the United Arab Emirates consulted with Benazir Bhutto on March 24, 2005, which is the earliest recorded instance of negotiation between the two", "em": 0.0, "f1": 0.0 }, { "quid": 3032667, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the military of Hungary, who would like to negotiate with Iraq first?", "golds": [ "Citizen (Australia)" ], "pred": "Military of Hungary\nExplanation: The question asks who the military of Hungary would like to negotiate with first. The evidence shows that the military of Hungary has expressed intent to meet or negotiate with Iraq in 2005. This is the only instance where the military of Hungary has expressed a desire to negotiate with another entity. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3020072, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 16 December 2015, who made an appeal on behalf of China?", "golds": [ "Zhang Dejiang" ], "pred": "Xi Jinping\nExplanation: Xi Jinping made an appeal on behalf of China on 16 December 2015. This is evident from the evidence provided, which shows that Xi Jinping made an appeal or request on that date. The other options do not show any evidence of making an appeal on behalf of China on that date.", "em": 0.0, "f1": 0.0 }, { "quid": 3043244, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China endorse the leader of Egypt?", "golds": [ "2014-12-23" ], "pred": "There is no evidence that China endorsed the leader of Egypt. The evidence only shows praise or endorsement from various individuals and countries to China, Japan, and other countries, but not the endorsement of the leader of Egypt. Therefore, the answer is \"None\". \nNote: The question is asking for a specific event where China", "em": 0.0, "f1": 0.0 }, { "quid": 3035823, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made a request to the Malaysian police after Malaysia?", "golds": [ "Court Judge (Malaysia)", "Citizen (Thailand)", "Environment Department/Ministry (Malaysia)", "Men (Malaysia)", "China" ], "pred": "Japan\nExplanation: Japan made a request to the Malaysian police after the tsunami in 2005. Japan made an appeal or request to Malaysia on January 11, 2005, and again on January 19, 2005. This is the only instance of a country making a request to the Malaysian police in", "em": 0.0, "f1": 0.0625 }, { "quid": 3028113, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 9 July 2005?", "golds": [ "Envoy (United States)", "Head of Government (Grenada)" ], "pred": "Wen Jiabao, the Head of Government of China, visited Qatar on 9 July 2005. He also visited Thailand on 9 July 2005. He also visited the United States on 9 July 2005. He also visited Laos on 9 July 2005. He also visited South", "em": 0.0, "f1": 0.24999999999999997 }, { "quid": 3014784, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the UN Security Council criticise Cambodia?", "golds": [ "2011-02-14" ], "pred": "2005\nExplanation: The UN Security Council made a statement on Cambodia on 2005-03-05. The question asks when the UN Security Council criticised Cambodia, which is the same as when the UN Security Council made a statement on Cambodia. The answer is 2005. The other options are not correct", "em": 0.0, "f1": 0.0 }, { "quid": 3038690, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did China last sign formal agreements with Pervez Musharraf?", "golds": [ "2006-06" ], "pred": "January\nExplanation: The evidence shows that the last formal agreements between China and Pervez Musharraf were signed in January 2005. The exact dates of the agreements are not specified, but the events listed for January 2005 indicate that this is the month when the agreements were signed. The other months mentioned in", "em": 0.0, "f1": 0.0 }, { "quid": 3034334, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Sondhi Limthongkul express his intention to meet with China?", "golds": [ "2006-04-01" ], "pred": "2005-12-08\nExplanation: Sondhi Limthongkul expressed his intention to meet with China on 2005-12-08. This information can be found in the news article \"Sondhi Limthongkul | Express intent to meet or negotiate | Thailand | 2005-", "em": 0.0, "f1": 0.0 }, { "quid": 3027654, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the presidential family of the United States last visit China?", "golds": [ "2009" ], "pred": "2005\nExplanation: The presidential family of the United States last visited China in 2005. The evidence is that there were many diplomatic activities between China and Japan in 2005, but there is no record of the presidential family of the United States visiting China in 2005. Therefore, the answer is", "em": 0.0, "f1": 0.0 }, { "quid": 3053492, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did China first support Mahmoud Ahmadinejad?", "golds": [ "2005" ], "pred": "2005\nExplanation: The earliest evidence of China supporting Mahmoud Ahmadinejad is from June 26, 2005, when Mahmoud Ahmadinejad expressed intent to engage in diplomatic cooperation with China. This is the first recorded instance of China supporting Mahmoud Ahmadinejad. Therefore, the answer is 2005.", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3037420, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to negotiate with Djibouti?", "golds": [ "Sudan" ], "pred": "Eritrea\nExplanation: The last country to negotiate with Djibouti was Eritrea. The evidence shows that Eritrea expressed intent to meet or negotiate with Djibouti on March 7, 2005, and February 4, 2005. The other countries, such as Ethiopia", "em": 0.0, "f1": 0.0 }, { "quid": 3053437, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Iraq, with which country did Adil Abdul-Mahdi begin negotiations?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: Adil Abdul-Mahdi, the former Prime Minister of Iraq, began negotiations with Iran after the US-led invasion of Iraq in 2003. The evidence provided shows that Adil Abdul-Mahdi made several statements and demands related to Iraq and its relations with other countries, including Iran, between", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3018601, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Ethiopia, which country received Abu Bakr Abdullah al-Qirbi's visit from Abu Bakr Abdullah al-Qirbi first?", "golds": [ "Yemen" ], "pred": "Iran\nExplanation: The evidence shows that Abu Bakr Abdullah al-Qirbi visited Ethiopia on December 29, 2005. The next country he visited was Iran on October 2, 2005. Therefore, the answer is Iran. \nNote: The evidence is based on the provided text and may not", "em": 0.0, "f1": 0.0 }, { "quid": 3016549, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last to praise Thailand in 2009?", "golds": [ "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "Abhisit Vejjajiva\nLast to praise Thailand in 2009 was Abhisit Vejjajiva on 2009-10-05. Abhisit Vejjajiva is the Prime Minister of Thailand. He praised the Justice Department/Ministery (Thailand) on 2009", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3030517, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did Segolene Royal first support after China?", "golds": [ "Tony Blair" ], "pred": "Iran\nExplanation: Segolene Royal first supported Iran after China. This is based on the fact that the earliest statements made by Segolene Royal in the given evidence are about Iran, and the earliest visit she made was to China. Therefore, it can be inferred that she first supported Iran after visiting China.", "em": 0.0, "f1": 0.0 }, { "quid": 3050138, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Which country did Malaysia make a request to after the year 2014?", "golds": [ "UN Security Council", "Citizen (Unidentified State Actor)", "Citizen (Thailand)", "Chuck Hagel", "Maldives", "Vietnam", "China" ], "pred": "Japan\nExplanation: The question asks which country Malaysia made a request to after the year 2014. However, the provided evidence only includes events from 2005, which is before the specified year. Therefore, it is not possible to determine the correct answer based on the given information. The evidence does show that Japan", "em": 0.0, "f1": 0.0 }, { "quid": 3043645, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Thai military, which country last gave humanitarian aid to Thailand?", "golds": [ "Japan" ], "pred": "Laos\nExplanation: Laos is the country that last gave humanitarian aid to Thailand before the Thai military. The evidence shows that Laos expressed its intent to provide humanitarian aid to Thailand on January 7, 2005. This is the most recent instance of a country providing humanitarian aid to Thailand before the Thai military. The other", "em": 0.0, "f1": 0.0 }, { "quid": 3029568, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country did Djibouti blame last in 2008?", "golds": [ "Eritrea" ], "pred": "Eritrea\nExplanation: Djibouti blamed Eritrea last in 2008. The last event where Djibouti accused Eritrea was on May 9, 2008. Djibouti accused Eritrea on May 9, 2008, and the next event was", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3012737, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to establish diplomatic cooperation with Thailand in 2005?", "golds": [ "France" ], "pred": "China\nExplanation: The first country to establish diplomatic cooperation with Thailand in 2005 was China. This is evident from the evidence provided, which shows that China was the first country to express intent to engage in diplomatic cooperation with Thailand in 2005. The other countries mentioned in the evidence, such as Australia, were", "em": 0.0, "f1": 0.0 }, { "quid": 3051386, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country that Thailand fought with small arms and light weapons?", "golds": [ "Citizen (Thailand)" ], "pred": "None, as the last conflict was in 2005 and the question asks for the last country that Thailand fought with small arms and light weapons. However, if you are asking for the last conflict that involved small arms and light weapons, it would be the conflict between the Armed Gang (Thailand) and the Citizen (", "em": 0.0, "f1": 0.1111111111111111 }, { "quid": 3013417, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Malaysia last praise Islam Karimov?", "golds": [ "2012-10-27" ], "pred": "2005\nNote: The date range is based on the earliest and latest dates found in the evidence. The date range might not reflect the entire period when Malaysia last praised Islam Karimov, but rather when the available evidence suggests they did so. The answer might not be exact, but it is the closest approximation", "em": 0.0, "f1": 0.0 }, { "quid": 3007447, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did China blame before 23 April 2005?", "golds": [ "Japan", "Iran" ], "pred": "Japan\nExplanation: China blamed Japan before 23 April 2005. The evidence is the following: \"Japan | Accuse | China | 2005-04-23\", \"China | Accuse | Japan | 2005-04-23\", \"Japan | Occupy territory | China | 2005", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3002701, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Yoon Sang-jick express his intention to meet with China?", "golds": [ "2015" ], "pred": "2015\nExplanation: The question asks for the year in which Yoon Sang-jick expressed his intention to meet with China. The evidence provided shows that Yoon Sang-jick expressed his intention to meet with China on October 27, 2015. This is the only instance where Yoon Sang-jick", "em": 1.0, "f1": 0.0625 }, { "quid": 3016442, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who had a telephone conversation with Iraq after Apr, 2007?", "golds": [ "Royal Administration (Saudi Arabia)", "Barack Obama", "Iran", "Nuri al-Maliki", "Agence France-Presse", "Media (Africa)" ], "pred": "Mitch McConnell\nExplanation: Mitch McConnell had a telephone conversation with Iraq after Apr, 2007. The evidence is from the following entries:\n- Mitch McConnell | Make a telephone conversation | Iraq | 2007-04-25\n- Mitch McConnell | Make a telephone conversation | Iraq | 2007-04", "em": 0.0, "f1": 0.0 }, { "quid": 3014442, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the last to praise China before Javier Solana?", "golds": [ "Iran" ], "pred": "Yemen\nExplanation: Javier Solana praised Yemen on 2005-01-20. This was the last time before he praised China. The other countries were praised after China. Therefore, Yemen was the last country to be praised before China. \nNote: The dates are in the format year-month-day. The format", "em": 0.0, "f1": 0.0 }, { "quid": 3019067, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the US Undersecretary of State first accuse China?", "golds": [ "2007-06-14" ], "pred": "2005-01-15\nExplanation: The US Undersecretary of State, Robert Zoellick, first accused China on 2005-01-15. The evidence shows that on this date, the US Undersecretary of State, Robert Zoellick, consulted with Japan about China. This is", "em": 0.0, "f1": 0.0 }, { "quid": 3019854, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "With which country did Iraq want to establish diplomatic cooperation before October 2006?", "golds": [ "Kuwait", "Yemen", "Government Official (Russia)", "Iran" ], "pred": "Japan\nExplanation: The evidence shows that before October 2006, Iraq wanted to establish diplomatic cooperation with Japan. This is evident from the fact that there is no evidence of Iraq wanting to establish diplomatic cooperation with any other country before October 2006, and the evidence of Iraq wanting to establish diplomatic cooperation with Japan is", "em": 0.0, "f1": 0.0 }, { "quid": 3027604, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the men of Argentina use unconventional force against China?", "golds": [ "2013" ], "pred": "There is no evidence that the men of Argentina used unconventional force against China in any year. The evidence provided shows diplomatic and negotiation activities between Japan and China in 2005, but no information about Argentina or unconventional force. Therefore, the answer is \"None\". \nNote: The format of the answer is based on the", "em": 0.0, "f1": 0.0 }, { "quid": 3004502, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country expressed an interest in cooperation with China on 10 October 2009?", "golds": [ "South Korea", "Japan" ], "pred": "Japan\nExplanation: Japan expressed an interest in cooperation with China on 10 October 2009. This is evident from the fact that there is a record of \"Japan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2009-10-10\". This record indicates that Japan", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3017345, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 22 March 2015, which country was negotiating with China?", "golds": [ "Iran", "South Korea", "Japan" ], "pred": "Japan, South Korea, Iran\nExplanation: The evidence shows that on 22 March 2015, Japan, South Korea, and Iran were all negotiating with China. The evidence includes news articles and statements from various sources, including government officials and international organizations, that mention negotiations between these countries and China on that date.", "em": 1.0, "f1": 0.10256410256410257 }, { "quid": 3007577, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the Chinese dissident make optimistic remarks about China?", "golds": [ "2012" ], "pred": "2005\nThe best answer is 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3003550, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before Oct, the year of 2015, which country did Ethiopia decline?", "golds": [ "UN Security Council", "Foreign Affairs (Ethiopia)", "Doctors Without Borders", "Eritrea", "Human Rights Watch" ], "pred": "Eritrea\nReasoning Skill: Identifying Pros And Cons\nThis question requires the ability to identify the country that Ethiopia declined in the year 2015. To answer this question, one needs to analyze the given evidence and identify the country that is associated with a negative action or statement towards Ethiopia. In this case", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3052723, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country offered cooperation to China in the same month as Yoshihiko Noda?", "golds": [ "Vietnam", "South Korea" ], "pred": "Japan\nExplanation: Yoshihiko Noda made a statement on 2010-06-21 that China offered cooperation to Japan. Therefore, the answer is Japan. The other options are not correct because Yoshihiko Noda made a statement on 2010-06-21 that China offered cooperation to Japan", "em": 0.0, "f1": 0.0 }, { "quid": 3008061, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the Royal Administration of Jordan paid a visit to Thailand?", "golds": [ "2005-12" ], "pred": "I do not have information on the Royal Administration of Jordan visiting Thailand in 2005. However, I can tell you that the Royal Thai Government hosted a visit from the United States Cabinet/Council of Ministers/Advisors on January 4-5, 2005, and from Jack Straw on January 7", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3040303, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who visited Abdullah G\u00fcl on the same month of China?", "golds": [ "Dragan \u0160utanovac" ], "pred": "Wen Jiabao\nExplanation: Wen Jiabao visited Abdullah G\u00fcl on the same month of China. Wen Jiabao and Abdullah G\u00fcl met on 2005-02-02. Wen Jiabao is the Prime Minister of China. Abdullah G\u00fcl is the President of Turkey. Wen Jiabao visited Turkey in", "em": 0.0, "f1": 0.0 }, { "quid": 3055077, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to appeal to China after the leader of Pakistan?", "golds": [ "Hui Liangyu" ], "pred": "Japan\nExplanation: The first to appeal to China after the leader of Pakistan was Japan. This is evident from the evidence provided, which shows that Japan expressed its intent to cooperate with China on multiple occasions in January 2005, while China also made appeals or requests to Japan on several occasions during the same period. The", "em": 0.0, "f1": 0.0 }, { "quid": 3044202, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to criticise Ethiopia?", "golds": [ "Barack Obama" ], "pred": "Eritrea\nExplanation: The last to criticise Ethiopia was Eritrea. Eritrea was the last to criticise Ethiopia in the given data. The data shows that Eritrea expressed intent to cooperate with Ethiopia on 2005-01-14 and also expressed intent to meet or negotiate with Ethiopia on", "em": 0.0, "f1": 0.0 }, { "quid": 3043655, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the citizens of Montenegro praise China for the first time?", "golds": [ "2014" ], "pred": "2005\nExplanation: The question asks for the year when the citizens of Montenegro praised China for the first time. However, there is no information in the given text about Montenegro or its citizens praising China. The text only mentions Japan, China, and Singapore, with various events and interactions between these countries in", "em": 0.0, "f1": 0.0 }, { "quid": 3016088, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Surakiart Sathirathai make a request to on the same day as Thailand?", "golds": [ "Cambodia" ], "pred": "Thailand\nExplanation: The question asks which country Surakiart Sathirathai made a request to on the same day as Thailand. The evidence provided shows that Surakiart Sathirathai made statements on various dates in 2005, but all of them are related to Thailand. There is no mention", "em": 0.0, "f1": 0.0 }, { "quid": 3002299, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to express the intention to meet with Djibouti?", "golds": [ "Citizen (Djibouti)" ], "pred": "Eritrea\nExplanation: The last to express the intention to meet with Djibouti was Eritrea on 2005-03-07. The evidence is based on the provided data, which shows that Eritrea expressed the intention to meet with Djibouti on 2005-03-", "em": 0.0, "f1": 0.07692307692307693 }, { "quid": 3044493, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who was the first to blame South Korea?", "golds": [ "Citizen (North Korea)" ], "pred": "Japan\nExplanation: The first to blame South Korea was Japan. This is evident from the fact that Japan was the first to express intent to cooperate with South Korea on January 13, 2005, and South Korea was the first to express intent to cooperate with Japan on the same day. This suggests that Japan was", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3029827, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country did South Africa announce its intention to negotiate with in the same month as Oman?", "golds": [ "Tanzania", "China" ], "pred": "Japan\nExplanation: The event occurred on February 5, 2005. South Africa announced its intention to negotiate with Japan on the same day. Oman announced its intention to consult with South Korea on September 24, 2005. Therefore, the answer is Japan. \nNote: The answer is based on the", "em": 0.0, "f1": 0.0 }, { "quid": 3023329, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month as the Ministry of Justice of Thailand, who would like to engage in diplomatic cooperation with China?", "golds": [ "Thailand", "South Korea", "France", "Maithripala Sirisena", "Sudan", "Vietnam", "Citizen (Africa)" ], "pred": "Ministry of Justice of Thailand\nExplanation: The Ministry of Justice of Thailand is the only entity that has expressed intent to engage in diplomatic cooperation with China in the given month. The other entities mentioned, such as citizens, members of parliament, villagers, and media personnel, have also expressed similar intentions, but they are not the", "em": 1.0, "f1": 0.046511627906976744 }, { "quid": 3002428, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would like to participate in diplomatic cooperation with China on 11 October 2008?", "golds": [ "Ma Ying Jeou", "Japan" ], "pred": "Japan, Ma Ying Jeou, International Monetary Fund, Mexico, Kuomintang, Iran, South Africa\nNote: The answer is based on the information provided in the evidence, which includes various entities expressing intent to engage in diplomatic cooperation or consulting with China on 11 October 2008. The answer includes all", "em": 1.0, "f1": 0.13953488372093023 }, { "quid": 3044346, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to criticise China before the National Democratic Institute for International Affairs?", "golds": [ "Envoy (United States)" ], "pred": "Muhammadu Buhari\nExplanation: The last to criticise China before the National Democratic Institute for International Affairs was Muhammadu Buhari, who made a statement about the National Democratic Institute for International Affairs in 2015. The other individuals and entities mentioned in the evidence did not criticise China before the National Democratic", "em": 0.0, "f1": 0.0 }, { "quid": 3039546, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Thailand seek to establish diplomatic cooperation with the protester of Thailand?", "golds": [ "2010-03" ], "pred": "February\nExplanation: The evidence shows that Thailand sought to establish diplomatic cooperation with the protester of Thailand in February 2005. The evidence includes various statements and actions from different individuals and organizations, including members of parliament, citizens, villagers, media personnel, military personnel, and police officers, expressing their intent to engage in diplomatic", "em": 0.0, "f1": 0.0 }, { "quid": 3013780, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the armed rebels of Niger accuse China?", "golds": [ "2007-07" ], "pred": "August\nExplanation: The armed rebels of Niger accused China in August 2005. This is the only month in which the rebels accused China. The other months mentioned in the evidence are either before or after the accusation. Therefore, the correct answer is August. \nNote: The evidence provided is a list of events related", "em": 0.0, "f1": 0.0 }, { "quid": 3036612, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make optimistic remarks about Iraq after the Iraqi party member?", "golds": [ "Mahmoud Ahmadinejad" ], "pred": "Student (Iraq)\nExplanation: The student from Iraq was the first to make optimistic remarks about Iraq after the Iraqi party member. The student made an optimistic comment on January 12, 2005, while the Iraqi party member made a statement on January 10, 2005. The other individuals mentioned in the evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3005188, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Inquirer have a telephone conversation with Eduardo Villanueva?", "golds": [ "2009" ], "pred": "2009\nExplanation: The Inquirer had a telephone conversation with Eduardo Villanueva in 2009. The evidence is found in the first two search results, which mention a telephone conversation between the Inquirer and Eduardo Villanueva on January 19, 2009. The other search results are irrelevant to", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3027410, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In Jun, the year of 2006, who praised China?", "golds": [ "Rabbi (Morocco)", "Association of Southeast Asian Nations", "Sali Berisha", "Pervez Musharraf", "Donald Rumsfeld", "Islam Karimov", "Government (Africa)", "Le Hong Anh", "Laos", "Abdoulaye Wade", "Japan" ], "pred": "Japan\nExplanation: In Jun, the year of 2006, Japan praised China. The evidence is that in 2005, Japan engaged in negotiation and diplomatic cooperation with China. This indicates that Japan and China have a good relationship and Japan has praised China. Therefore, the answer is Japan. \nNote: The", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3046075, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who wanted to negotiate with China in June 2015?", "golds": [ "Tony Tan Keng Yam", "Vietnam", "Citizen (Australia)", "Wang Yi", "Angola", "France", "Japan" ], "pred": "Japan\nExplanation: The question asks who wanted to negotiate with China in June 2015. The evidence shows that Japan expressed intent to meet or negotiate with China on June 1, 2015, and engaged in negotiation with China on June 1 and 5, 2015. This indicates that Japan was", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3005800, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the indigenous people of Syria support China?", "golds": [ "2011-11-26" ], "pred": "There is no evidence that the indigenous people of Syria supported China. The evidence provided shows diplomatic cooperation and interactions between China and other countries, but not between China and the indigenous people of Syria. Therefore, the answer is \"None\". \nNote: The indigenous people of Syria are the Assyrians, who are an ethnic group", "em": 0.0, "f1": 0.0 }, { "quid": 3032876, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 21 December 2006, which country wanted to negotiate with China?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: On 21 December 2006, Japan wanted to negotiate with China. This is evident from the evidence provided, which shows that Japan expressed intent to meet or negotiate with China, engage in diplomatic cooperation, consult with China, and make a visit to China. This suggests that Japan was interested in engaging", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3026747, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Ismet Yilmaz last visit Iraq?", "golds": [ "2015" ], "pred": "2015\nExplanation: The last visit of Ismet Yilmaz to Iraq was in March 2015. This can be seen in the evidence where the date of the visit is mentioned as 2015-03-11, 2015-03-06, and 2015-03-04", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3026370, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Oman formally sign an agreement after 23 January 2013?", "golds": [ "Kuwait", "Iran", "Malaysia", "Japan", "Vietnam" ], "pred": "Vietnam\nExplanation: The correct answer is Vietnam because the evidence shows that Vietnam and Oman signed a formal agreement on 23 January 2013. The other options do not show any evidence of a formal agreement between Oman and the other countries on that date. Therefore, the correct answer is Vietnam. \nNote: The evidence", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3022508, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China accuse the dissident of China?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question is asking for the year in which China accused a dissident of China. However, the provided evidence does not mention any accusations of dissidents. It appears to be a collection of diplomatic and negotiation-related events between China, Japan, and other countries in 2005. Therefore,", "em": 1.0, "f1": 0.05 }, { "quid": 3049036, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would wish to visit Cambodia in July 19th, 2006?", "golds": [ "Future Movement", "Roh Moo Hyun" ], "pred": "James Wolfensohn\nExplanation: The question asks who would wish to visit Cambodia in July 19th, 2006. The answer is James Wolfensohn, as he made a visit to Cambodia on February 11th, 2005. The other options are countries that have visited or hosted visits from Cambodia", "em": 0.0, "f1": 0.0 }, { "quid": 3008418, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who praised Malaysia in the same month as Jeff Rathke?", "golds": [ "International Government Organizations" ], "pred": "Malaysia\nExplanation: Jeff Rathke praised Malaysia on May 15, 2015. There is no evidence that he praised Malaysia in the same month as he made a statement about Yemen (March 2015) or Russia's military (April 2015). However, he did praise Thailand in the same month (", "em": 0.0, "f1": 0.0 }, { "quid": 3047477, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Thailand last express an interest in cooperation?", "golds": [ "Cambodia" ], "pred": "China\nExplanation: The question asks with which country Thailand last expressed an interest in cooperation. The evidence provided shows that Thailand expressed an interest in cooperation with China on January 7, 2005. This is the most recent date mentioned in the evidence, making it the correct answer. The other options are not supported by", "em": 0.0, "f1": 0.0 }, { "quid": 3040333, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Djibouti, who was the last country with which Barack Obama formally signed an agreement?", "golds": [ "Muhammad VI" ], "pred": "Ethiopia\nExplanation: The last country with which Barack Obama formally signed an agreement before Djibouti was Ethiopia. This is evident from the fact that there are multiple records of agreements between Djibouti and Ethiopia, with the most recent one being on 2005-04-11. There are no records of", "em": 0.0, "f1": 0.0 }, { "quid": 3038058, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 12 June 2006, who caused unconventional violence in Thailand?", "golds": [ "Armed Opposition (Thailand)" ], "pred": "Armed Opposition (Thailand) | Use unconventional violence | Thailand | 2006-06-12\nExplanation: Armed Opposition (Thailand) used unconventional violence in Thailand on 12 June 2006. This is the only event that matches the description. The other events are unrelated to the question. The Armed Opposition", "em": 1.0, "f1": 0.19354838709677416 }, { "quid": 3041924, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who had a telephone conversation with the Inquirer on 4 November 2008?", "golds": [ "Eid Kabalu" ], "pred": "Eid Kabalu\nExplanation: Eid Kabalu had a telephone conversation with the Inquirer on 4 November 2008. The Inquirer had a telephone conversation with Eid Kabalu on 4 November 2008. Eid Kabalu and the Inquirer had a telephone conversation on 4 November 2008. Eid", "em": 1.0, "f1": 0.23529411764705882 }, { "quid": 3000137, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to negotiate with the Indian Ministry of External Affairs before China?", "golds": [ "Khandu Wangchuk" ], "pred": "Portugal\nExplanation: The question asks for the last country to negotiate with the Indian Ministry of External Affairs before China. However, the provided evidence does not mention any negotiations with the Indian Ministry of External Affairs. Instead, it mentions various countries and organizations negotiating with China. Therefore, the correct answer cannot be determined based on the", "em": 0.0, "f1": 0.0 }, { "quid": 3011978, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited China in Apr, 2014?", "golds": [ "Defense / Security Ministry (United States)", "Malaysia", "Governor (Japan)", "Naval (Bangladesh)", "Shimon Peres", "Xi Jinping", "Business (South Korea)", "Head of Government (South Korea)", "Chuck Hagel", "Foreign Affairs (Malaysia)", "Lawmaker (Hong Kong)", "Japan", "Barack Obama" ], "pred": "Japan\nExplanation: The question asks who visited China in Apr, 2014. However, the evidence provided does not contain any information about visits to China in Apr, 2014. The evidence is about Japan and China's diplomatic relations in 2005, which is more than 9 years before the specified date", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3037097, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the City Mayor of United States endorse Iraq?", "golds": [ "2008-01-02" ], "pred": "There is no evidence that the City Mayor of United States endorsed Iraq. The City Mayor of United States is not a position that exists. The United States has a President, not a City Mayor. The President of the United States is the head of the executive branch of the federal government, not a city mayor. The President", "em": 0.0, "f1": 0.0 }, { "quid": 3041943, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Wen Jiabao last express interest in cooperation with China?", "golds": [ "2010-10" ], "pred": "January\nExplanation: Wen Jiabao last expressed interest in cooperation with China in January 2005. The evidence shows that he made several statements and visits in January, but there is no record of him expressing interest in cooperation with China in February or any other month. Therefore, the correct answer is January. \nNote", "em": 0.0, "f1": 0.0 }, { "quid": 3014501, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Umaru Musa Yar'Adua express cooperation with China?", "golds": [ "2008-02-29" ], "pred": "2007-05-30\nExplanation: The question asks when Umaru Musa Yar'Adua expressed cooperation with China. The evidence provided shows that on 2007-05-30, Umaru Musa Yar'Adua expressed cooperation with China. This is the only instance where cooperation with", "em": 0.0, "f1": 0.0 }, { "quid": 3007434, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did International Monetary Fund reject Swaziland?", "golds": [ "2011-08-27" ], "pred": "There is no evidence that International Monetary Fund rejected Swaziland. The evidence only shows that International Monetary Fund investigated, demanded, made statements, expressed accord, and engaged in negotiation with other countries. Therefore, the answer is \"No\". \nNote: The evidence provided is a list of news articles and statements from 200", "em": 0.0, "f1": 0.0 }, { "quid": 3023471, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited Thailand on 21 February 2012?", "golds": [ "Indigenous People (Middle East)" ], "pred": "Indigenous People (Middle East) visited Thailand on 21 February 2012. \nNote: The answer is based on the evidence provided, which indicates that Indigenous People (Middle East) made a visit to Thailand on 21 February 2012. The other options do not have any evidence to support their involvement on that", "em": 1.0, "f1": 0.21621621621621626 }, { "quid": 3003040, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the leader of Bahrain visit Kuwait for the first time?", "golds": [ "2015-01" ], "pred": "February\nExplanation: The leader of Bahrain visited Kuwait for the first time in February 2005. The evidence is based on the visit of Gerhard Schr\u00f6der, the Head of Government of Germany, to Kuwait on February 28, 2005. This is the earliest date mentioned in the evidence for a", "em": 0.0, "f1": 0.0 }, { "quid": 3001419, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Djibouti make a request to last?", "golds": [ "Indigenous People (Yemen)" ], "pred": "Eritrea\nExplanation: Djibouti made a request to Eritrea last. Djibouti made a visit to Eritrea on 2005-02-09. Djibouti made a request to Eritrea on 2005-02-09. Djibouti made", "em": 0.0, "f1": 0.0 }, { "quid": 3019482, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Isaias Afewerki make pessimistic comments about Ethiopia?", "golds": [ "2007-01" ], "pred": "November\nExplanation: Isaias Afewerki made pessimistic comments about Ethiopia in November 2005. The evidence shows that he made several statements about Ethiopia in November 2005, which can be inferred as pessimistic comments. The exact dates are November 19 and November 21, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3046990, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who wanted to negotiate with China in May 2014?", "golds": [ "Nuri al-Maliki", "Malaysia", "Lawmaker (Japan)", "Head of Government (Turkmenistan)", "Abdullah G\u00fcl", "Head of Government (Portugal)", "South Korea", "South Africa", "Jaber Mubarak Al-Sabah", "Japan", "Barack Obama" ], "pred": "Malaysia\nExplanation: The evidence shows that Malaysia expressed intent to meet or negotiate with China on multiple dates in May 2014. This indicates that Malaysia was the country that wanted to negotiate with China in May 2014. The other countries mentioned in the evidence, such as Japan, China, and Portugal, also expressed", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3045229, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to visit China before Hisham Qandil?", "golds": [ "Prachanda" ], "pred": "Christine Lagarde\nExplanation: The last person to visit China before Hisham Qandil was Christine Lagarde. This can be determined by looking at the dates of the visits. Christine Lagarde visited Hisham Qandil on August 22, 2012, and Hisham Qandil visited", "em": 0.0, "f1": 0.0 }, { "quid": 3055685, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the first to telephone the Inquirer in 2009?", "golds": [ "Police (Philippines)" ], "pred": "Norberto Gonzales\nExplanation: Norberto Gonzales was the first to telephone the Inquirer in 2009. The evidence is based on the search results from the Inquirer archives, which show that Norberto Gonzales was the first person to telephone the Inquirer in 2009, with the", "em": 0.0, "f1": 0.0 }, { "quid": 3030868, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to express an intention to engage in diplomatic cooperation with China, before the Foreign Ministry of Belarus?", "golds": [ "Shaukat Aziz" ], "pred": "Belarus\nExplanation: The last country to express an intention to engage in diplomatic cooperation with China, before the Foreign Ministry of Belarus, was Japan. The evidence is from the news articles on the web. The news articles show that Japan expressed an intention to engage in diplomatic cooperation with China on January 6, 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3010273, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who wanted to negotiate with Ethiopia in the same month as Benjamin William Mkapa?", "golds": [ "African Union", "Sudan" ], "pred": "Ethiopia\nExplanation: The question asks who wanted to negotiate with Ethiopia in the same month as Benjamin William Mkapa. The evidence shows that Benjamin William Mkapa visited Ethiopia in August 2005. Therefore, the answer is Ethiopia, as they were the ones who hosted the visit. The other options, such as Burundi", "em": 0.0, "f1": 0.0 }, { "quid": 3004359, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Russia, which country was the first to use conventional military force against Iraq?", "golds": [ "France" ], "pred": "Iran\nExplanation: Iran was the first to use conventional military force against Iraq. The evidence shows that Iran provided military aid to Iraq on January 16, 2005. This indicates that Iran was the first country to use conventional military force against Iraq. The other countries mentioned in the evidence, such as Russia, South", "em": 0.0, "f1": 0.0 }, { "quid": 3050066, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was last willing to engage in diplomatic cooperation with Comoros?", "golds": [ "Iran" ], "pred": "Yemen\nExplanation: Yemen was the last country to engage in diplomatic cooperation with Comoros. The evidence shows that Yemen engaged in diplomatic cooperation with Comoros on February 1 and 2, 2007. The other countries mentioned in the evidence either engaged in diplomatic cooperation with Comoros before 2007", "em": 0.0, "f1": 0.0 }, { "quid": 3052373, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who wanted to negotiate with China on the same day as Pascal Affi N'Guessan?", "golds": [ "Mexico", "South Korea", "Lawrence Cannon", "Japan" ], "pred": "Pascal Affi N'Guessan wanted to negotiate with China on the same day as Pascal Affi N'Guessan. \nExplanation: Pascal Affi N'Guessan wanted to negotiate with China on the same day as Pascal Affi N'Guessan. This is because the evidence shows that Pascal Affi N", "em": 0.0, "f1": 0.0 }, { "quid": 3023331, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Media of Russia, who was the last to accuse Thailand?", "golds": [ "Member of Parliament (Thailand)" ], "pred": "The last to accuse Thailand was the Media of Russia. The Media of Russia accused Thailand on 2005-01-25. The Media of Russia accused Thailand on 2005-01-25. The Media of Russia accused Thailand on 2005-01-25. The Media of Russia accused Thailand on", "em": 0.0, "f1": 0.22222222222222224 }, { "quid": 3054498, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Malaysia negotiated with Julia Gillard?", "golds": [ "2011-07-22" ], "pred": "There is no evidence that Malaysia negotiated with Julia Gillard. The evidence provided shows that Julia Gillard was involved in various activities such as making statements, considering policy options, consulting with businesspeople, accusing politicians, and rejecting demands, but none of these activities involved negotiations with Malaysia. Therefore, the answer is \"There is", "em": 0.0, "f1": 0.0 }, { "quid": 3003431, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Oman before Khaled Bahah?", "golds": [ "Foreign Affairs (India)" ], "pred": "Qatar\nExplanation: The last person to visit Oman before Khaled Bahah was Qatar. This is because the evidence shows that Khaled Bahah visited Qatar on 2015-05-04, and the next visit after that was to Oman on 2015-05-04. Therefore, Qatar was the last", "em": 0.0, "f1": 0.0 }, { "quid": 3024370, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 12 September 2014, which country expressed an interest in cooperating with Malaysia?", "golds": [ "Vietnam", "Kazakhstan", "Thailand", "China", "Japan" ], "pred": "Thailand\nExplanation:\nThe question asks about the country that expressed an interest in cooperating with Malaysia after 12 September 2014. The correct answer is Thailand. This is supported by the evidence, which shows that on 12 September 2014, Thailand expressed an interest in cooperating with Malaysia, and the Governor of Thailand", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3027889, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country to which Cambodia released prisoners?", "golds": [ "Activist (Cambodia)" ], "pred": "Thailand\nExplanation: The last country to which Cambodia released prisoners was Thailand. This is evident from the fact that the last two entries in the evidence list mention Thailand and Cambodia in the context of cooperation and consultation, with no mention of any other country. The entries dated 2005-03-25 and 2005", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3020339, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Iraq request for on the same month of the Government of Germany?", "golds": [ "Haider Al-Abadi" ], "pred": "Germany\nExplanation: The Government of Germany was requested by Iraq on the same month. The evidence is from the news article \"Iraq requests German help to rebuild\" dated 2005-01-17. The article states that Iraq has requested Germany to provide military aid to help rebuild the country. This is the only article", "em": 0.0, "f1": 0.0 }, { "quid": 3041431, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to praise Kuwait before Zillur Rahman?", "golds": [ "Ali Jannati" ], "pred": "Abdullah G\u00fcl\nExplanation: The last to praise Kuwait before Zillur Rahman was Abdullah G\u00fcl. Abdullah G\u00fcl praised Zillur Rahman on 2009-02-17. Mahmoud Ahmadinejad praised Zillur Rahman on 2009-03-30. Zillur Rahman was the last to praise Kuwait.", "em": 0.0, "f1": 0.0 }, { "quid": 3002811, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Barack Obama negotiate with Cambodia?", "golds": [ "2009" ], "pred": "There is no evidence that Barack Obama negotiated with Cambodia. The evidence shows that Barack Obama negotiated with other countries and individuals, but not Cambodia. Therefore, the answer is \"None\". \nNote: The evidence provided is a list of events where Barack Obama engaged in negotiations or expressed intent to meet or negotiate with various individuals and", "em": 0.0, "f1": 0.0 }, { "quid": 3029753, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In August 2015, who used unconventional force against China?", "golds": [ "Criminal (China)" ], "pred": "Japan\nExplanation: In August 2015, Japan used unconventional force against China. The evidence is not present in the given text, but it is a known fact. Japan used a Japanese Coast Guard ship to ram a Chinese fishing boat in August 2015. The text provided does not contain information about this event,", "em": 0.0, "f1": 0.05 }, { "quid": 3049487, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Iraq last sign an agreement with the Business of Iraq?", "golds": [ "2010-12" ], "pred": "January\nExplanation: The month in which Iraq last signed an agreement with the Business of Iraq is January. This is because the last agreement signed by Iraq was on January 3, 2005, with Iran. There is no evidence of any agreement signed by Iraq after this date. Therefore, the correct answer is January", "em": 0.0, "f1": 0.0 }, { "quid": 3001059, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country about which Malaysia made pessimistic remarks?", "golds": [ "China" ], "pred": "Sudan\nExplanation: The last country about which Malaysia made pessimistic remarks was Sudan. This is because the only mention of Sudan in the evidence is a consultation between the two countries, which is a positive action. The other countries mentioned in the evidence, such as China, Iran, and Sudan, have negative actions associated with", "em": 1.0, "f1": 0.05 }, { "quid": 3055944, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Iraq negotiate with the US Council of Ministers?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question asks for the year in which Iraq negotiated with the US Council of Ministers. The evidence provided shows that in 2005, there were several interactions between Iraq and the US Council of Ministers, including a statement made by the US Council of Ministers on January 4, 2005", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3002186, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who made a request to China on the same day as Heinz Fischer?", "golds": [ "George Yeo" ], "pred": "Romania\nExplanation: Heinz Fischer made a visit to Romania on the same day as he made a visit to China. The date of the visit to China is not specified in the evidence, but the date of the visit to Romania is specified as 2006-05-03. Therefore, the answer is", "em": 0.0, "f1": 0.0 }, { "quid": 3046905, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Djibouti first wish to engage in diplomatic cooperation?", "golds": [ "Qatar" ], "pred": "France\nExplanation: The first country Djibouti wished to engage in diplomatic cooperation with was France. This is evident from the fact that the earliest date mentioned in the evidence is 2005-05-18, which is when Djibouti and France engaged in diplomatic cooperation. This is also supported by the", "em": 0.0, "f1": 0.0 }, { "quid": 3009606, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "What was the last country with which Djibouti expressed interest in cooperation?", "golds": [ "Ethiopia" ], "pred": "Yemen\nExplanation: The last country with which Djibouti expressed interest in cooperation is Yemen. This is evident from the fact that the last entry in the evidence list is \"Djibouti | Engage in diplomatic cooperation | Yemen | 2005-03-30\". This entry indicates that Djib", "em": 0.0, "f1": 0.0 }, { "quid": 3052801, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time China's media personnel denounced China?", "golds": [ "2011-12-14" ], "pred": "Never. The media personnel in the evidence are from Japan, not China. They are denouncing China, not China's media personnel. The evidence does not show China's media personnel denouncing China. The evidence shows Japan's media personnel denouncing China. The evidence also shows China's government threatening Japan, investigating Japan,", "em": 0.0, "f1": 0.0 }, { "quid": 3017471, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Abdul Kalam receive the visit from Kuwait?", "golds": [ "2006-06-14" ], "pred": "2005-04-05\nExplanation: The question asks when Abdul Kalam received a visit from Kuwait. The evidence provided shows that there is no record of a visit from Kuwait. However, there is a record of a visit from Islam Karimov on 2005-04-05. Therefore, the", "em": 0.0, "f1": 0.0 }, { "quid": 3004437, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Benedict XVI, who made the first appeal on behalf of China?", "golds": [ "Yasuo Fukuda" ], "pred": "Benedict XVI\nExplanation: The first appeal on behalf of China was made by Benedict XVI on April 20, 2005. This is evident from the evidence provided, which shows that Benedict XVI made an appeal or request on behalf of China on that date. The other options are not relevant to the question and do not", "em": 0.0, "f1": 0.0 }, { "quid": 3036024, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 19 June 2015, which country praised Iraq?", "golds": [ "Romania" ], "pred": "Romania\nExplanation: On 19 June 2015, Romania praised Iraq. Romania praised Iraq on 19 June 2015. This is the only information available about this event. Therefore, the answer is Romania. The other options are not correct because there is no information available about them praising Iraq on 19 June", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3013808, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Oman, which country last hosted Isma\u00efl Omar Guelleh's visit from Isma\u00efl Omar Guelleh?", "golds": [ "Qatar" ], "pred": "Qatar\nLast updated: Tuesday, 17-Aug-2021 00:47:23 UTC\nAll data is available on Google Sheets: https://docs.google.com/spreadsheets/d/1xjzrjx6Q6Q6Q6Q6Q6Q6Q6Q6Q", "em": 1.0, "f1": 0.07999999999999999 }, { "quid": 3001974, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the activist from the United States visit China for the first time?", "golds": [ "2010-02-06" ], "pred": "There is no information about the activist from the United States visiting China for the first time in the given text. The text only mentions visits to China by individuals from other countries, such as Ma Ying Jeou, a nurse from Macao, and lawmakers from Japan. Therefore, the answer is \"Unknown\". \nNote:", "em": 0.0, "f1": 0.0 }, { "quid": 3051275, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time the Foreign Minister of India visited Thailand?", "golds": [ "2014-05-16" ], "pred": "I do not have information on when the last time the Foreign Minister of India visited Thailand. I can suggest checking the official website of the Ministry of External Affairs of India or the Royal Thai Government's website for more information. \nNote: The information provided is based on the given evidence and may not be up-to-date or", "em": 0.0, "f1": 0.0 }, { "quid": 3038962, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the last to visit Ethiopia in 2011?", "golds": [ "South Sudan" ], "pred": "Sudan\nExplanation: The last country to visit Ethiopia in 2011 was Sudan. The evidence is from the \"Make a visit\" section, where Sudan is listed as the last country to visit Ethiopia on February 1, 2011. The other countries listed in the \"Make a visit\" section visited Ethiopia before", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3034144, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China negotiate with Chen Bingde?", "golds": [ "2009" ], "pred": "2009\nExplanation: The question asks for the year in which China negotiated with Chen Bingde. The evidence provided shows that Chen Bingde engaged in negotiations with China on multiple dates, but the specific year of the negotiation is not mentioned. However, the first date mentioned is 2009-10-15,", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3026864, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who gave humanitarian aid to China on 7 April 2008?", "golds": [ "Transport (South Korea)" ], "pred": "South Korea\nAnswer explanation: The evidence shows that South Korea provided humanitarian aid to China on 7 April 2008. The other options do not provide evidence of humanitarian aid to China on that date. France provided humanitarian aid to Colombia, China provided aid to Sudan, Japan expressed intent to meet or negotiate with China,", "em": 0.0, "f1": 0.10810810810810811 }, { "quid": 3011281, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country that Thailand wanted to meet with before the United Arab Emirates?", "golds": [ "Japan" ], "pred": "Iran\nExplanation: The last country that Thailand wanted to meet with before the United Arab Emirates was Iran. This is evident from the fact that the United Arab Emirates and Iran both consulted with each other on February 1, 2005, and there is no record of Thailand consulting with the United Arab Emirates before this date", "em": 0.0, "f1": 0.0 }, { "quid": 3023930, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who paid a visit to Ethiopia on 3 August 2005?", "golds": [ "African Union" ], "pred": "African Union\nExplanation: The African Union made a visit to Ethiopia on 3 August 2005. This is supported by the evidence that Ethiopia hosted a visit from the African Union on that date, and the African Union made a visit to Ethiopia on that date. The other options do not match the evidence. John Gar", "em": 1.0, "f1": 0.125 }, { "quid": 3034731, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Thailand, to whom did the indigenous people of Thailand make an appeal?", "golds": [ "Cambodia", "Noppadon Pattama" ], "pred": "The indigenous people of Thailand made an appeal to the Thai government. The indigenous people of Thailand made an appeal to the Thai government. The indigenous people of Thailand made an appeal to the Thai government. The indigenous people of Thailand made an appeal to the Thai government. The indigenous people of Thailand made an appeal to the Thai government", "em": 0.0, "f1": 0.0 }, { "quid": 3022441, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was last threatened by Iraq?", "golds": [ "France" ], "pred": "Iran\nExplanation: The evidence shows that Iran was the country that Iraq was last threatened by. This is because the Rebel Group (Iraq) threatened Iran with military force on 2005-01-16. The Rebel Group (Iraq) also threatened Iran with military force on 2005-01-15. This", "em": 0.0, "f1": 0.0 }, { "quid": 3023117, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the indigenous people of South Korea, who last gave a visit to China?", "golds": [ "Barack Obama" ], "pred": "China\nExplanation: The indigenous people of South Korea, who last gave a visit to China, are the South Korean police. The South Korean police made a statement on January 4, 2005. The South Korean police arrested, detained, or charged with legal action the Head of Government of South Korea on January", "em": 0.0, "f1": 0.0 }, { "quid": 3024743, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did the Rabbi of Morocco last praise China?", "golds": [ "2006-06" ], "pred": "I couldn't find any information about a Rabbi of Morocco praising China in 2005. The search results show various statements and endorsements from different individuals and countries, but none of them are from a Rabbi of Morocco. Therefore, I would say that there is no evidence to support the claim that the Rabbi of Morocco last praised", "em": 0.0, "f1": 0.0 }, { "quid": 3035968, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In 2008-02, who would wish to visit China?", "golds": [ "Head of Government (Nigeria)", "Envoy (United States)", "Xi Jinping", "Japan Self-Defense Forces", "Wen Jiabao", "Kim Kye Gwan", "Noppadon Pattama", "Sudan", "Joon Young Woo", "Chen Zhili", "Yasuo Fukuda", "Umaru Musa Yar'Adua", "Cabinet / Council of Ministers / Advisors (United States)", "Japan", "Business (Taiwan)" ], "pred": "In 2008-02, who would wish to visit China? Japan. \nReasoning Skill: Inductive Reasoning\nExplanation: The question requires the reader to analyze the given evidence and make an inference about who would wish to visit China in 2008-02. The evidence shows that in 2005", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3018469, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised China on 21 October 2005?", "golds": [ "Mainland Affairs Council" ], "pred": "Wen Jiabao\nExplanation: Wen Jiabao praised China on 21 October 2005. Wen Jiabao is the current Premier of the People's Republic of China. Wen Jiabao is a member of the Politburo Standing Committee of the Communist Party of China and has been the General Secretary of", "em": 0.0, "f1": 0.0 }, { "quid": 3052793, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did Barack Obama first praise Thailand?", "golds": [ "2011-11" ], "pred": "I couldn't find any information about Barack Obama praising Thailand. However, I can tell you that Barack Obama visited Thailand in 2012, during his presidential trip to Asia. He met with Prime Minister Yingluck Shinawatra and other Thai officials, and delivered a speech at the Grand Palace in Bangkok. But I couldn", "em": 0.0, "f1": 0.0 }, { "quid": 3024513, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country to be commended by Oman?", "golds": [ "Ali Abdullah Saleh" ], "pred": "Yemen\nExplanation: The first country to be commended by Oman was Yemen. This is evident from the fact that the first record of Oman commending another country is on 2005-04-05, when Yemen expressed intent to cooperate with Oman. Oman also expressed intent to cooperate with Yemen on the same day.", "em": 0.0, "f1": 0.0 }, { "quid": 3055019, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Kuwait sign an agreement with Iraq's national airline?", "golds": [ "2013-01-22" ], "pred": "2005-01-03\nExplanation: The evidence shows that on 2005-01-03, Iraq signed a formal agreement with Iran. However, there is no evidence that Iraq signed an agreement with Kuwait's national airline. Therefore, the answer is 2005-01-03. Note that the", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3031836, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Catherine Ashton want to negotiate with in the same month of Kuwait?", "golds": [ "Hashim Tha\u00e7i", "Iran", "Oman", "Middle East", "Qatar" ], "pred": "China\nExplanation: Catherine Ashton expressed intent to meet or negotiate with China on 2009-09-05. This is the only instance of Catherine Ashton wanting to negotiate with China in the same month of Kuwait. Catherine Ashton did not want to negotiate with China in the same month of Kuwait in any other instance. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3006995, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit China after Mohammad Soleimani?", "golds": [ "Lien Chan" ], "pred": "Mohammad Soleimani was the first to visit China after Mohammad Soleimani. Mohammad Soleimani made a visit to China on 2005-10-27. Mohammad Soleimani made a visit to Iran on 2013-02-25. Mohammad Soleimani made a visit to Iran on 201", "em": 0.0, "f1": 0.0 }, { "quid": 3033956, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country received the visit from Mar\u00eda \u00c1ngela Holgu\u00edn on the same year of Cambodia?", "golds": [ "Bolivia", "Colombia" ], "pred": "Vietnam\nExplanation: Mar\u00eda \u00c1ngela Holgu\u00edn visited Vietnam on the same year of Cambodia. The evidence is from the text: \"Vietnam | Host a visit | Cambodia | 2005-03-15\". This means that Vietnam hosted a visit from Cambodia on March 15, 2005. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3028053, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country did China threaten in the same month of the Women of China?", "golds": [ "Vietnam" ], "pred": "Japan\nExplanation: The question asks which country China threatened in the same month of the Women of China. The Women of China is a Chinese magazine that was first published in 1981. It is a monthly magazine that focuses on women's issues and is published by the All-China Women's Federation. The magazine is widely", "em": 0.0, "f1": 0.0 }, { "quid": 3028987, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Muhammad Naji al-Otari praise Kuwait?", "golds": [ "2006-08" ], "pred": "August\nExplanation: Muhammad Naji al-Otari praised Kuwait in August 2006. This is the only month in which he praised Kuwait. Therefore, the answer is August. The other months in which he praised other countries are not relevant to the question. The other months in which he consulted with other countries are", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3034823, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Barack Obama first want to establish diplomatic cooperation with Malaysia?", "golds": [ "2014-04-25" ], "pred": "2005-01-25\nExplanation: The question asks when Barack Obama first wanted to establish diplomatic cooperation with Malaysia. However, the provided evidence does not mention Barack Obama at all. It mentions various countries and entities expressing intent to engage in diplomatic cooperation with Malaysia, but there is no connection to Barack Obama. Therefore", "em": 0.0, "f1": 0.044444444444444446 }, { "quid": 3055504, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Javier Solana make his first appeal to Ethiopia?", "golds": [ "2005" ], "pred": "2005\nExplanation: Javier Solana made his first appeal to Ethiopia in 2005. The evidence is based on the search results, which show that Javier Solana made statements, demands, and consultations with various countries and individuals in 2005, but there is no evidence of him making an appeal to Ethiopia", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3034037, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Thailand, who last used small arms and light weapons to fight the Insurgent of Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "Armed Gang (Thailand) | fight with small arms and light weapons | Thailand | 2005-01-05\nNote: The answer is based on the provided evidence, which shows that Armed Gang (Thailand) used small arms and light weapons to fight in Thailand on January 5, 2005.", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3055144, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit China before Jos\u00e9 Bayardi?", "golds": [ "Prachanda" ], "pred": "Jos\u00e9 Bayardi was the last person to visit China before Jos\u00e9 Bayardi. However, this is not a correct answer as it is a circular reference. The correct answer is not available in the given evidence. The last person to visit China before Jos\u00e9 Bayardi is not mentioned in the evidence. The evidence only mentions that Jos\u00e9", "em": 0.0, "f1": 0.0 }, { "quid": 3011716, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the legislature of Iraq, who last made Iraq suffer from conventional military forces?", "golds": [ "United States Senate" ], "pred": "Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-16\nAnswer: Rebel Group (Iraq) | Threaten with military force | Iraq | 2005-01-15\nAnswer: Rebel Group (Iraq) | Threaten with military force | Iraq | 200", "em": 0.0, "f1": 0.0 }, { "quid": 3014727, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before March 2013, who blamed Iraq?", "golds": [ "Iran", "Government Commission (United States)", "Party Member (Iraq)", "Kuwait", "Congress (United States)", "Mahmoud Ahmadinejad", "Foreign Affairs (Syria)", "Supreme Council (Iraq)", "Saud bin Faisal bin Abdul-Aziz", "Member of Parliament (Iraq)", "Legislature (Iraq)", "Al Jazeera", "Associated Press", "Tariq Aziz" ], "pred": "Iran\nExplanation: The evidence shows that Iran was accused of interfering in Iraq's internal affairs by the Iraqi government. The Iraqi government also consulted with Iran, but this was likely to address the accusations. The rebel groups in Iraq threatened to use military force against Iran, indicating that they blamed Iran for the situation in Iraq.", "em": 1.0, "f1": 0.09302325581395347 }, { "quid": 3028915, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the citizens of International first express their intention to meet with China?", "golds": [ "2014" ], "pred": "2005\nExplanation: The citizens of International first expressed their intention to meet with China in 2005. This is evident from the various news articles and statements from different countries and organizations, including Portugal, Kuomintang, Japan, and China, which all express their intent to meet or negotiate with China in", "em": 0.0, "f1": 0.0 }, { "quid": 3029606, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited Oman first, after the Ministry of Transport of South Korea?", "golds": [ "Ali Muhammad Mujawar" ], "pred": "South Korea\nExplanation: The Ministry of Transport of South Korea visited Oman first, after the Ministry of Transport of South Korea. The Ministry of Transport of South Korea visited Oman on 2005-09-24. The Ministry of Transport of South Korea is a government agency of South Korea. Therefore, the Ministry of Transport", "em": 0.0, "f1": 0.0 }, { "quid": 3014386, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Thailand, whom did Sondhi Limthongkul first request?", "golds": [ "Citizen (Thailand)" ], "pred": "Thailand\nExplanation: Sondhi Limthongkul first requested Thailand. The evidence is from the news articles where Sondhi Limthongkul made an appeal or request to Thailand. The first news article is from 2005-12-25. The other news articles are from 2005-11-", "em": 0.0, "f1": 0.07142857142857144 }, { "quid": 3051057, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which was the first country with which Thailand signed an agreement after Cambodia?", "golds": [ "Japan" ], "pred": "Laos\nExplanation: The first country with which Thailand signed an agreement after Cambodia was Laos. The agreement was signed on 2005-01-20. The agreement was a consultation. The agreement was signed by Thailand. The agreement was signed with Laos. The agreement was signed after Cambodia. The agreement was signed on", "em": 0.0, "f1": 0.0 }, { "quid": 3029646, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 29 January 2010?", "golds": [ "Ricardo Cabrisas" ], "pred": "Ricardo Cabrisas, Vincent C. Siew, Xi Jinping, United States Senate, Thailand, Citizen (Thailand) and Iran. \nNote: Ricardo Cabrisas is a Cuban politician. Vincent C. Siew is a Taiwanese politician. Xi Jinping is a Chinese politician. United States Senate is a legislative body", "em": 1.0, "f1": 0.16 }, { "quid": 3037377, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit China after the Prime Minister of Burundi?", "golds": [ "Abdoulaye Wade" ], "pred": "Mwai Kibaki\nExplanation: Mwai Kibaki was the first to visit China after the Prime Minister of Burundi. The Prime Minister of Burundi visited China on 2005-08-25. Mwai Kibaki visited Burundi on 2005-08-26.", "em": 0.0, "f1": 0.0 }, { "quid": 3005967, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Against whom did Ethiopia last use conventional military force?", "golds": [ "Secret Agent (Ethiopia)" ], "pred": "Sudan\nExplanation: The evidence shows that Ethiopia last used conventional military force against Sudan in 2005. The evidence also shows that Ethiopia last threatened to use conventional military force against Sudan in 2005. The evidence also shows that Ethiopia last consulted with Sudan in 2005. The evidence also shows that Ethiopia last consulted", "em": 0.0, "f1": 0.08333333333333333 }, { "quid": 3044820, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "Which year did Farouk al-Sharaa first praise Iraq?", "golds": [ "2005" ], "pred": "2005\nExplanation: Farouk al-Sharaa first praised Iraq in 2005. This is evident from the provided evidence, which shows that Farouk al-Sharaa made statements praising or endorsing Iraq on multiple occasions in 2005. The earliest date mentioned in the evidence is 2005", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3021678, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, with whom did the Italian Foreign Ministry last want to meet?", "golds": [ "UN Security Council" ], "pred": "Japan\nExplanation: The Italian Foreign Ministry last wanted to meet with Japan. The evidence is from the following news articles:\n- \"Italy wants to meet China\" (2005-01-05)\n- \"Italy wants to meet China\" (2005-01-06)\n- \"Italy wants to meet China\"", "em": 0.0, "f1": 0.0 }, { "quid": 3013165, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, which was the last country Kuwait wished to meet?", "golds": [ "Iraq" ], "pred": "South Korea\nExplanation: The question asks for the last country Kuwait wished to meet in 2007. However, the provided evidence only includes data up to 2005. Therefore, it is not possible to determine the last country Kuwait wished to meet in 2007 based on the given information. Nevertheless, the last", "em": 0.0, "f1": 0.0 }, { "quid": 3014607, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Iraq was first rejected by who?", "golds": [ "Mitch McConnell" ], "pred": "Mitch McConnell\nExplanation: Mitch McConnell rejected Iraq. This is evident from the evidence provided, which shows that Mitch McConnell made a statement rejecting Iraq on January 13, 2005. The other evidence provided does not support the claim that Iraq was rejected by anyone else. Therefore, the correct answer is Mitch McConnell.", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3036387, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country in the Middle East to sign an agreement before China?", "golds": [ "Japan" ], "pred": "Iraq\nExplanation: Iraq was the last country in the Middle East to sign an agreement before China. The evidence shows that Iraq provided military aid to the Middle East on January 16, 2005, while China made its first statement about the Middle East on March 23, 2005. Therefore, Iraq was", "em": 0.0, "f1": 0.0 }, { "quid": 3021351, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Yongyuth Wichaidit first express his intention to negotiate with Thailand?", "golds": [ "2012-04-02" ], "pred": "2012-04-02\nExplanation: The question asks when Yongyuth Wichaidit first expressed his intention to negotiate with Thailand. The evidence provided shows various actions and statements made by Yongyuth Wichaidit, but only the following three events indicate an expression of intent to meet or negotiate with Thailand:", "em": 1.0, "f1": 0.14285714285714288 }, { "quid": 3043783, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Iraq before Morteza Sarmadi?", "golds": [ "Indigenous People (United Kingdom)" ], "pred": "There is no information about the last person to visit Iraq before Morteza Sarmadi. The available information only includes Morteza Sarmadi's visits to Iraq, Iran, Oman, and Laos, but does not provide information about the last person to visit Iraq before him. Therefore, the answer is \"Unknown", "em": 0.0, "f1": 0.0 }, { "quid": 3015666, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before China, who received the visit from the Military of New Zealand?", "golds": [ "Timor-Leste", "Vietnam", "Prime Minister Qarase", "Middle East", "Iraq" ], "pred": "Japan\nExplanation: The question asks who received the visit from the Military of New Zealand before China. The correct answer is Japan. The evidence shows that Japan received visits from the Military of New Zealand on January 6, 2005, and January 7, 2005. China received visits from the Military of", "em": 0.0, "f1": 0.0 }, { "quid": 3003584, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country made the first appeal for Thailand in 2015?", "golds": [ "South Korea" ], "pred": "South Korea\nExplanation: The first appeal for Thailand in 2015 was made by South Korea on January 8, 2015. This is evident from the evidence provided, which shows that South Korea made an appeal or request to Thailand on that date. The other entries in the evidence list show various other countries engaging", "em": 1.0, "f1": 0.10256410256410257 }, { "quid": 3022677, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In May of 2007, who paid a visit to China?", "golds": [ "Kuomintang", "Winston Peters", "Lawmaker (Japan)", "Wang Anshun", "Huang Ju", "Vietnam", "Jian Yu", "African Union", "Envoy (United States)", "Somsavat Lengsava", "Maxime Verhagen", "Hui Liangyu", "Business (Taiwan)", "Japan", "Ahmad bin Abdul-Nabi Mekki", "Head of Government (Germany)" ], "pred": "Ma Ying Jeou\nExplanation: Ma Ying Jeou, the then-mayor of Taipei, paid a visit to China in May of 2007. The evidence is from the news articles in 2005, but the question is about 2007. However, the question is about who paid a visit to", "em": 0.0, "f1": 0.0625 }, { "quid": 3014788, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country last expressed its intention to cooperate with Thailand?", "golds": [ "Cambodia" ], "pred": "Cambodia\nExplanation: The last country to express its intention to cooperate with Thailand was Cambodia, on January 7, 2005. This is evident from the evidence provided, which shows that Cambodia expressed its intent to cooperate with Thailand on that date. The other countries mentioned in the evidence, such as the Department of Ge", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3025299, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 10 April 2005?", "golds": [ "Ministry (Egypt)", "Kuomintang", "Lien Chan" ], "pred": "Lien Chan\nExplanation: Lien Chan, the chairman of the Kuomintang, visited China on 10 April 2005. This was the first visit by a Kuomintang leader to China since 1949. Lien Chan met with Chinese President Hu Jintao and Premier Wen Jiab", "em": 1.0, "f1": 0.1142857142857143 }, { "quid": 3020590, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year was Jin Renqing last optimistic about China?", "golds": [ "2005" ], "pred": "2005\nExplanation: Jin Renqing was the Chinese Minister of Finance from 2003 to 2007. The last optimistic statement about China made by Jin Renqing was in 2005. Therefore, the answer is 2005. The other years mentioned in the evidence are after 2005, when", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3046356, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 3 November 2009, with which country did Thailand use small arms and light weapons?", "golds": [ "Citizen (Thailand)", "Military (Cambodia)", "Insurgent (Thailand)", "Cambodia", "Military (Myanmar)" ], "pred": "Cambodia\nExplanation:\nThe question asks with which country Thailand used small arms and light weapons before 3 November 2009. The evidence provided shows that Thailand and Cambodia were involved in a conflict on 3 November 2009, with both countries using small arms and light weapons. This information is sufficient to answer the question", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3012550, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who wanted to cooperate with China in October 2007?", "golds": [ "Iran", "Association of Southeast Asian Nations", "Vietnam", "South Korea", "Japan", "Iraq" ], "pred": "Japan, South Korea, South Africa, Vietnam, Sule Lamido, Ministry (Nigeria), Government (Nigeria), Murtala Nyako\nExplanation: The question asks who wanted to cooperate with China in October 2007. The answer is the entities that expressed intent to cooperate with China in October 200", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3044550, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who wanted to establish diplomatic cooperation with Thailand in 2015?", "golds": [ "Citizen (Thailand)", "Cabinet / Council of Ministers / Advisors (Thailand)", "Iran", "South Korea", "Colombia", "China", "Laos", "Japan", "Malaysia", "Vietnam", "Police (Malaysia)", "Cambodia" ], "pred": "Vietnam\nExplanation: Vietnam wanted to establish diplomatic cooperation with Thailand in 2015. This is evident from the evidence provided, which shows that Vietnam expressed intent to engage in diplomatic cooperation with Thailand on multiple occasions in 2015. The evidence also shows that Vietnam and Thailand engaged in diplomatic cooperation on several occasions in 201", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3011168, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to praise Djibouti?", "golds": [ "Xi Jinping" ], "pred": "Ethiopia\nExplanation: The last to praise Djibouti was Ethiopia, as seen in the last two entries of the evidence. Ethiopia expressed intent to cooperate with Djibouti on 2005-02-16 and 2005-02-15, and also consulted with Djibouti on 200", "em": 0.0, "f1": 0.0 }, { "quid": 3035222, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before May 2007, who threatened China?", "golds": [ "South Korea", "Robert Jones Portman", "Japan", "Criminal (China)", "Henry M. Paulson", "Donald Rumsfeld", "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "Japan\nExplanation: The question asks who threatened China before May 2007. The evidence provided shows that Japan made several demands and consulted with China in January and February 2005, while China threatened Japan on several occasions in the same period. Therefore, the correct answer is Japan. The question is asking for the party", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3006947, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of South Korea first start negotiations with China?", "golds": [ "2008-05-29" ], "pred": "2005\nExplanation: The leader of South Korea first started negotiations with China in 2005. This is evident from the various news articles and statements from government officials and organizations that mention the start of negotiations between South Korea and China in January 2005. The exact date of the first negotiation is not specified,", "em": 0.0, "f1": 0.0 }, { "quid": 3023280, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before October 2009, with which country did Oman express the intention to participate in diplomatic cooperation?", "golds": [ "Vietnam", "Kazakhstan", "Iran", "Qatar" ], "pred": "Iran\nExplanation: \nThe question asks with which country Oman expressed the intention to participate in diplomatic cooperation before October 2009. The correct answer is Iran. This is because on April 8, 2005, Oman expressed the intention to participate in diplomatic cooperation with Iran. There is no other information in the provided", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3038743, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was praised first by Cambodia in 2010?", "golds": [ "Vietnam" ], "pred": "Vietnam\nExplanation: The first diplomatic cooperation between Cambodia and Vietnam was on January 14, 2010. Therefore, Vietnam was praised first by Cambodia in 2010. \nNote: The answer is based on the given evidence, which shows the sequence of diplomatic cooperation between Cambodia and other countries in 2010.", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3007804, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would like to negotiate with Thailand on 7 February 2014?", "golds": [ "Citizen (Thailand)" ], "pred": "Royal Thai Police\nExplanation: The Royal Thai Police would like to negotiate with Thailand on 7 February 2014. This is because they are the ones who arrested, detained, or charged with legal action against citizens who expressed intent to meet or negotiate. This is an example of a conditional statement, where the subject (", "em": 0.0, "f1": 0.046511627906976744 }, { "quid": 3046193, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who hosted the visit of the Foreign Ministry of Malaysia after Cambodia?", "golds": [ "Iran", "Vietnam", "China", "Thailand", "United Arab Emirates", "Gurbanguly Berdymukhammedov" ], "pred": "Thailand\nExplanation: The question is asking who hosted the visit of the Foreign Ministry of Malaysia after Cambodia. The correct answer is Thailand, as indicated by the line \"Thailand | Host a visit | Malaysia | 2005-01-10\". This line shows that Thailand hosted a visit from Malaysia on January 10", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3051825, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Pervez Musharraf, with which country did China first sign formal agreements?", "golds": [ "Iran" ], "pred": "China\nExplanation: The first formal agreement between China and Pakistan was signed in 1950. This agreement was a Treaty of Friendship, Alliance and Mutual Assistance between the People's Republic of China and the Dominion of Pakistan. The treaty was signed on May 21, 1950, in Beijing, China. This treaty", "em": 0.0, "f1": 0.0 }, { "quid": 3030583, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Foreign Minister of Malaysia, which country did China last want to negotiate with?", "golds": [ "Malaysia" ], "pred": "Japan\nExplanation: The question asks for the country that China last wanted to negotiate with before the Foreign Minister of Malaysia. The correct answer is Japan, as indicated by the event \"Japan | Express intent to meet or negotiate | China | 2005-01-07\". This event shows that China expressed an intent to", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3021143, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the mayor of the United States make a request to Iraq?", "golds": [ "2006" ], "pred": "2005\nExplanation: The mayor of the United States is not a position that exists. The mayor is a position that exists in cities and towns, not at the national level. The President of the United States is the head of state and government, and the head of the executive branch. The mayor of a city", "em": 0.0, "f1": 0.0 }, { "quid": 3008678, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to express the intention to meet with China before the Libertarian Movement Party?", "golds": [ "Head of Government (Germany)" ], "pred": "Libertarian Movement Party\nExplanation: The Libertarian Movement Party was the last to express the intention to meet with China before the Libertarian Movement Party. The Libertarian Movement Party expressed the intention to meet with China on March 25, 2011. The Libertarian Movement Party was the last to express the intention to meet with China before the", "em": 0.0, "f1": 0.0 }, { "quid": 3040060, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "To whom did Ali Abdullah Saleh first make optimistic remarks after China?", "golds": [ "High Commission for Refugees" ], "pred": "China\nExplanation: Ali Abdullah Saleh first made optimistic remarks after China on 2005-05-03. This is the first time he made optimistic remarks after China. The other dates are either before or after this date, or they are pessimistic comments. Therefore, the answer is China. \nNote: The", "em": 0.0, "f1": 0.0 }, { "quid": 3046012, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to negotiate with Ethiopia after Mwai Kibaki?", "golds": [ "Seyoum Mesfin" ], "pred": "Romania\nExplanation: The first to negotiate with Ethiopia after Mwai Kibaki was Romania. This is because the earliest evidence of Mwai Kibaki negotiating with a country after the specified date is a consultation with Romania on 2005-02-22. The next earliest evidence is a visit to Ethiopia", "em": 0.0, "f1": 0.0 }, { "quid": 3032899, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Djibouti negotiate with Abdirahman Mohamed Farole?", "golds": [ "2009" ], "pred": "2009\nExplanation: The question asks for the year in which Djibouti negotiated with Abdirahman Mohamed Farole. The evidence provided shows that Djibouti and Abdirahman Mohamed Farole engaged in negotiation on March 26, 2009. Therefore, the correct answer is", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3020523, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the African Union condemn Comoros for the first time?", "golds": [ "2007" ], "pred": "2007\nExplanation: The African Union condemned Comoros for the first time in 2007. This is evident from the evidence provided, which shows that the African Union made a visit to Comoros on June 7, 2007, and criticized or denounced Comoros on the same date.", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3029359, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Kuwait last sign formal agreements in 2010?", "golds": [ "Iran" ], "pred": "Kazakhstan\nExplanation: The question asks for the country with which Kuwait last signed formal agreements in 2010. The evidence shows that Kuwait signed formal agreements with several countries in 2010, including Kazakhstan, Japan, Iran, France, and Djibouti. The correct answer is Kazakhstan, as it is the country", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3017251, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country that Cambodia made negative remarks about?", "golds": [ "Abhisit Vejjajiva" ], "pred": "Vietnam\nExplanation: The last country that Cambodia made negative remarks about was Vietnam. This is evident from the fact that Cambodia made a statement about Vietnam on March 29, 2005, which is the most recent instance of Cambodia making negative remarks about another country. Additionally, Cambodia arrested and detained men from Vietnam on March", "em": 0.0, "f1": 0.0 }, { "quid": 3015390, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 18 December 2014, which country wanted to establish diplomatic cooperation with Iraq?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: On 18 December 2014, Iran wanted to establish diplomatic cooperation with Iraq. This is evident from the fact that Iran expressed its intent to engage in diplomatic cooperation with Iraq, and Iran's officials made statements about engaging in diplomatic cooperation with Iraq. Furthermore, Iran's officials engaged in negotiations with Iraq", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3012081, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country expressed an interest in cooperating with China in the same month as the other Egyptian authorities and officials?", "golds": [ "Iran", "South Korea", "Angola", "South Africa", "France", "Japan" ], "pred": "Thailand\nExplanation: Thailand expressed an interest in cooperating with China in the same month as the other Egyptian authorities and officials. The other Egyptian authorities and officials expressed an interest in cooperating with China in January 2005. Thailand expressed an interest in cooperating with China in January 2005. Therefore, Thailand expressed an interest in", "em": 0.0, "f1": 0.0 }, { "quid": 3052744, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country last expressed its intention to meet with China in 2010?", "golds": [ "Japan" ], "pred": "Argentina\nExplanation: The country that last expressed its intention to meet with China in 2010 is Argentina. This is evident from the evidence provided, which shows that Cristina Fern\u00e1ndez de Kirchner, the President of Argentina, expressed her intention to meet with China on multiple occasions in 2010, with the most recent", "em": 0.0, "f1": 0.0 }, { "quid": 3003987, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who threatened Thailand on 15 May 2007?", "golds": [ "Citizen (Thailand)" ], "pred": "Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2007-05-15\nExplanation: On 15 May 2007, insurgents in Thailand threatened to use unconventional violence against the Thai government. This was a response to the government's actions, and it marked a significant escalation", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3012958, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Businessman of China, who was the first to make China suffer from conventional military forces?", "golds": [ "Ministry of Public Security (China)" ], "pred": "Japan\nExplanation: Japan was the first to make China suffer from conventional military forces. Japan invaded China in 1937, and the Second Sino-Japanese War lasted until 1945. Japan's invasion of China was a significant event in modern Chinese history, and it had a profound impact on the country's politics", "em": 0.0, "f1": 0.0888888888888889 }, { "quid": 3018775, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to host the Kuwaiti visit?", "golds": [ "Sudan" ], "pred": "The Netherlands\nExplanation: The Hague is the capital city of the Netherlands. The country is also known as Holland. The visits were to the International Criminal Tribunal for the former Yugoslavia (ICTY) in The Hague. The ICTY is a court of law that was established to prosecute war crimes committed during the Yugoslav Wars", "em": 0.0, "f1": 0.0 }, { "quid": 3047845, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Khaled Bahah first express his intention to meet with China?", "golds": [ "2015-01" ], "pred": "January\nExplanation: The first event in the list is \"Khaled Bahah | Express intent to meet or negotiate | China | 2015-01-12\". This event indicates that Khaled Bahah first expressed his intention to meet with China in January 2015. Therefore, the answer is January.", "em": 1.0, "f1": 0.12903225806451613 }, { "quid": 3049787, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In Aug 13th, 2005, who would wish to visit China?", "golds": [ "Envoy (United States)", "Head of Government (Kenya)", "Mwai Kibaki", "Foreign Affairs (Nepal)" ], "pred": "No one. \nReasoning: \n- Japan and China are engaging in diplomatic cooperation and negotiation, which implies that they are not in conflict.\n- Thailand is expressing intent to engage in diplomatic cooperation with China, which implies that Thailand is not in conflict with China.\n- The fact that Japan and China are engaging in diplomatic", "em": 0.0, "f1": 0.0 }, { "quid": 3010858, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country to be investigated by Iraq?", "golds": [ "Defense / Security Ministry (United States)" ], "pred": "Iran\nExplanation: The first country to be investigated by Iraq was Iran. This is evident from the evidence provided, where on January 15, 2005, the Iraqi legislature decided to investigate Iran. This decision was made after Iraq expressed its intent to meet or negotiate with Iran on January 14, 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3052164, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Kuwait last sign a formal agreement in 2014?", "golds": [ "Iraq" ], "pred": "Iran\nExplanation: The evidence shows that Kuwait and Iran engaged in diplomatic cooperation on multiple occasions in 2014. The most relevant piece of evidence is the fact that Iran and Catherine Ashton signed a formal agreement on 2014-03-10. However, this agreement was signed between Iran and Catherine Ashton, not Kuwait", "em": 0.0, "f1": 0.0 }, { "quid": 3048629, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to use unconventional violence against Ethiopia?", "golds": [ "Al-Shabaab" ], "pred": "Eritrea\nExplanation: Eritrea was the last to use unconventional violence against Ethiopia. The evidence shows that Eritrea rallied opposition against Ethiopia on 2005-03-11. The other countries expressed intent to cooperate or meet with Ethiopia. The other countries that used unconventional violence against Ethiopia were Sudan on", "em": 0.0, "f1": 0.0 }, { "quid": 3003908, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Abdulla Yameen, who was the first to express the intention to negotiate with China?", "golds": [ "Islam Karimov" ], "pred": "Abdulla Yameen\nExplanation: Abdulla Yameen was the first to express the intention to negotiate with China. This is evident from the evidence provided, which shows that Abdulla Yameen expressed his intention to meet or negotiate with China on August 15, 2014. The other evidence provided shows", "em": 0.0, "f1": 0.0 }, { "quid": 3000456, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country signed formal agreements with Cambodia in December 2006?", "golds": [ "Vietnam", "Laos" ], "pred": "Laos\nExplanation: \nThe question asks which country signed formal agreements with Cambodia in December 2006. The evidence provided shows that both Vietnam and Laos signed formal agreements with Cambodia on multiple dates in December 2006. However, the question asks for a single country, and the correct answer is Laos. This is because", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3009971, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who formally signed an agreement with Iraq in January 2013?", "golds": [ "Kuwait", "Iran", "Chevron" ], "pred": "Iran\nExplanation: The evidence shows that Iran and Iraq signed a formal agreement on January 14, 2013. The other options do not have any evidence to support them. Kuwait and Iraq signed an agreement on January 30, 2013, but it is not clear what the agreement was about. Chevron signed", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3037017, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Associated Press make pessimistic remarks about Iraq?", "golds": [ "2006-06" ], "pred": "February\nThe Associated Press made pessimistic remarks about Iraq in February 2005. The evidence is found in the first two entries, which mention a discussion by telephone about Iraq on February 27, 2005. The other entries are irrelevant to the question. \n\nNote: The question is asking for the month when", "em": 0.0, "f1": 0.0 }, { "quid": 3003560, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who negotiated with the UN Security Council before Thailand?", "golds": [ "Iran", "Government (Sudan)", "African Union", "Sudan", "Ethiopia", "France", "China", "Separatist Leader (Kosovo)", "Japan" ], "pred": "Togo\nExplanation: The UN Security Council made a statement on 2005-02-25, which is before Thailand's statement on 2005-03-05. Therefore, Togo negotiated with the UN Security Council before Thailand. Togo made a statement on 2005-02-25,", "em": 0.0, "f1": 0.0 }, { "quid": 3009684, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first did China appeal for after Julie Bishop?", "golds": [ "Yu Zhengsheng" ], "pred": "Australia\nExplanation: Julie Bishop is an Australian politician. She was the Minister for Foreign Affairs from 2013 to 2018. She was the Deputy Leader of the Liberal Party from 2007 to 2018. She was the Member of Parliament for the Division of Curtin from 1998 to 201", "em": 0.0, "f1": 0.0 }, { "quid": 3006114, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Luka Bebic last express his intention to meet with China?", "golds": [ "2009" ], "pred": "2009\nExplanation: The question asks for the year in which Luka Bebic last expressed his intention to meet with China. The evidence provided shows that Luka Bebic expressed his intention to meet with China on August 15, 2009. This is the most recent date mentioned in the evidence, and", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3001212, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Comoros praise last?", "golds": [ "Company - Owner or Operator (Iran)" ], "pred": "Ahmed Abdallah Sambi\nExplanation: Comoros praised Ahmed Abdallah Sambi on 2006-05-15. The other options are not correct because Comoros did not praise or endorse Party Member (Comoros) on 2006-05-10, and Comoros did not praise", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3010219, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Director General of Thailand make optimistic comments about Thailand?", "golds": [ "2009-06" ], "pred": "January\nExplanation: The Director General of Thailand made optimistic comments about Thailand in January 2005. This is evident from the evidence provided, which shows that the Director General made optimistic comments on January 10, 2005, and January 14, 2005. Therefore, the correct answer is January. The", "em": 0.0, "f1": 0.0 }, { "quid": 3045523, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Congress of United States first reject China?", "golds": [ "2009" ], "pred": "2005\nExplanation: The Congress of United States first rejected China in 2005. The evidence shows that in 2005, the Congress of United States rejected China, as indicated by the \"Reject\" keyword in the evidence. The exact date is not specified, but it is clear that the rejection occurred in", "em": 0.0, "f1": 0.0 }, { "quid": 3050970, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "To which country did Ethiopia express cooperation in the same year as China?", "golds": [ "Tanzania", "Sudan", "Eritrea", "United Arab Emirates" ], "pred": "Iran\nExplanation: \nThe question asks to which country Ethiopia expressed cooperation in the same year as China. The answer is Iran, as both countries expressed cooperation in 2005. The evidence is found in the provided text, where it is stated that \"Iran | Express intent to cooperate | Ethiopia | 2005-", "em": 0.0, "f1": 0.0 }, { "quid": 3029039, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2010, who was the first to request a meeting with Cambodia?", "golds": [ "Noppadon Pattama" ], "pred": "James Wolfensohn\nExplanation: James Wolfensohn, the President of the World Bank, was the first to request a meeting with Cambodia in 2010. This is evident from the provided evidence, which lists various events and interactions between Cambodia and other countries, including World Bank officials, in the year 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3021394, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Kuwait negotiate with Roh Moo Hyun for the first time?", "golds": [ "2007-03-27" ], "pred": "There is no evidence that Kuwait negotiated with Roh Moo Hyun for the first time in 2005. In fact, there is no evidence that Kuwait negotiated with Roh Moo Hyun at all. Roh Moo Hyun was the President of South Korea from 2003 to 2008, and the evidence provided only mentions", "em": 0.0, "f1": 0.0 }, { "quid": 3039068, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Shaukat Aziz made an appeal to China?", "golds": [ "2007-04-20" ], "pred": "2005-01-28\nExplanation: The question asks for the last time Shaukat Aziz made an appeal to China. The evidence provided shows that Shaukat Aziz made visits to China on January 31, 2005, and January 28, 2005. The last date mentioned", "em": 0.0, "f1": 0.0 }, { "quid": 3031282, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After China, which country did the Ministry of Tourism of Croatia want to meet?", "golds": [ "Iran" ], "pred": "Japan\nExplanation: The Ministry of Tourism of Croatia wanted to meet Japan after China. This is because the Ministry of Tourism of Croatia expressed intent to meet or negotiate with Japan after China. The Ministry of Tourism of Croatia expressed intent to meet or negotiate with China on 2005-01-05. The Ministry of Tourism", "em": 0.0, "f1": 0.0 }, { "quid": 3003314, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before China, which country received Vuk Jeremi\u0107's visit from Vuk Jeremi\u0107?", "golds": [ "Romania" ], "pred": "Portugal\nExplanation: Vuk Jeremi\u0107 visited Portugal on 2007-10-08. This is the only information that can be found about Vuk Jeremi\u0107's visit to a country before China. Therefore, the answer is Portugal. \nNote: The information is based on the given evidence and may not", "em": 0.0, "f1": 0.0 }, { "quid": 3024552, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before September 2007, which country suffered from the conventional military forces of Iraq?", "golds": [ "Mahdi Army", "Combatant (Al Qaeda)", "Kuwait", "Iran", "Iraqi Islamic Party", "Military (Jordan)", "Insurgent (Al Qaeda)", "Adil Abdul-Mahdi" ], "pred": "South Korea\nExplanation: The question asks for the country that suffered from the conventional military forces of Iraq before September 2007. The correct answer is South Korea. The evidence is based on the events that occurred in 2005, where South Korea mobilized or increased its armed forces in Iraq on January 13,", "em": 0.0, "f1": 0.05128205128205129 }, { "quid": 3013374, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Yoshihiko Noda, which country was the first to express cooperation with China?", "golds": [ "Vietnam" ], "pred": "Vietnam\nExplanation:\nThe first country to express cooperation with China after Yoshihiko Noda was Vietnam. This is based on the fact that Yoshihiko Noda expressed intent to meet or negotiate with Vietnam on 2011-05-03, which is the earliest date among all the given information. The other countries", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3020217, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China host the visit from the Ministry of Kyrgyzstan?", "golds": [ "2008-07" ], "pred": "January\nExplanation: The question asks for the month in which China hosted a visit from the Ministry of Kyrgyzstan. However, there is no information in the given text about a visit from the Ministry of Kyrgyzstan. The text does mention visits from various individuals and groups, but not from the Ministry of Kyrgyz", "em": 0.0, "f1": 0.0 }, { "quid": 3036907, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "What was the last country with which Iraq formally signed an agreement?", "golds": [ "China" ], "pred": "Iran\nExplanation: The last country with which Iraq formally signed an agreement was Iran. This is evident from the evidence provided, which shows that on January 3, 2005, Iraq and Iran both signed a formal agreement. This is the only instance where Iraq is shown to have signed a formal agreement with another country", "em": 0.0, "f1": 0.0 }, { "quid": 3055382, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Anandiben Patel announce her intention to negotiate with China?", "golds": [ "2015-05-14" ], "pred": "2015-05-14\nExplanation: The question asks when Anandiben Patel announced her intention to negotiate with China. The evidence provided shows that Anandiben Patel made a visit to China on May 14, 2015, which implies that she announced her intention to negotiate with China on that date.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3043068, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With whom did the African media have a telephone conversation in the same year of Iraq?", "golds": [ "Governor (Somalia)", "Villager (Somalia)" ], "pred": "France\nExplanation: The African media had a telephone conversation with France in the same year of Iraq. The evidence is from the event \"France | Host a visit | Iraq | 2005-01-14\" and \"Iraq | Make a visit | France | 2005-01-14\". This event occurred", "em": 0.0, "f1": 0.0 }, { "quid": 3028918, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before the Moro Islamic Liberation Front, with whom did the Inquirer have a telephone conversation?", "golds": [ "Franklin Drilon", "Benjamin Abalos", "Congress (Philippines)", "Police (Philippines)", "ZTE Corp.", "Priest (Philippines)", "City Mayor (Philippines)" ], "pred": "The Inquirer had a telephone conversation with the Moro Islamic Liberation Front. The Inquirer is a newspaper and the Moro Islamic Liberation Front is a rebel group. The Inquirer had a telephone conversation with the Moro Islamic Liberation Front on July 21, 2008. The Inquirer had a telephone conversation with", "em": 0.0, "f1": 0.0 }, { "quid": 3030391, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make pessimistic comments about Iraq after the citizens of International?", "golds": [ "Ignacio Bunye" ], "pred": "Media Personnel (International)\nExplanation: The first to make pessimistic comments about Iraq after the citizens of International were the Media Personnel (International). They made pessimistic comments on 2005-01-12. The Media Personnel (International) made pessimistic comments about Iraq after visiting the country. The Media Personnel (International", "em": 0.0, "f1": 0.0 }, { "quid": 3036268, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China receive the visit from the Media Personnel of Japan?", "golds": [ "2008" ], "pred": "2005\nExplanation: The question asks for the year in which China received a visit from the media personnel of Japan. The evidence provided shows that there were several instances of diplomatic cooperation, negotiation, and visits between China and Japan in 2005. The specific instance of media personnel from Japan making a statement is dated", "em": 0.0, "f1": 0.0 }, { "quid": 3008343, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who wants to negotiate with Iraq in the same month of the Middle East?", "golds": [ "Peter Pace", "Tony Blair", "Central Intelligence Agency", "Donald Rumsfeld" ], "pred": "Iraq\nExplanation: The question asks who wants to negotiate with Iraq in the same month of the Middle East. The answer is Iraq because the evidence shows that Iraq is the one being negotiated with. The other options are all countries or individuals that are negotiating with Iraq, not wanting to negotiate with Iraq. This requires the ability", "em": 0.0, "f1": 0.0 }, { "quid": 3028757, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make optimistic comments about China after Eric Chu?", "golds": [ "Xi Jinping" ], "pred": "Eric Chu\nExplanation: The question asks who made optimistic comments about China after Eric Chu. The evidence provided shows that Eric Chu made several statements and visits to China, which can be interpreted as making optimistic comments about China. There is no evidence in the provided text that anyone else made optimistic comments about China after Eric Chu.", "em": 0.0, "f1": 0.0 }, { "quid": 3043054, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the citizens of Saudi Arabia express their intention to meet with Iraq?", "golds": [ "2008-05" ], "pred": "January\nExplanation: The citizens of Saudi Arabia expressed their intention to meet with Iraq in January 2005. This is inferred from the fact that there is no mention of Saudi Arabia expressing any intent to meet with Iraq in any other month. The other events mentioned in the evidence are related to different countries and do not provide", "em": 0.0, "f1": 0.0 }, { "quid": 3055946, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Can you tell me the exact month when Thailand praised the workers of Thailand?", "golds": [ "2014-06" ], "pred": "January\nExplanation: The exact month when Thailand praised the workers of Thailand is January 2005. This is evident from the various documents and statements provided, which show that Thailand expressed its appreciation and gratitude towards its workers in January 2005. The documents include statements from the Cabinet/Council of Ministers/Advisors", "em": 0.0, "f1": 0.0 }, { "quid": 3049233, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "Which year did Thailand praise the Industry of Thailand?", "golds": [ "2008" ], "pred": "2005\nReasoning Skill: Identifying Pros And Cons\nThis question requires the ability to identify the year in which Thailand praised the industry of Thailand. The correct answer is 2005, as evidenced by the statement \"Joschka Fischer | Praise or endorse | Citizen (Thailand) | 200", "em": 0.0, "f1": 0.0 }, { "quid": 3005507, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Wang Yi praise before Ethiopia?", "golds": [ "Lien Chan", "South Korea", "Pervez Musharraf", "Thailand", "Government (Pakistan)", "Royal Administration (Saudi Arabia)", "Ma Ying Jeou" ], "pred": "Japan\nExplanation: Wang Yi praised Japan before Ethiopia. The evidence is from the first line of the table, which states \"Japan | Praise or endorse | Wang Yi | 2006-09-27\". This indicates that Wang Yi praised Japan on 2006-09-27. There is no evidence that", "em": 0.0, "f1": 0.0 }, { "quid": 3048790, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China last appeal to the government of the Occupied Palestinian Territories?", "golds": [ "2006-05-30" ], "pred": "There is no evidence that China last appealed to the government of the Occupied Palestinian Territories. The evidence provided shows that China made appeals or requests to the government of Japan, the head of government of Ghana, and lawmakers in Japan, but not to the government of the Occupied Palestinian Territories. Therefore, the answer is \"", "em": 0.0, "f1": 0.0 }, { "quid": 3005964, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, with whom was Mulatu Teshome first engaged in negotiations?", "golds": [ "Xi Jinping" ], "pred": "Iraq\nExplanation: The question asks with whom Mulatu Teshome was first engaged in negotiations after Iraq. The evidence shows that Mulatu Teshome was engaged in negotiations with Iraq on 2014-02-04. The next engagement in negotiations was with Japan on 2014-08-27. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3019570, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Philip Hammond visit Kuwait for the first time?", "golds": [ "2014" ], "pred": "There is no information about Philip Hammond visiting Kuwait. Therefore, the answer is \"None\". \nNote: The information is based on the provided evidence and may not be comprehensive or up-to-date. The answer is based on the information available in the provided evidence and may not reflect the actual events or visits made by Philip", "em": 0.0, "f1": 0.0 }, { "quid": 3002228, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In April 2010, who made Thailand suffer from unconventional violence?", "golds": [ "Insurgent (Thailand)", "Citizen (Thailand)" ], "pred": "Insurgent (Thailand) | Use unconventional violence | Citizen (Thailand) | 2010-04-01\nExplanation: In April 2010, the Red Shirt protesters in Thailand used unconventional violence against the government. The protesters, who were mainly from the poor and working-class communities, used tactics such as", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3003623, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In May 26th, 2010, who would wish to visit Ethiopia?", "golds": [ "African Union" ], "pred": "Mwai Kibaki\nExplanation: Mwai Kibaki was the President of Kenya. In 2005, he made two visits to Ethiopia. Therefore, in May 26th, 2010, he would wish to visit Ethiopia. The other options are not correct because they are not the head", "em": 0.0, "f1": 0.0 }, { "quid": 3002411, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did the United Nations Special Rapporteurs wish to meet with on the same day as Ethiopia?", "golds": [ "Djibouti" ], "pred": "Mwai Kibaki\nExplanation: The United Nations Special Rapporteurs wished to meet with Mwai Kibaki on the same day as Ethiopia. This is evident from the fact that the date of the meeting is listed as 2005-03-08, which is the same day as the meeting", "em": 0.0, "f1": 0.0 }, { "quid": 3016121, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Farouk al-Sharaa first express his intention to meet with Iraq?", "golds": [ "2005" ], "pred": "2005\nExplanation: The earliest date mentioned in the evidence is 2005-01-13, when Farouk al-Sharaa made a statement about Iraq. Therefore, the year in which Farouk al-Sharaa first expressed his intention to meet with Iraq is 2005. The other", "em": 1.0, "f1": 0.0625 }, { "quid": 3049364, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, who was the last country to express its intention to meet with the Director General of India?", "golds": [ "Election Commission (India)" ], "pred": "Japan\nExplanation: The last country to express its intention to meet with the Director General of India was Japan. This is evident from the evidence provided, which shows that Japan expressed its intent to meet or negotiate with the Director General of India on multiple occasions in January 2005. The other countries mentioned in the evidence,", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3022865, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country signed an agreement with Thailand in September 2005?", "golds": [ "China", "Japan", "Laos" ], "pred": "Japan\nExplanation: The evidence shows that Japan and Thailand signed an agreement on September 1, 2, and 6, 2005. There is no evidence that Malaysia and Thailand signed an agreement in September 2005. China and Thailand engaged in diplomatic cooperation, but there is no evidence that they signed an", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3021536, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Jewish state of Israel announce its intention to meet with Iraq?", "golds": [ "2005-12" ], "pred": "January\nExplanation: The Jewish state of Israel announced its intention to meet with Iraq in January 2005. This is evident from the statement made by the National Intelligence Bureau (Israel) on January 25, 2005. The statement is listed in the evidence provided. Therefore, the correct answer is January.", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3007857, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited China in July 2007?", "golds": [ "Vanuatu", "Henry M. Paulson", "Head of Government (Portugal)", "Sudan", "Wen Jiabao", "Japan", "Vietnam", "Kim Kye Gwan", "Daniel Scioli", "Head of Government (Turkmenistan)", "Shaukat Aziz", "South Korea", "Bruno Stagno Ugarte", "Maumoon Abdul Gayoom", "Joon Young Woo", "Mexico", "Business (Mauritania)", "Frantisek Kasick\u00fd", "Ma Ying Jeou", "Gurbanguly Berdymukhammedov" ], "pred": "Japan, South Korea, France, Thailand, African Union, and Economist (China) visited China in July 2007. \nNote: The answer is based on the information provided in the evidence, which includes various diplomatic and economic interactions between China and other countries or entities in July 2007. The evidence suggests that", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3023690, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Anti-Defamation League first praise China?", "golds": [ "2006-03-27" ], "pred": "2005-01-31\nReasoning skill: Identifying Pros And Cons\nThis question requires the ability to identify the first instance of the Anti-Defamation League praising China, which is a specific event or action. The correct answer is 2005-01-31, as indicated by the evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3025317, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to visit the Comoros?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: The first country to visit the Comoros was Iran. The evidence is from the \"Make a visit\" line, which shows that Iran visited the Comoros on 2006-08-18. The other lines show that China visited the Comoros on 2006-11-", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3029431, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the armed rebels of Somalia accuse Ethiopia?", "golds": [ "2007-07-26" ], "pred": "2005-02-23\nReasoning Skill: Identifying Pros And Cons\nThis question requires the ability to identify the pros and cons of a situation, in this case, the accusation of Ethiopia by the armed rebels of Somalia. The correct answer is 2005-02-23, as it is the", "em": 0.0, "f1": 0.0 }, { "quid": 3033749, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to reject China in 2013?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The first country to reject China in 2013 was Japan. This is evident from the evidence provided, which shows that on January 9, 2013, China was rejected by Japan. The other evidence shows that China was engaging in diplomatic cooperation with other countries, such as Iran and South Korea", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3001363, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country accused China last?", "golds": [ "Vietnam" ], "pred": "Japan\nExplanation: The question asks which country accused China last. The evidence shows that China threatened Japan on 2005-02-01, which is the most recent date. Therefore, Japan accused China last. The answer is Japan. . . . . . . . .", "em": 0.0, "f1": 0.0 }, { "quid": 3017969, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Lee Myung Bak, with which country did Malaysia first express an intention to meet?", "golds": [ "Laos" ], "pred": "India\nExplanation: The first country that Malaysia expressed an intention to meet with after Lee Myung Bak was India. This is evident from the fact that the first instance of \"Lee Myung Bak | Express intent to meet or negotiate | Industry (India) | 2007-04-10\" appears before any other", "em": 0.0, "f1": 0.0 }, { "quid": 3051720, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to be rejected by the International Court of Justice before Thailand?", "golds": [ "Vojislav \u0160e\u0161elj" ], "pred": "Sudan\nExplanation: The International Court of Justice is the primary judicial organ of the United Nations. It is based in The Hague, Netherlands. The Court has jurisdiction to settle legal disputes between states and to give advisory opinions on legal questions. The Court has also been involved in cases related to war crimes, genocide, and human", "em": 0.0, "f1": 0.0 }, { "quid": 3029268, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to negotiate with China on 18 September 2009?", "golds": [ "South Korea", "Japan", "Lee Myung Bak", "France" ], "pred": "Lee Myung Bak, Barack Obama, Japan, France, South Korea, China\nExplanation: Lee Myung Bak and Barack Obama wanted to negotiate with China on 18 September 2009. Japan, France, and South Korea also expressed intent to meet or negotiate with China on the same day. China made a statement", "em": 1.0, "f1": 0.17647058823529413 }, { "quid": 3001961, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to use small arms and light weapons against Iraq?", "golds": [ "Guerrilla (Iraq)" ], "pred": "Rebel Group (Iraq)\nExplanation: The first to use small arms and light weapons against Iraq were the Rebel Group (Iraq). This is evident from the evidence provided, which shows that on January 15 and 16, 2005, the Rebel Group (Iraq) threatened to use military force against Iraq. This indicates", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3032186, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to express interest in cooperation with China?", "golds": [ "Japan" ], "pred": "Thailand\nExplanation: Thailand was the first to express interest in cooperation with China. The first event was on 2005-01-07. Japan was the second to express interest in cooperation with China. The first event was on 2005-01-06. Japan was the first to engage in diplomatic cooperation with", "em": 1.0, "f1": 0.08695652173913045 }, { "quid": 3016491, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country did Oman announce its intention to meet before May 2011?", "golds": [ "South Korea", "Kuwait", "Iran", "Qatar", "Organization of Petroleum Exporting Countries", "United Arab Emirates", "China", "Iraq" ], "pred": "Yemen\nExplanation: The evidence shows that Oman announced its intention to meet with Yemen before May 2011. The evidence is based on the following statement: \"Oman | Express intent to cooperate | Yemen | 2005-04-05\" and \"Yemen | Express intent to cooperate | Oman | 200", "em": 0.0, "f1": 0.0 }, { "quid": 3055319, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "To which country did Ethiopia last express its intention to engage in diplomatic cooperation?", "golds": [ "Sudan" ], "pred": "Iran\nExplanation: The question asks to which country Ethiopia last expressed its intention to engage in diplomatic cooperation. The evidence provided shows several instances of Ethiopia expressing its intention to engage in diplomatic cooperation with various countries, including Iran, Eritrea, Djibouti, and Sudan. However, the question specifically asks for the", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3045352, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first wished to negotiate with Cambodia after Noppadon Pattama did?", "golds": [ "Malaysia" ], "pred": "Malaysia\nExplanation: The question asks which country first wished to negotiate with Cambodia after Noppadon Pattama did. The evidence shows that Noppadon Pattama expressed intent to meet or negotiate with Malaysia on 2008-02-09 and 2008-02-12, while the first date of", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3038137, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country would like to cooperate with China on 20 April 2012?", "golds": [ "South Africa" ], "pred": "South Africa\nExplanation: The evidence shows that South Africa expressed intent to cooperate with China on 20 April 2012. The other options do not show any evidence of cooperation on that date. South Sudan expressed intent to meet or negotiate with China, but this is not the same as cooperation. China hosted a visit from", "em": 1.0, "f1": 0.09756097560975609 }, { "quid": 3045853, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Thailand offer cooperation to Ethiopia?", "golds": [ "2007-10-10" ], "pred": "2005-02-08\nExplanation: The question asks when Thailand offered cooperation to Ethiopia. The answer is 2005-02-08, as indicated by the evidence of a Member of Parliament (Thailand) expressing intent to engage in material cooperation with a Citizen (Thailand) on that date. This", "em": 0.0, "f1": 0.0 }, { "quid": 3047451, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who is Thailand threatened by first?", "golds": [ "Protester (Thailand)" ], "pred": "Citizen (Thailand)\nExplanation: The question is asking who Thailand is threatened by first. The evidence shows that Thailand is threatened by Citizen (Thailand) first, as there are more \"Reject\" statements from Citizen (Thailand) towards Thailand than any other entity. This suggests that Citizen (Thailand) is the", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3019859, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first person the Saudi Arabian Defence Forces fought with small arms and light weapons after Ethiopia?", "golds": [ "Citizen (Saudi Arabia)" ], "pred": "Militant (Morocco) was the first person the Saudi Arabian Defence Forces fought with small arms and light weapons after Ethiopia. \nNote: The answer is based on the information provided in the evidence, which shows that the Saudi Arabian Defence Forces fought with small arms and light weapons against Militant (Morocco) in", "em": 0.0, "f1": 0.05714285714285714 }, { "quid": 3014540, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did China receive the visit from the Education Ministry of Singapore?", "golds": [ "2006-06-23" ], "pred": "2005-01-04\nExplanation: The question is asking for the time when China received a visit from the Education Ministry of Singapore. However, there is no information in the given text about a visit from the Education Ministry of Singapore. The text does mention visits from other individuals and groups, but not from the", "em": 0.0, "f1": 0.0 }, { "quid": 3026194, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In Apr 18th, 2011, who would wish to visit China?", "golds": [ "Lawmaker (Hong Kong)", "Julia Gillard", "Kim Hwang Sik" ], "pred": "Japan\nExplanation: In Apr 18th, 2011, Japan would wish to visit China because Japan and China have been engaging in diplomatic cooperation and negotiation since 2005. Japan has expressed intent to engage in diplomatic cooperation with China, and China has also expressed intent to engage in diplomatic cooperation with Japan. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3001369, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 20 September 2005, who hosted Kuwait's visit?", "golds": [ "Ali Abdullah Saleh", "Iran", "Yemen" ], "pred": "Yemen\nReasoning Skill: Identifying Cause and Effect\nThis question requires the ability to identify the cause and effect relationship between two events. In this case, the effect is Kuwait's visit to Yemen on 20 September 2005, and the cause is Yemen hosting Kuwait's visit. The correct answer is Yemen,", "em": 1.0, "f1": 0.0625 }, { "quid": 3007648, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Thailand, who was the last country to receive humanitarian aid from the Thai military?", "golds": [ "Citizen (Thailand)" ], "pred": "Laos\nExplanation: The last country to receive humanitarian aid from the Thai military was Laos. This is evident from the fact that Laos was the only country mentioned in the provided evidence that received humanitarian aid from the Thai military. The other countries mentioned in the evidence either provided humanitarian aid to Thailand, expressed intent to provide humanitarian aid", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3028028, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make negative remarks about the Association of Southeast Asian Nations after Iraq?", "golds": [ "China" ], "pred": "Laos\nExplanation: The first to make negative remarks about the Association of Southeast Asian Nations after Iraq was Laos. This is evident from the fact that the first entry in the list is \"Laos | Consult | Association of Southeast Asian Nations | 2005-04-07\", which indicates that Laos consulted with the Association", "em": 0.0, "f1": 0.0 }, { "quid": 3030027, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country wanted to establish diplomatic cooperation with Iraq in the same month as Shaukat Aziz?", "golds": [ "China", "Japan" ], "pred": "Japan\nExplanation: The evidence shows that Shaukat Aziz met with the Japanese government on January 10, 2005, and expressed his intent to cooperate with the Afghan government on February 10, 2005. Therefore, Japan is the country that wanted to establish diplomatic cooperation with Iraq in the same month", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3044783, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the Iraqi customs official first investigate Iraq?", "golds": [ "2012" ], "pred": "2005\nThe question asks for the year in which the Iraqi customs official first investigated Iraq. However, the evidence provided does not mention an Iraqi customs official investigating Iraq. Instead, it mentions various entities and individuals investigating or consulting with Iran, and Iraq accusing Iran. Therefore, the answer is not supported by the evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3037023, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the first country to use small arms and light weapons against Cambodia?", "golds": [ "Thailand" ], "pred": "Thailand\nExplanation: The first country to use small arms and light weapons against Cambodia was Thailand. This is evident from the evidence provided, which shows that Thai citizens and armed gangs were involved in conflicts with small arms and light weapons in Thailand, while Cambodia expressed intent to cooperate with Thailand and praised the Cambodian police for their", "em": 1.0, "f1": 0.046511627906976744 }, { "quid": 3040109, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to blame China after the Chinese dissident?", "golds": [ "Defector (China)" ], "pred": "Japan\nExplanation: The first to blame China after the Chinese dissident was Japan. The evidence is from the news articles from 2005-01-05 to 2005-01-14. The articles show that Japan expressed intent to cooperate with China on January 5, 6, and 13,", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3028972, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country had a telephone conversation with China on 10 August 2006?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: The evidence shows that Iran had a telephone conversation with China on 10 August 2006. The other options do not show any evidence of a telephone conversation between the countries on that date. Therefore, the correct answer is Iran. \nNote: The evidence is based on the given text and may not", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3026314, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did China last praise Abdulla Yameen?", "golds": [ "2015-02" ], "pred": "I couldn't find any information on when China last praised Abdulla Yameen. However, I can tell you that China has praised Abdulla Yameen in the past, specifically on February 25, 2015, and November 18, 2013. China has also hosted a visit from Abdulla", "em": 0.0, "f1": 0.05405405405405405 }, { "quid": 3027919, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Thai MP, which country was last threatened by Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "Cambodia\nExplanation:\nThe news articles show that Thailand was threatened by Cambodia in 2005. The articles mention that Thailand was accused, investigated, and received inspectors from Cambodia. The articles also mention that Thailand provided aid to Cambodia. This suggests that Cambodia was the country that threatened Thailand. The articles do not mention any other", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3039510, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who rejected Malaysia first, after Thailand?", "golds": [ "Boonrawd Somtat" ], "pred": "Thailand\nExplanation: The question asks who rejected Malaysia first, after Thailand. The evidence shows that Malaysia and Thailand had several interactions in January 2005, including signing formal agreements, making visits, hosting visits, criticizing or denouncing each other, expressing intent to cooperate, sharing intelligence or information, and providing economic aid.", "em": 0.0, "f1": 0.0 }, { "quid": 3031413, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did China praise in the same month as Julia Gillard?", "golds": [ "Iran", "African Union", "France", "Middle East", "Japan", "UN Security Council" ], "pred": "Peter Costello\nExplanation: In the same month as Julia Gillard, China praised Peter Costello. This is based on the information provided in the evidence, which shows that Julia Gillard was praised by media personnel on December 2, 2006, while Peter Costello was praised by China on December 18", "em": 0.0, "f1": 0.0 }, { "quid": 3032709, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Ministry of Economic Affairs of the Netherlands investigate Iraq?", "golds": [ "2005-10-29" ], "pred": "2005-01-15\nReasoning: The question asks when the Ministry of Economic Affairs of the Netherlands investigated Iraq. The evidence provided shows that on 2005-01-15, the Legislature of Iraq investigated Iraq. However, this is not relevant to the question. The correct answer is not present in", "em": 0.0, "f1": 0.0588235294117647 }, { "quid": 3038084, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before A.K. Antony, which was the last country to express an interest in meeting with Cambodia?", "golds": [ "Vietnam" ], "pred": "Thailand\nExplanation: The question asks for the last country to express an interest in meeting with Cambodia. The correct answer is Thailand, as it is the last country mentioned in the evidence that expressed an interest in meeting with Cambodia. The other options are incorrect because they are either countries that have already expressed an interest in meeting with", "em": 0.0, "f1": 0.0 }, { "quid": 3012565, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to meet with Thailand on 6 February 2014?", "golds": [ "Citizen (Thailand)" ], "pred": "Protester (Thailand) wanted to meet with Thailand on 6 February 2014. \nExplanation: The protester (Thailand) wanted to meet with Thailand on 6 February 2014. The protester (Thailand) imposed restrictions on political freedoms, expressed intent to meet or negotiate, obstructed passage,", "em": 0.0, "f1": 0.08333333333333334 }, { "quid": 3025000, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before January 2012, which country expressed its intention to engage in diplomatic cooperation with Oman?", "golds": [ "China", "Iran", "United Arab Emirates", "Qatar" ], "pred": "China\nExplanation: The question asks for the country that expressed its intention to engage in diplomatic cooperation with Oman before January 2012. The evidence provided shows that China expressed its intent to engage in diplomatic cooperation with Oman on June 12, 2005. This is the only instance where a country expressed its intention to", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3018245, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Transport of China use unconventional force against China?", "golds": [ "2010" ], "pred": "2005\nExplanation: The Transport of China used unconventional force against China in 2005. The evidence shows that in 2005, Japan and China engaged in negotiations and diplomatic cooperation, and Thailand expressed intent to engage in diplomatic cooperation with China. This suggests that the Transport of China was involved in some kind of", "em": 0.0, "f1": 0.0 }, { "quid": 3005213, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Thailand, with whom did the citizens of Denmark wish to negotiate?", "golds": [ "Iran", "Shaukat Aziz", "Yuriy Yekhanurov", "Vietnam", "Daily Monitor" ], "pred": "Vietnam\nExplanation: The citizens of Denmark wished to negotiate with Vietnam, as indicated by the entry \"Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\" and \"Thailand | Express intent to meet or negotiate | Vietnam | 2005-01-05\". The other", "em": 1.0, "f1": 0.07999999999999999 }, { "quid": 3055659, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the women of Malaysia used unconventional violence against Malaysia for the first time?", "golds": [ "2014-05" ], "pred": "I couldn't find any information on the women of Malaysia using unconventional violence against Malaysia for the first time. The information provided seems to be related to various incidents and events involving Malaysia, but there is no mention of women using unconventional violence. Therefore, I cannot provide a specific month or date for the event you are asking about", "em": 0.0, "f1": 0.0 }, { "quid": 3029855, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Iraq negotiate with Gholamali Haddad Adel?", "golds": [ "2005-12" ], "pred": "December\nExplanation: The evidence shows that Gholamali Haddad Adel made statements about Iraq in December 2005, but it does not show that he negotiated with Iraq in any other month. Therefore, the correct answer is December. Note that the evidence also shows that Gholamali Haddad", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3028793, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Taiwan's medical personnel last visit China?", "golds": [ "2013-08" ], "pred": "January\nExplanation: The question asks for the month when Taiwan's medical personnel last visited China. The evidence provided shows that there were visits to China by medical personnel from Macao in January 2005, but there is no information about visits by Taiwan's medical personnel. Therefore, the answer is January, as it is", "em": 0.0, "f1": 0.0 }, { "quid": 3048240, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Seyoum Mesfin announce his intention to meet with Ethiopia?", "golds": [ "2014-03" ], "pred": "May\nExplanation: Seyoum Mesfin announced his intention to meet with Ethiopia in May 2006. This is evident from the various news articles and statements made by Seyoum Mesfin in May 2006. The exact date of the announcement is not specified, but it is clear that it occurred in May", "em": 0.0, "f1": 0.0 }, { "quid": 3037165, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country first received the visit from Ethiopia?", "golds": [ "Sudan" ], "pred": "Ethiopia\nExplanation: The question asks which country first received the visit from Ethiopia. The evidence shows that Ethiopia hosted visits from Mwai Kibaki, African Union, Sudan, Yemen, and Djibouti. Therefore, the answer is Ethiopia. The question is asking which country first received the visit from Ethiopia,", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3055867, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who signed formal agreements with China on 5 January 2011?", "golds": [ "Association of Southeast Asian Nations", "Mauritania" ], "pred": "Mauritania\nExplanation: Mauritania signed formal agreements with China on 5 January 2011. The agreements were signed during a visit by Chinese Premier Wen Jiabao to Mauritania. The agreements included a $1.4 billion loan to Mauritania to develop its infrastructure, including a new port and a railway.", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3009707, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Cambodia, which country was the first to denounce the UN Security Council?", "golds": [ "Iran" ], "pred": "Japan\nExplanation: Japan was the first country to denounce the UN Security Council. Japan was the first country to denounce the UN Security Council. Japan was the first country to denounce the UN Security Council. Japan was the first country to denounce the UN Security Council. Japan was the first country to denounce", "em": 0.0, "f1": 0.0 }, { "quid": 3022115, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to visit Oman?", "golds": [ "Iraq" ], "pred": "China\nExplanation: The last country to visit Oman was China, as indicated by the date \"2005-09-24\" in the evidence. This date is the most recent among all the dates mentioned in the evidence. Therefore, China is the correct answer. The other options, Iran and Yemen, visited Oman earlier", "em": 0.0, "f1": 0.0 }, { "quid": 3044084, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Pham Binh Minh accused China?", "golds": [ "2014-05" ], "pred": "No, I could not find any evidence that Pham Binh Minh accused China. In fact, the evidence suggests that Pham Binh Minh made several statements and demands in relation to Vietnam, but there is no record of him accusing China. On the other hand, there are records of him making statements and demands in", "em": 0.0, "f1": 0.0 }, { "quid": 3030684, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Malaysia, who was the first to praise the company - owner or operator of Thailand?", "golds": [ "Abhisit Vejjajiva" ], "pred": "The owner of the company was the first to praise the company after Malaysia.\nExplanation: The owner of the company was the first to praise the company after Malaysia. The owner of the company was the first to praise the company after Malaysia. The owner of the company was the first to praise the company after Malaysia. The owner", "em": 0.0, "f1": 0.0 }, { "quid": 3029384, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did the citizens of Thailand return people to after Thailand?", "golds": [ "Activist (Thailand)", "Military (Cambodia)" ], "pred": "Vietnam\nExplanation: The citizens of Thailand returned people to Vietnam after Thailand. This is evident from the evidence provided, which shows that Thailand returned a person to Vietnam on March 1, 2005. This action is a clear indication that Thailand returned people to Vietnam after Thailand. The other evidence provided does not support the", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3017166, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to announce its intention to negotiate with Burundi, before South Africa?", "golds": [ "African Union" ], "pred": "Tanzania\nExplanation: The last country to announce its intention to negotiate with Burundi, before South Africa, was Tanzania. This is evident from the provided evidence, where Tanzania expressed its intent to meet or negotiate with Burundi on November 20, 2005, and South Africa provided military protection or peacekeeping to Bur", "em": 0.0, "f1": 0.0 }, { "quid": 3018336, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Cambodia announce its intention to negotiate with the South Korean economy?", "golds": [ "2009-05" ], "pred": "January\nExplanation: The correct answer is January. The evidence shows that Cambodia expressed its intent to meet or negotiate with China on January 12, 2005. This is the only instance where Cambodia is mentioned as expressing its intent to meet or negotiate with another country in January 2005. The other instances in January", "em": 0.0, "f1": 0.0 }, { "quid": 3017941, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Kuwaiti judge first request Kuwait?", "golds": [ "2012-10" ], "pred": "March\nExplanation: The first request from a Kuwaiti judge was made in March 2005. This is inferred from the fact that the first mention of a Kuwaiti judge making a request is in the news article dated March 9, 2005, which mentions a Cuban lawyer investigating Kuwait. This is the earliest", "em": 0.0, "f1": 0.0 }, { "quid": 3006743, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the US Department of Defense hosted the Chinese visit?", "golds": [ "2007-11" ], "pred": "I don't have information on the exact month when the US Department of Defense hosted the Chinese visit. However, I can tell you that the US Department of Defense hosted a visit from the Chinese military in November 2007. This information can be found in the Presidential Press Service (Department of Defense) | Make statement |", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3007194, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 26 October 2010, who expressed the intention to engage in diplomatic cooperation with China?", "golds": [ "Xi Jinping" ], "pred": "Vietnam\nExplanation: On 26 October 2010, Vietnam expressed the intention to engage in diplomatic cooperation with Japan. This is evident from the search results, which show that Vietnam was involved in diplomatic cooperation with Japan on that date. The other options do not match the search results. Japan was involved in diplomatic cooperation with", "em": 0.0, "f1": 0.0 }, { "quid": 3019674, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was first accused by Malaysia?", "golds": [ "Thailand" ], "pred": "Sudan\nExplanation: The country that was first accused by Malaysia is Sudan. The evidence is that on 2005-01-27, Sudan consulted with Malaysia. This is the first event in the timeline where Malaysia is the accuser. The other events in the timeline show Malaysia investigating, making statements, confiscating property", "em": 0.0, "f1": 0.0 }, { "quid": 3052544, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who asked for a meeting with Iraq after March 2015?", "golds": [ "Women (Canada)", "Iran", "Ismet Yilmaz", "Defense / Security Ministry (United States)", "Massoud Barzani", "Citizen (Australia)", "Ministry (Hungary)", "France", "Haider Al-Abadi", "Ministry (Iran)" ], "pred": "Mitch McConnell\nExplanation: Mitch McConnell asked for a meeting with Iraq after March 2015. However, the evidence provided does not support this claim. The evidence shows that Mitch McConnell visited Iraq in 2005, not after March 2015. The earliest date mentioned in the evidence is 2005-01-", "em": 0.0, "f1": 0.0 }, { "quid": 3035013, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did China want to co-operate with first?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The question asks which country China wanted to co-operate with first. The evidence shows that China expressed intent to cooperate with Japan on 5 different dates, and with South Korea on 2 different dates. Therefore, the answer is Japan. The question does not ask which country China wanted to co-oper", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3046003, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China first negotiate with the Holy See?", "golds": [ "2006-03-29" ], "pred": "2005\nExplanation: The Holy See first negotiated with China in 2005. The negotiations were a series of diplomatic efforts between the Holy See and China, which ultimately led to the establishment of diplomatic relations between the two entities in 2018. The negotiations involved several key events, including the Holy See's decision", "em": 0.0, "f1": 0.0 }, { "quid": 3047961, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country wanted to cooperate with China on the same day as Ma Ying Jeou?", "golds": [ "Thailand" ], "pred": "Taiwan\nExplanation: Ma Ying Jeou is the former president of Taiwan. The question asks which country wanted to cooperate with China on the same day as Ma Ying Jeou. The evidence shows that Ma Ying Jeou made a visit to China on 2005-04-05, 2005-04-24", "em": 0.0, "f1": 0.0 }, { "quid": 3015800, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of the Pheu Thai Party last express the intention to engage in diplomatic cooperation with Thailand?", "golds": [ "2012-07-03" ], "pred": "2005-02-08\nReasoning Skill: This question requires the ability to analyze and identify the most recent expression of intent to engage in diplomatic cooperation with Thailand from the given evidence. The correct answer is 2005-02-08, as it is the most recent date mentioned in the evidence. This", "em": 0.0, "f1": 0.0 }, { "quid": 3048417, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who negotiated with China in the same month of Ai Weiwei?", "golds": [ "Iran", "Xi Jinping", "South Korea", "Japan" ], "pred": "France\nExplanation: In July 2009, Ai Weiwei was in France, where he was negotiating with the French government. This is the only instance of Ai Weiwei negotiating with a country in July 2009. France is the only country that matches this criterion. Therefore, the answer is France. \nNote", "em": 0.0, "f1": 0.0 }, { "quid": 3033189, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Djibouti, who was the first leader of Kenya to be praised?", "golds": [ "Police (Kenya)" ], "pred": "Jomo Kenyatta\nExplanation: Jomo Kenyatta was the first leader of Kenya to be praised by Djibouti. The praise was expressed in a series of diplomatic interactions between the two countries in 2005. The interactions included expressions of intent to cooperate, consultations, and other forms of diplomatic engagement", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3043238, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to negotiate with Djibouti first?", "golds": [ "Eritrea" ], "pred": "Ethiopia\nExplanation: The evidence shows that Ethiopia expressed intent to meet or negotiate with Djibouti on 2005-02-04, which is the earliest date. Therefore, Ethiopia wanted to negotiate with Djibouti first. The other options are not correct because they either express intent to meet or negotiate on", "em": 0.0, "f1": 0.0 }, { "quid": 3045062, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which was the first country to which China made an appeal after the Business of Africa?", "golds": [ "Opposition Supporter (Yemen)" ], "pred": "Japan\nExplanation: The first country to which China made an appeal after the Business of Africa was Japan. This is evident from the evidence provided, which shows that China made an appeal or request to Japan on multiple occasions in January 2005, including on January 14, 2005, when China appealed for economic", "em": 0.0, "f1": 0.0 }, { "quid": 3042363, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which was the last country to express optimism about China in 2012?", "golds": [ "South Korea" ], "pred": "Niger\nExplanation: Niger was the last country to express optimism about China in 2012. Niger expressed intent to engage in diplomatic cooperation (such as policy support) with China on January 5, 2012. This was the last recorded instance of a country expressing optimism about China in 2012. The other", "em": 0.0, "f1": 0.0 }, { "quid": 3009746, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 23 November 2010, Cambodia was rejected by who?", "golds": [ "Citizen (Thailand)", "Abhisit Vejjajiva", "Japan", "Association of Southeast Asian Nations", "Thailand" ], "pred": "Thailand\nExplanation: Before 23 November 2010, Cambodia was rejected by Thailand. This is evident from the fact that Thailand rejected Cambodia on 23 November 2010. This rejection was likely due to political tensions or disagreements between the two countries. The evidence also shows that Thailand expressed its intent to provide economic aid", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3024690, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did Kuwait wish to engage in diplomatic cooperation before South Korea?", "golds": [ "Iraq", "Sudan", "Party Member (Iraq)" ], "pred": "Malaysia\nExplanation: The evidence shows that Malaysia and Kuwait both expressed intent to engage in diplomatic cooperation on the same day (2005-01-27), and that South Korea did not engage in diplomatic cooperation with Kuwait until 2005-01-28. Therefore, it is likely that Kuwait wished to engage in diplomatic", "em": 0.0, "f1": 0.0 }, { "quid": 3014375, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country last made pessimistic remarks about Cambodia?", "golds": [ "Laos" ], "pred": "Thailand\nExplanation: The Party Member (Thailand) made a pessimistic comment about Cambodia on 2005-02-02. The other countries made positive comments or took actions that were not pessimistic. Vietnam made a statement about Cambodia on 2005-02-22, but it was not pessimistic.", "em": 0.0, "f1": 0.0 }, { "quid": 3043140, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Malaysia after Sondhi Limthongkul?", "golds": [ "Islam Karimov" ], "pred": "Prem Tinsulanonda\nExplanation: Sondhi Limthongkul was a Thai businessman and media owner who was accused of various crimes, including defamation and incitement of violence. He was also accused of being involved in the 2006 Thai coup d'\u00e9tat. After his accusations, Prem Tinsulan", "em": 0.0, "f1": 0.0 }, { "quid": 3030366, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to support China after the foreign minister of Cape Verde?", "golds": [ "China Southern Airlines" ], "pred": "China\nExplanation: The first to support China after the foreign minister of Cape Verde was China. This is evident from the records of consultations and praise or endorsements between the two countries in 2007. China praised or endorsed Cape Verde on May 18 and 17, 2007, while there is no record of", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3037644, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China appeal to the Monastery of China?", "golds": [ "2009" ], "pred": "2005\nExplanation: The year in which China appealed to the Monastery of China is 2005. This is evident from the evidence provided, which shows that China engaged in various forms of negotiation, cooperation, and diplomatic activities with Japan in 2005. The specific event of China appealing to the Monastery", "em": 0.0, "f1": 0.0 }, { "quid": 3026061, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China last visit Abdul Aziz?", "golds": [ "2014-03" ], "pred": "The answer is 2007. \nIn which month did China last visit Abdul Aziz?\nAnswer: The answer is February. \nIn which month did China last visit Abdul Aziz?\nAnswer: The answer is May. \nIn which month did China last visit Abdul Aziz?\nAnswer: The answer is January.", "em": 0.0, "f1": 0.0 }, { "quid": 3028747, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China formally sign an agreement with Trinidad and Tobago?", "golds": [ "2015-10" ], "pred": "June\nExplanation: The evidence shows that Trinidad and Tobago signed a formal agreement with China on June 29, 2006. Therefore, the answer is June. The other months mentioned in the evidence (July, August, January, February, March, April, November) are not the correct answer. The evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3043931, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 24 May 2005, who negotiated with Oman?", "golds": [ "Nuri al-Maliki", "Iran", "Kuwait", "Company - Owner or Operator (Oman)", "United Arab Emirates", "Ministry (Iran)", "Qatar" ], "pred": "Oman\nExplanation: The question is asking who negotiated with Oman after 24 May 2005. The correct answer is Oman because Oman is the one that engaged in negotiation with United Arab Emirates after 24 May 2005. The other options are incorrect because they are the other party involved in the negotiation, not the", "em": 1.0, "f1": 0.17142857142857143 }, { "quid": 3032513, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Scottish Government, with which country did China last want to engage in diplomatic cooperation?", "golds": [ "Thailand" ], "pred": "Japan\nExplanation: The question asks for the country with which China last wanted to engage in diplomatic cooperation before the Scottish Government. To answer this question, we need to look for the most recent event involving China and another country in the provided evidence. The most recent event is from 2005-01-07, where", "em": 0.0, "f1": 0.0 }, { "quid": 3027208, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last host the visit from A.K. Antony before Oman did?", "golds": [ "Japan" ], "pred": "Pakistan administered Kashmir\nExplanation: \nThe question asks which country last hosted a visit from A.K. Antony before Oman did. To answer this question, we need to find the last country that A.K. Antony visited before Oman. \nFrom the evidence, we can see that A.K. Antony visited Pakistan administered Kashmir on", "em": 0.0, "f1": 0.0 }, { "quid": 3015504, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the leader of Taiwan last visit Malaysia?", "golds": [ "2008" ], "pred": "2005\nExplanation: The question asks for the year in which the leader of Taiwan last visited Malaysia. However, the provided evidence does not mention any visit from the leader of Taiwan to Malaysia. The evidence does mention visits from the leaders of Thailand and Yemen to Malaysia, as well as visits from the leaders of Malaysia", "em": 0.0, "f1": 0.0 }, { "quid": 3039086, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the National Security Advisor of Pakistan, who would wish to visit Thailand first?", "golds": [ "Sheikh Hamad bin Khalifa al-Thani" ], "pred": "The National Security Advisor of Pakistan. The evidence shows that the National Security Advisor of Pakistan would wish to visit Thailand first. The evidence shows that the National Security Advisor of Pakistan would wish to visit Thailand first. The evidence shows that the National Security Advisor of Pakistan would wish to visit Thailand first. The evidence shows that the National", "em": 0.0, "f1": 0.0 }, { "quid": 3030289, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who first made Malaysia suffer from unconventional violence?", "golds": [ "Police (Malaysia)" ], "pred": "Police (Malaysia)\nExplanation: The first event in the evidence is a statement from the police in Malaysia, indicating that they are investigating a case of unconventional violence. This suggests that the police in Malaysia are the ones who first made Malaysia suffer from unconventional violence. The other events in the evidence are related to the investigation and", "em": 1.0, "f1": 0.1142857142857143 }, { "quid": 3008865, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 20 November 2013, which country was negotiating with China?", "golds": [ "South Korea", "France" ], "pred": "France\nExplanation: The evidence shows that France was negotiating with China on 20 November 2013. The evidence includes the following entries:\n- France | Consult | China | 2013-11-20\n- France | Engage in negotiation | China | 2013-11-20\n- France |", "em": 1.0, "f1": 0.08695652173913045 }, { "quid": 3055878, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to blame Iraq?", "golds": [ "Haider Al-Abadi" ], "pred": "Iran\nExplanation: The last to blame Iraq was Iran. On January 28, 2005, Iraq accused Iran of interfering in its internal affairs. This was the last accusation made by Iraq against Iran in the given time period. The accusations were made in response to Iran's alleged support for the Shi'ite-led", "em": 0.0, "f1": 0.0 }, { "quid": 3035889, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who visited Malaysia in the same month as Patrick Herminie?", "golds": [ "Samuel Sitta" ], "pred": "Nahas Angula\nExplanation: Patrick Herminie visited Malaysia in August 2008. Nahas Angula visited Malaysia in the same month as Patrick Herminie. Patrick Herminie visited China in November 2008. Nahas Angula is not mentioned in the same month as Patrick Herminie in", "em": 0.0, "f1": 0.0 }, { "quid": 3018077, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the mayor of Indonesia, which country wanted to participate in diplomatic cooperation with China last?", "golds": [ "South Korea" ], "pred": "Japan\nExplanation: The question is asking which country wanted to participate in diplomatic cooperation with China before the mayor of Indonesia. The evidence shows that Japan expressed its intent to engage in diplomatic cooperation with China on January 6, 2005, which is before the mayor of Indonesia expressed its intent on January 7,", "em": 0.0, "f1": 0.0 }, { "quid": 3036181, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was Iraq the last country to repatriate?", "golds": [ "Employee (Iraq)" ], "pred": "Iraq\nExplanation: Iraq was the last country to repatriate. The evidence shows that Iraq was the last country to express intent to meet or negotiate, consult, and accuse. The other countries had already expressed intent to meet or negotiate, provide economic aid, and make statements. Iraq was the last country to do so", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3046303, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to praise Cambodia after Shigeru Ishiba?", "golds": [ "France" ], "pred": "Cambodia\nExplanation: The question asks which country was the first to praise Cambodia after Shigeru Ishiba. The evidence provided shows that Shigeru Ishiba made a statement praising Cambodia on 2008-03-05. Therefore, the correct answer is Cambodia, as it was the first country to be praised by", "em": 0.0, "f1": 0.0 }, { "quid": 3040339, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who applied for Iraq after 18 June 2014?", "golds": [ "Nuri al-Maliki", "Iran", "France", "UN Security Council", "Legislature (Iraq)", "Haider Al-Abadi", "Cabinet / Council of Ministers / Advisors (United States)", "Barack Obama" ], "pred": "Islamic State of Iraq and the Levant\nExplanation: The Islamic State of Iraq and the Levant (ISIL) applied for Iraq after 18 June 2014. This is evident from the evidence provided, which shows that ISIL insurgents occupied territory, abducted, hijacked, or took hostages, and received deployment of", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3054421, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 17 November 2014?", "golds": [ "Abhisit Vejjajiva", "Sergey Kuzhugetovich Shoygu", "Barack Obama" ], "pred": "Barack Obama\nExplanation: Barack Obama visited China on 17 November 2014. This is evident from the fact that there are multiple news articles from that date mentioning Barack Obama making a statement or cooperating economically with China. There are no news articles from that date mentioning any other person visiting China. Therefore, the correct answer", "em": 1.0, "f1": 0.1 }, { "quid": 3009164, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Tzipi Livni, who was the first to want to negotiate with Iraq?", "golds": [ "Abdullah G\u00fcl" ], "pred": "Javier Solana\nExplanation: Javier Solana was the first to want to negotiate with Iraq, after Tzipi Livni. Javier Solana expressed intent to meet or negotiate with Tzipi Livni on 2006-02-10. Tzipi Livni expressed intent to meet or negotiate with Iraq on", "em": 0.0, "f1": 0.0 }, { "quid": 3014717, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Inquirer criticise the Philippine military?", "golds": [ "2005-05-12" ], "pred": "The Inquirer criticised the Philippine military in 2005. \nNote: The Inquirer is a Philippine newspaper. The Philippine military is the armed forces of the Philippines. The Inquirer has been critical of the Philippine military on several occasions. The evidence provided shows that the Inquirer has made statements and appeals to the military", "em": 0.0, "f1": 0.0606060606060606 }, { "quid": 3050078, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Ethiopia before Abdelkader Taleb Oumar?", "golds": [ "Uhuru Muigai Kenyatta" ], "pred": "Mwai Kibaki\nExplanation: The last person to visit Ethiopia before Abdelkader Taleb Oumar was Mwai Kibaki, who visited Ethiopia on March 12, 2005. This information can be inferred from the fact that Mwai Kibaki's visit to Ethiopia is documented", "em": 0.0, "f1": 0.0 }, { "quid": 3036381, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to visit the Shura Council before China?", "golds": [ "Roh Moo Hyun" ], "pred": "Iran\nExplanation: The Shura Council is the upper house of the Yemeni Parliament. The last country to visit the Shura Council before China was Iran, as evidenced by the visit on 2008-02-03. This is the most recent visit to the Shura Council before China's visit on 200", "em": 0.0, "f1": 0.0 }, { "quid": 3030935, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who would wish to visit China on the same day of Jaime Paz?", "golds": [ "Vanuatu", "Guatemala", "Okada Katsuya" ], "pred": "Jaime Paz\nExplanation: Jaime Paz is the only person who made a visit to China on the same day. Jaime Paz made a visit to China on 2005-05-11. The other individuals made visits to China on different days. Jaime Paz also made visits to other countries on different days. Therefore, Jaime", "em": 0.0, "f1": 0.0 }, { "quid": 3018568, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, who was the last to received the visit from Fawzi Salloukh?", "golds": [ "Foreign Affairs (Lebanon)" ], "pred": "Iran\nExplanation: The last to received the visit from Fawzi Salloukh before China was Iran. The evidence is based on the fact that the last visit made by Fawzi Salloukh before China was to Iran in 2006. The visits to China and Iran are confirmed by multiple sources", "em": 0.0, "f1": 0.0 }, { "quid": 3044101, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "The United States Senate was rejected by who before Iraq?", "golds": [ "Adil Abdul-Mahdi" ], "pred": "The United States Senate was rejected by the Iraq Parliament before Iraq. The Iraq Parliament rejected the United States Senate's plan to settle the dispute in Iraq. The United States Senate refused to de-escalate military engagement in Iraq. The United States Senate rejected the plan to settle the dispute in Iraq. The United States Senate was", "em": 0.0, "f1": 0.0 }, { "quid": 3053095, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did the citizens of Brazil last express an intention to cooperate with Iraq?", "golds": [ "2007-05" ], "pred": "January\nExplanation: The question asks for the month when the citizens of Brazil last expressed an intention to cooperate with Iraq. However, the provided evidence does not mention Brazil or any Brazilian citizens expressing such an intention. The evidence mentions various countries and entities expressing intentions to cooperate with Iraq, but none of them are from Brazil.", "em": 0.0, "f1": 0.0 }, { "quid": 3003378, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Iraq visit the Indian foreign ministry?", "golds": [ "2014-10-23" ], "pred": "There is no evidence that Iraq visited the Indian foreign ministry in 2005. However, there is evidence that Iraq hosted visits from various countries and individuals, including France, Mitch McConnell, and the Military of Lithuania. Additionally, there is evidence that the Indian foreign ministry hosted visits from various countries and individuals, but not from", "em": 0.0, "f1": 0.0 }, { "quid": 3018877, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "On the same day as Burundi, who wanted to negotiate with Ethiopia?", "golds": [ "Djibouti" ], "pred": "Tanzania\nExplanation: On the same day as Burundi, Tanzania wanted to negotiate with Ethiopia. This is evident from the records of the same date (2005-11-20) where both Burundi and Tanzania expressed their intent to meet or negotiate with each other. This suggests that Tanzania was also in the process of", "em": 0.0, "f1": 0.0 }, { "quid": 3034281, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who accused Thailand after 24 August 2012?", "golds": [ "Cabinet / Council of Ministers / Advisors (United States)", "Citizen (Thailand)", "Barack Obama" ], "pred": "Abhisit Vejjajiva\nExplanation: Abhisit Vejjajiva, the Prime Minister of Thailand, accused Cambodia of being involved in the violence that occurred on 24 August 2012, after the Cambodian military fired on Thai protesters who were attempting to remove a Cambodian flag from a disputed border", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3031623, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who made optimistic remarks about China to the citizens of Singapore in the same month?", "golds": [ "Jian Yu", "Japan", "South Korea" ], "pred": "Japan\nExplanation: The question asks who made optimistic remarks about China to the citizens of Singapore in the same month. The evidence provided shows various diplomatic interactions between Japan and China in January 2005, including negotiations, diplomatic cooperation, and expressions of intent to engage in cooperation. However, there is no mention of Singapore or", "em": 1.0, "f1": 0.04878048780487806 }, { "quid": 3002924, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Ethiopia negotiate after 5 December 2011?", "golds": [ "Head of Government (Ethiopia)", "Foreign Affairs (Ethiopia)", "Barack Obama", "Djibouti", "South Sudan", "Japan", "Sudan", "Representatives (Ethiopia)", "United Arab Emirates" ], "pred": "Eritrea\nExplanation: Ethiopia and Eritrea negotiated after 5 December 2011. The negotiations were led by the African Union High-Level Implementation Panel (AUHIP) and were aimed at resolving the border dispute between the two countries. The negotiations were held in Addis Ababa, Ethiopia, and were facilitated", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3049573, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Thai MP make optimistic remarks about Thailand?", "golds": [ "2009-10" ], "pred": "January\nExplanation: The question asks for the month in which a Thai MP made optimistic remarks about Thailand. The evidence provided includes news articles from 2005, which mention various individuals making comments or taking actions in different months. To answer the question, we need to find the month in which a Thai MP made optimistic remarks", "em": 0.0, "f1": 0.0 }, { "quid": 3018339, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Ethiopia last declare its intention to cooperate?", "golds": [ "Sudan" ], "pred": "Iran\nExplanation: The question asks with which country Ethiopia last declared its intention to cooperate. The correct answer is Iran, as the last record of Ethiopia expressing its intention to cooperate is with Iran on 2005-02-16. The other options are incorrect because they either refer to a different country (Eritrea", "em": 0.0, "f1": 0.0 }, { "quid": 3015499, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited Iraq after September 2015?", "golds": [ "Defense / Security Ministry (United States)", "Eshaq Jahangiri", "Kuwait", "Citizen (Denmark)", "Ante Kotromanovi\u0107", "Haider Al-Abadi", "Sabah Khaled Al-Hamad Al-Sabah" ], "pred": "Mitch McConnell\nExplanation: Mitch McConnell visited Iraq after September 2015. The other options visited Iraq before September 2015. Mitch McConnell is the only one who visited Iraq after September 2015. The other options visited Iraq before September 2015. Mitch McConnell is the only one who visited Iraq after September", "em": 0.0, "f1": 0.0 }, { "quid": 3038017, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to visit Cambodia before the South Korean Trade Union?", "golds": [ "Tourist (Iran)" ], "pred": "Vietnam\nExplanation: The question asks for the last country to visit Cambodia before the South Korean Trade Union. The correct answer is Vietnam, as it is the last country mentioned in the list of evidence that visited Cambodia before the South Korean Trade Union. The other options are incorrect because they either visited Cambodia after the South Korean Trade", "em": 0.0, "f1": 0.0 }, { "quid": 3039391, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before South Sudan, which country did Kuwait last make optimistic comments about?", "golds": [ "Japan" ], "pred": "Sudan\nExplanation: The question asks for the country that Kuwait last made optimistic comments about before South Sudan. The evidence shows that Kuwait made a visit to Sudan on 2005-08-02, which is before the visit to South Sudan on 2006-03-12. Therefore, the answer is Sudan.", "em": 0.0, "f1": 0.0 }, { "quid": 3004240, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Non-Aligned Movement last denounce Malaysia?", "golds": [ "2005" ], "pred": "2005\nExplanation: The Non-Aligned Movement last denounced Malaysia in 2005. The Non-Aligned Movement is a group of states that are not formally aligned with any major power bloc. The movement was established in 1961 and has since grown to include over 120 member states. The movement's", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3006891, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Saud bin Faisal bin Abdul-Aziz praise in the same month as China?", "golds": [ "Isaias Afewerki" ], "pred": "Kuwait\nReasoning skill: Identifying Pros And Cons\nAnalysis: The question requires the reader to analyze the given evidence and identify the country that Saud bin Faisal bin Abdul-Aziz praised in the same month as China. The evidence shows that Saud bin Faisal bin Abdul-Aziz made a statement about Iraq", "em": 0.0, "f1": 0.0 }, { "quid": 3018788, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Nuri al-Maliki say he wanted to meet in Oman in the same month?", "golds": [ "Iran", "Kuwait", "Emperor Akihito", "South Korea", "Japan", "Iraq", "Roh Moo Hyun" ], "pred": "Donald Rumsfeld\nExplanation: Nuri al-Maliki said he wanted to meet Donald Rumsfeld in Oman in April 2006. This is inferred from the fact that Donald Rumsfeld expressed intent to meet or negotiate with Nuri al-Maliki on 2006-04-26, and", "em": 0.0, "f1": 0.0 }, { "quid": 3011008, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2009, who made the first request to China?", "golds": [ "Economist (China)" ], "pred": "Japan\nExplanation: The first request to China was made by Japan in 2005. The evidence shows that Japan made several requests to China, including engaging in negotiation, diplomatic cooperation, and making an appeal or request. The earliest date mentioned is January 6, 2005, when Japan expressed intent to engage in", "em": 0.0, "f1": 0.05128205128205129 }, { "quid": 3001378, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country criticised China on 23 June 2006?", "golds": [ "Tanzania" ], "pred": "Tanzania\nExplanation: On 23 June 2006, Tanzania criticised China. The evidence is the following sentence: \"Tanzania | Criticize or denounce | China | 2006-06-23\". The other sentences do not contain the word \"criticise\" or \"criticize\".", "em": 1.0, "f1": 0.07999999999999999 }, { "quid": 3003062, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who used conventional military force against China before 22 September 2005?", "golds": [ "Bank (China)", "Japan" ], "pred": "Thailand\nExplanation: The National Council of Resistance of Iran used conventional military force against China before 22 September 2005. This is evident from the fact that the National Council of Resistance of Iran is mentioned in the evidence as using conventional military force against China on 22 September 2005. The other entities mentioned in", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3054220, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country did China use conventional military force against first in 2010?", "golds": [ "Iran" ], "pred": "Argentina\nExplanation: China used conventional military force against Argentina in 2010. The evidence is a news article from 2010-09-21 stating that Argentina used conventional military force. The other countries mentioned in the evidence did not have any instances of China using conventional military force against them in 2010. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3044062, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Iraq threatened the police of Turkmenistan?", "golds": [ "2015-06" ], "pred": "There is no evidence that Iraq threatened the police of Turkmenistan. The evidence shows that Iraq threatened the police of Iraq, not Turkmenistan. The evidence also shows that Iraq consulted with Iran, and accused Iran of various things, but there is no evidence of any threat to the police of Turkmenistan. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3004096, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who wanted to negotiate with Thailand in the same month of A.K. Antony?", "golds": [ "Children (Thailand)", "Boonrawd Somtat", "Cabinet / Council of Ministers / Advisors (Thailand)", "Citizen (Thailand)" ], "pred": "Thailand\nExplanation: A.K. Antony expressed intent to meet or negotiate with Thailand on 2007-05-06. This is the only instance where A.K. Antony expressed intent to meet or negotiate with a country in the same month. Therefore, the answer is Thailand. \nNote: The question is based on", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3003267, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2006, which country was first accused by Iraq?", "golds": [ "Iran" ], "pred": "Iran\nExplanation: The first accusation was made on January 7, 2005, when Iraq accused Iran of interfering in its internal affairs. This was followed by another accusation on January 28, 2005. The accusations were made in the context of Iraq's efforts to establish a stable government and address the country", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3035394, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month, who did Iraq accuse of being a member of the Iraqi parliament?", "golds": [ "Other Authorities / Officials (Turkey)" ], "pred": "Iran\nExplanation: The Iraqi Islamic Party praised Iran on January 5, 2005. Iran hosted a visit from the Special Rapporteurs of the United Nations on February 6, 2005. Iraq accused Iran on January 7, 2005, and January 28, 2005. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3023373, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Jos\u00e9 Alencar Gomes da Silva supported China?", "golds": [ "2006-03" ], "pred": "March 2006\nExplanation: Jos\u00e9 Alencar Gomes da Silva supported China in March 2006. The evidence includes multiple records of him visiting China and being hosted by China during that month. There is no evidence of him supporting China in March 2005, as he was meeting with Donald Rumsfeld", "em": 0.0, "f1": 0.05 }, { "quid": 3014949, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2011, with which country did Thailand first express an interest in cooperation?", "golds": [ "Cambodia" ], "pred": "China\nExplanation: In 2011, Thailand first expressed an interest in cooperation with China. This is evident from the various news articles and statements from Thai citizens, media personnel, and military personnel, which indicate a desire for diplomatic cooperation, policy support, and material cooperation with China. The earliest recorded expression of interest in", "em": 0.0, "f1": 0.0 }, { "quid": 3052313, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did China investigate first after the Chinese criminal?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: The question asks which country China investigated first after the Chinese criminal. The evidence shows that China investigated Japan on January 31, 2005. The other options are not supported by the evidence. Japan investigated a Thai citizen on January 11, 2005, but this is not related to the", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3002786, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Iraq, who received Central Intelligence Agency's visit from Central Intelligence Agency last?", "golds": [ "Inter-Services Intelligence" ], "pred": "Niger\nExplanation: The Central Intelligence Agency visited Niger in 2005. Niger received the visit from Central Intelligence Agency last. The Central Intelligence Agency visited Niger on July 17, 2005. The Central Intelligence Agency visited Iraq on October 28, 2005. Therefore, Niger received the visit from Central Intelligence", "em": 0.0, "f1": 0.08695652173913045 }, { "quid": 3002470, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "With which country did the Thai military sign formal agreements in the same month?", "golds": [ "Vietnam", "Malaysia", "Japan" ], "pred": "Germany\nExplanation: The Thai military signed formal agreements with Germany in the same month. The evidence is from the Office of the Attorney General, which signed a formal agreement with the Royal Thai Police on August 10, 2015. This is the only instance where the Thai military signed a formal agreement with a country in", "em": 0.0, "f1": 0.0 }, { "quid": 3005264, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised China on 5 November 2008?", "golds": [ "Dragan \u0160utanovac" ], "pred": "Dragan \u0160utanovac\nExplanation: Dragan \u0160utanovac praised China on 5 November 2008. The other options are incorrect because they either did not praise China or did not occur on 5 November 2008. For example, Barack Obama made a statement about China on 5 November", "em": 1.0, "f1": 0.125 }, { "quid": 3030081, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Ethiopia first visit the Civil Aviation Authority?", "golds": [ "2014" ], "pred": "2005\nExplanation: The Civil Aviation Authority first visited Ethiopia in 2005. This is evident from the evidence provided, which shows that the Civil Aviation Authority made a visit to Tanzania in 2005, and also made a statement about Iran in 2005. There is no evidence of a visit to Ethiopia", "em": 0.0, "f1": 0.0 }, { "quid": 3016337, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the UN High Commissioner for Refugees last appeal to Malaysia?", "golds": [ "2012-12-19" ], "pred": "2005-01-19\nReasoning skill required: Identifying the most recent event or action in a sequence of events. In this case, the question asks for the date when the UN High Commissioner for Refugees last appealed to Malaysia. The correct answer is 2005-01-19, as it", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3002523, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise Kuwait after Nuri al-Maliki?", "golds": [ "Muhammad Naji al-Otari" ], "pred": "Kuwait\nExplanation: The first to praise Kuwait after Nuri al-Maliki was Kuwait. The evidence is based on the fact that Kuwait is the only entity that made a statement praising Kuwait after Nuri al-Maliki. The other entities mentioned in the evidence, such as the Iraq legislature, Muhammad Naji al", "em": 0.0, "f1": 0.16216216216216214 }, { "quid": 3047440, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was accused by Ethiopia after 12 June 2014?", "golds": [ "Eritrea" ], "pred": "Djibouti\nExplanation: The country accused by Ethiopia after 12 June 2014 is Djibouti. This is because Al-Shabaab employed aerial weapons in Djibouti on 12 June 2014. Ethiopia accused Djibouti of this action. The other options are not correct", "em": 0.0, "f1": 0.0 }, { "quid": 3018768, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 31 March 2015, who paid a visit to Ethiopia?", "golds": [ "African Union", "Abdel Fattah Al-Sisi", "Yemen" ], "pred": "Abdel Fattah Al-Sisi\nExplanation: Abdel Fattah Al-Sisi, the President of Egypt, paid a visit to Ethiopia on 31 March 2015. This is evident from the evidence provided, which shows that Abdel Fattah Al-Sisi made a visit to Ethiopia on that date. The", "em": 1.0, "f1": 0.2424242424242424 }, { "quid": 3030223, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Djibouti, who last wanted to meet with The Hague?", "golds": [ "Special Court for Sierra Leone" ], "pred": "Uganda\nExplanation: The evidence shows that Uganda was the last country to express an intent to meet or negotiate with The Hague, with a statement from a Bishop in Uganda on March 29, 2005. Djibouti is not mentioned in the evidence. The other countries mentioned in the evidence either made statements,", "em": 0.0, "f1": 0.0 }, { "quid": 3052395, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the last to want to cooperate with Kuwait in 2007?", "golds": [ "Ethiopia" ], "pred": "Yemen\nExplanation: Yemen was the last to want to cooperate with Kuwait in 2007. The evidence shows that Yemen engaged in diplomatic cooperation with Kuwait on January 7, 2007, while all other countries expressed intent to engage in diplomatic cooperation or consult with Kuwait after that date. Therefore, Yemen was the last", "em": 0.0, "f1": 0.0 }, { "quid": 3015339, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 6 November 2013?", "golds": [ "Governor (Japan)", "Uhuru Muigai Kenyatta", "Head of Government (Sri Lanka)" ], "pred": "Uhuru Muigai Kenyatta\nExplanation: Uhuru Muigai Kenyatta visited China on 6 November 2013. The evidence is from the following sources:\n- \"China | Demand | Japan | 2013-11-06\" is not relevant to the question.\n- \"China |", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3001744, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did Iraq first want to engage in diplomatic cooperation after Nuri al-Maliki?", "golds": [ "Romania" ], "pred": "Iran\nExplanation: On 2006-04-27, Nuri al-Maliki made a statement that Iraq would engage in diplomatic cooperation with Iran. On 2006-04-27, Iraq made a statement that it would engage in diplomatic cooperation with Nuri al-Maliki. On 2006", "em": 0.0, "f1": 0.0 }, { "quid": 3044319, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Kuwait offer cooperation to South Korea?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question asks for the year in which Kuwait offered cooperation to South Korea. The evidence provided shows that there were several instances of cooperation and diplomatic engagement between Kuwait and South Korea in 2005, including a consultation on January 28, 2005, and an expression of intent to meet", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3026922, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who criticised China after 30 October 2015?", "golds": [ "Tsai Ing-wen", "Japan", "Barack Obama" ], "pred": "Malaysia\nExplanation: The question asks who criticised China after 30 October 2015. The evidence shows that Malaysia criticised China on 30 October 2015. The other countries either made optimistic comments, signed formal agreements, or consulted with China. Therefore, the answer is Malaysia. \nNote: The evidence is based", "em": 0.0, "f1": 0.0 }, { "quid": 3011587, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country visited Iraq on 11 March 2005?", "golds": [ "South Korea" ], "pred": "South Korea\nExplanation: The evidence shows that South Korea visited Iraq on 11 March 2005. The other options are not supported by the evidence. Jack Straw visited Iraq on 11 March 2005, but he was the one visiting, not the country he was visiting. Rafael Seguis engaged in negotiation with", "em": 1.0, "f1": 0.1142857142857143 }, { "quid": 3035130, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who condemned China in July, 2014?", "golds": [ "Economist (China)", "Vietnam", "Xi Jinping", "Cabinet / Council of Ministers / Advisors (United States)", "Barack Obama" ], "pred": "Japan\nExplanation: Japan condemned China in July, 2014. The evidence is not in the text, but it is a fact. The text only shows the diplomatic relations between Japan and China in 2005. The text does not show any condemnation from Japan to China in 2005. The text only shows", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3007308, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who first wanted to meet with Djibouti after the US Navy had done so?", "golds": [ "Mahmoud Ahmadinejad" ], "pred": "Eritrea\nExplanation: Eritrea was the first to want to meet with Djibouti after the US Navy had done so. The US Navy had visited Djibouti in 2002. Eritrea expressed its intent to meet or negotiate with Djibouti on March 7,", "em": 0.0, "f1": 0.0 }, { "quid": 3030290, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Malaysia make optimistic remarks about Cambodia?", "golds": [ "2008" ], "pred": "2005\nExplanation: The question asks for the year in which Malaysia made optimistic remarks about Cambodia. The evidence provided shows various diplomatic interactions and statements made by different countries and entities in 2005, but none of them specifically mention Malaysia making optimistic remarks about Cambodia. However, the question can still be answered based on", "em": 0.0, "f1": 0.0 }, { "quid": 3042027, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 13 Jan 2015, which country was condemned by Ethiopia?", "golds": [ "Tigrayan People's Liberation Front", "Foreign Affairs (Italy)", "Qatar", "Activist (Ethiopia)", "Al-Shabaab", "Eritrea", "Human Rights Watch" ], "pred": "Nigeria\nExplanation: The question is asking which country was condemned by Ethiopia before 13 Jan 2015. The evidence shows that Boko Haram was condemned by Ethiopia on 13 Jan 2015. However, the question is asking which country was condemned before 13 Jan 2015. The evidence also shows that", "em": 0.0, "f1": 0.07692307692307693 }, { "quid": 3055950, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to praise Malaysia?", "golds": [ "Gerhard Schr\u00f6der" ], "pred": "Malaysia\nExplanation: The first to praise Malaysia was Malaysia itself. The evidence shows that Malaysia expressed intent to cooperate with Thailand, expressed intent to engage in diplomatic cooperation with its representatives, expressed intent to provide economic aid to Thailand, and expressed intent to meet or negotiate with Yemen and Japan. This suggests that Malaysia was the first", "em": 0.0, "f1": 0.0 }, { "quid": 3026146, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China host the visit of Volker Kauder?", "golds": [ "2009-04" ], "pred": "April\nExplanation: The evidence shows that Volker Kauder visited China in April 2009. Therefore, the answer is April. The other options are incorrect because the evidence does not show that Volker Kauder visited China in any other month. Additionally, the evidence shows that Volker Kauder visited", "em": 0.0, "f1": 0.07142857142857144 }, { "quid": 3000263, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In March 2012, who made a request to China?", "golds": [ "Government Official (Japan)", "United States Senate", "Barack Obama", "Mainland Affairs Council", "Julia Gillard", "South Korea", "Mwai Kibaki", "Lee Myung Bak", "Mario Monti", "France", "Cabinet / Council of Ministers / Advisors (United States)", "Japan", "UN Security Council" ], "pred": "Japan\nExplanation: In March 2012, Japan made a request to China. This is based on the information provided in the table, which shows that in March 2012, there was a record of Japan making a request to China. The exact date is not specified, but it is clear that Japan made a", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3044888, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Malaysia last praise Mahmoud Abbas?", "golds": [ "2011" ], "pred": "2005\nExplanation: The question asks in which year Malaysia last praised Mahmoud Abbas. The evidence provided shows that Malaysia made an optimistic comment about Mahmoud Abbas on January 12, 2005. This is the most recent date mentioned in the evidence, indicating that Malaysia last praised Mahmoud Abbas in 2005. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3033031, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to visit Malaysia before South Korea?", "golds": [ "Shaukat Aziz" ], "pred": "Thailand\nExplanation: The last country to visit Malaysia before South Korea was Thailand. This is evident from the fact that Thailand made a visit to Malaysia on January 24, 2005, and hosted a visit from Malaysia on January 10, 2005. In contrast, South Korea's visit to Malaysia occurred after", "em": 0.0, "f1": 0.0 }, { "quid": 3041817, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the UN Security Council make negative comments about China?", "golds": [ "2007-10" ], "pred": "February\nExplanation: The UN Security Council made negative comments about China in February 2005. The evidence is from the UN Security Council's statements and visits in February 2005, which include a visit to Japan, a visit to Iran, and a statement about Sudan. There is no evidence of negative comments about China", "em": 0.0, "f1": 0.0 }, { "quid": 3031134, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before Sep, 2013, which country was investigated by Iraq?", "golds": [ "Defense / Security Ministry (United States)", "City Mayor (Iraq)", "Iran", "Ministry (Egypt)" ], "pred": "Iran\nExplanation:\nThe question asks which country was investigated by Iraq before Sep, 2013. The evidence provided shows that in 2005, Iraq investigated Iran. There is no information about Iraq investigating any other country before Sep, 2013. Therefore, the answer is Iran. \nNote: The question is", "em": 1.0, "f1": 0.0625 }, { "quid": 3033130, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who requested a meeting with China in 2009-07?", "golds": [ "Japan", "Alik L. Alik", "Vietnam", "Steven Chu", "South Korea", "Energy Department/Ministry (United States)", "Admiral (China)", "Indigenous People (Taiwan)", "South Africa", "Assemblies (Cambodia)", "Ma Ying Jeou", "Mexico", "Barack Obama" ], "pred": "Malaysia\nExplanation: The evidence shows that Malaysia requested a meeting with China in 2009-07. The evidence also shows that China hosted a visit from Malaysia in 2009-06-05, 2009-05-28, and 2009-03-24. The evidence also shows that China", "em": 0.0, "f1": 0.07692307692307693 }, { "quid": 3031193, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Thailand, with whom did the Malaysian police wish to meet?", "golds": [ "Timor-Leste", "Malaysia", "Lawyer/Attorney (Malaysia)", "Malaysian People's Party", "National Front Malaysia", "Citizen (Singapore)", "Progressive Movement", "Women (Malaysia)", "Representatives (Malaysia)" ], "pred": "Vietnam\nExplanation: The Malaysian police wished to meet with Vietnam before Thailand. This is evident from the fact that the first entry in the list is \"Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\" and the second entry is \"Thailand | Express intent to meet or", "em": 1.0, "f1": 0.058823529411764705 }, { "quid": 3027619, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, which country last made pessimistic remarks about China?", "golds": [ "Japan" ], "pred": "Japan\nExplanation:\n- The question asks for the country that last made pessimistic remarks about China in 2007.\n- However, the evidence provided is from 2005, not 2007.\n- The evidence shows that Japan made pessimistic comments about China on 2005-01-14.\n- There", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3026518, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Thailand provide humanitarian aid to the Hmong of Thailand?", "golds": [ "2005" ], "pred": "2005\nExplanation: The question asks for the year in which Thailand provided humanitarian aid to the Hmong of Thailand. The evidence provided shows that in 2005, Thailand provided humanitarian aid to the Hmong of Thailand. The correct answer is 2005. The other options are incorrect because they refer to other", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3005934, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Malaysia make optimistic comments about Sheikh Ahmed Abdullah?", "golds": [ "2010" ], "pred": "2007\nReasoning Skill: This question requires the ability to analyze and identify relevant information from a large dataset. The correct answer can be determined by looking for the year in which Malaysia made optimistic comments about Sheikh Ahmed Abdullah. The dataset provides a list of events and statements made by Sheikh Ahmed Abdullah, but it does", "em": 0.0, "f1": 0.0 }, { "quid": 3004069, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country negotiated with Ethiopia in 2014-09?", "golds": [ "Japan" ], "pred": "Sudan\nExplanation: The evidence shows that Sudan and Ethiopia engaged in negotiations in 2014. The evidence does not show that any other country negotiated with Ethiopia in 2014. Therefore, the answer is Sudan. \nNote: The evidence is based on the provided text and may not be a comprehensive list of all events", "em": 0.0, "f1": 0.0 }, { "quid": 3044610, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "On what date did the Foreign Ministry of Malaysia want to participate in diplomatic cooperation with Cambodia?", "golds": [ "2010-08-14" ], "pred": "2005-01-25\nExplanation: The Foreign Ministry of Malaysia wanted to participate in diplomatic cooperation with Cambodia on 2005-01-25. This is inferred from the fact that the Malaysian government expressed its intent to engage in diplomatic cooperation with its representatives on that date. This is a reasonable inference because the", "em": 0.0, "f1": 0.0 }, { "quid": 3005270, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who asked for China in the same month of the media of Russia?", "golds": [ "Mainland Affairs Council", "Envoy (United States)", "Yasuo Fukuda", "France", "Javier Solana", "Japan" ], "pred": "China\nExplanation: The question is asking who asked for China in the same month of the media of Russia. However, there is no information about Russia in the given evidence. The evidence only mentions Japan and China. Therefore, the correct answer is China, as it is the one that was asked for in the same month", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3001252, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Kuwait first wish to establish diplomatic cooperation with the United Arab Emirates?", "golds": [ "2008" ], "pred": "2005\nExplanation: The United Arab Emirates first expressed intent to engage in diplomatic cooperation with Kuwait on February 2, 2005. This is the earliest date mentioned in the provided evidence. The evidence does not mention any earlier date for Kuwait wishing to establish diplomatic cooperation with the United Arab Emirates. Therefore, the", "em": 0.0, "f1": 0.0 }, { "quid": 3009421, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Thailand first express its intention to meet with the Student of Thailand?", "golds": [ "2006-11" ], "pred": "January\nExplanation: The first expression of intent to meet with the Student of Thailand was in January 2005. This is evident from the various news articles and statements from the Department of Geologic Survey and its Mineral Exploration (Thailand) and the Citizen (Thailand) in January 2005. The earliest expression", "em": 0.0, "f1": 0.0 }, { "quid": 3050075, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did the United Arab Emirates last praise before Oman?", "golds": [ "Iran" ], "pred": "Iraq\nExplanation: The United Arab Emirates last praised Iraq before Oman. The evidence is from the 2005-02-02 entry, which states that the United Arab Emirates praised or endorsed Iraq. The next entry after that is the 2005-05-24 entry, which states that Oman signed a formal agreement", "em": 0.0, "f1": 0.0 }, { "quid": 3006878, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first wished to negotiate with China after Yeo Cheow Tong did?", "golds": [ "Japan" ], "pred": "Singapore\nExplanation: Yeo Cheow Tong is a Singaporean politician. He was the Minister for Foreign Affairs of Singapore from 1994 to 2004. He was the first Singaporean politician to wish to negotiate with China. He made a visit to China on 2005-11-28. He expressed", "em": 0.0, "f1": 0.0 }, { "quid": 3044747, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who praised China in September 2010?", "golds": [ "LeRoy Trotman", "Dmitry Anatolyevich Medvedev", "Head of Government (Ukraine)", "Head of Government (Ghana)", "Ma Ying Jeou", "High Commission for Refugees", "Cambodia", "Barack Obama" ], "pred": "Japan, Mexico, Kazakhstan, Vietnam\nExplanation: The question asks who praised China in September 2010. The answer is the countries that engaged in diplomatic cooperation with China, which includes Japan, Mexico, Kazakhstan, and Vietnam. These countries expressed their intent to engage in diplomatic cooperation with China, which implies that they praised", "em": 0.0, "f1": 0.0 }, { "quid": 3055860, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who investigated Malaysia first?", "golds": [ "Police (Malaysia)" ], "pred": "Police (Malaysia)\nExplanation: The police in Malaysia were the first to investigate the case. They made statements, confiscated property, and arrested people. They also consulted with other countries, such as Sudan and Iran, and provided aid to Aceh. The police in Malaysia were the primary investigators in the case. The other", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3052437, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, which country received the visit from Daily Monitor first?", "golds": [ "Sudan" ], "pred": "Angola\nExplanation: The first country visited by Daily Monitor after China was Angola. This is because Angola is the first country listed in the search results after China. The search results show that Daily Monitor visited Angola on May 25, 2006. The other countries listed in the search results, such as Aceh,", "em": 0.0, "f1": 0.0 }, { "quid": 3042592, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2011, which country was the last to formally sign an agreement with Iraq?", "golds": [ "Iran" ], "pred": "France\nExplanation: The last country to sign an agreement with Iraq in 2011 was France. The evidence provided shows that France signed an agreement with Iran on January 26, 2005, and another on January 18, 2005. There is no record of France signing an agreement with Iraq in", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3018382, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After China, which country hosted Abu Bakr Abdullah al-Qirbi's visit from Abu Bakr Abdullah al-Qirbi?", "golds": [ "Oman", "Kuwait", "Qatar", "Eritrea", "South Africa", "France", "United Arab Emirates", "Japan" ], "pred": "Iran\nExplanation: The question asks which country hosted Abu Bakr Abdullah al-Qirbi's visit after China. The evidence shows that China is not mentioned in the list of countries that hosted Abu Bakr Abdullah al-Qirbi's visit. However, the list does show that Iran hosted Abu Bakr Abdullah al-Q", "em": 0.0, "f1": 0.0 }, { "quid": 3050035, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Malaysia make optimistic comments about Mahmoud Abbas?", "golds": [ "2005-01-12" ], "pred": "2005-01-12\nExplanation: The question asks at what time Malaysia made optimistic comments about Mahmoud Abbas. The answer is 2005-01-12, which is the date when Malaysia made an optimistic comment about Mahmoud Abbas. The other dates mentioned in the evidence are either when other countries or individuals made", "em": 1.0, "f1": 0.1621621621621622 }, { "quid": 3038763, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who expressed the intention to negotiate with Malaysia first, after Alberto Gonzales?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Malaysia\nExplanation: Alberto Gonzales expressed the intention to negotiate with Malaysia first, after Alberto Gonzales. The evidence is that Alberto Gonzales expressed the intention to meet or negotiate with Malaysia on 2005-11-11, and Malaysia hosted a visit from Alberto Gonzales on 2005-11-17.", "em": 0.0, "f1": 0.0 }, { "quid": 3042659, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to negotiate with China on 1 September 2015?", "golds": [ "South Africa", "Xi Jinping", "Islam Karimov", "Citizen (International)" ], "pred": "Xi Jinping\nExplanation: Xi Jinping expressed the intention to negotiate with China on 1 September 2015. This is evident from the evidence provided, which shows that Xi Jinping was the one who expressed the intention to meet or negotiate with China on that date. The other options, such as South Africa, Islam Karim", "em": 1.0, "f1": 0.10256410256410257 }, { "quid": 3022380, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would wish to visit Burundi before September 12th, 2011?", "golds": [ "Eimert van Middelkoop", "Charles Mwando Nsimba", "James Kabarebe", "South African National Defence Force", "Ministry (Belgium)", "Jakaya Mrisho Kikwete", "Hamadoun Tour\u00e9", "Mwai Kibaki", "Rupiah Banda", "Agence France-Presse", "UN Security Council", "China", "Refugee (Tanzania)", "Media Personnel (Africa)" ], "pred": "Rebel Group (Burundi)\nExplanation: The question asks who would wish to visit Burundi before September 12th, 2011. The evidence provided shows that various individuals and groups visited Burundi between 2005 and 2005. However, the question specifically asks about visits before September 12th,", "em": 0.0, "f1": 0.0 }, { "quid": 3007018, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Monastery of China first reject China?", "golds": [ "2008-03-14" ], "pred": "2005\nThe final answer is: $\\boxed{2005}$ . 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005. 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3015038, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before July 2008, who had a telephone conversation with the Inquirer?", "golds": [ "Franklin Drilon", "Benjamin Abalos", "Congress (Philippines)", "Police (Philippines)", "ZTE Corp.", "Priest (Philippines)", "City Mayor (Philippines)" ], "pred": "Franklin Drilon\nExplanation: Franklin Drilon had a telephone conversation with the Inquirer on March 9, 2008. The Inquirer had telephone conversations with Franklin Drilon on March 8 and 9, 2008. The Inquirer had telephone conversations with Congress on December 3,", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3006409, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Burundi, who made the rebel group of Burundi suffer from conventional military forces?", "golds": [ "Military (Burundi)" ], "pred": "Ethiopia\nExplanation: The rebel group of Burundi suffered from conventional military forces of Ethiopia. Ethiopia deployed peacekeepers to Burundi in May 2005, and the South African National Defence Force also mobilized its armed forces in October 2005. This indicates that Ethiopia was involved in using conventional military forces against the rebel", "em": 0.0, "f1": 0.10526315789473684 }, { "quid": 3053973, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Kuwait after the presidential family of the United States?", "golds": [ "Mahmoud Abbas" ], "pred": "The first to visit Kuwait after the presidential family of the United States was the Undersecretary of the United States. The Undersecretary of the United States visited Kuwait on January 29, 2005. The Undersecretary of the United States was hosted by Kuwait on January 29, 2005. The", "em": 0.0, "f1": 0.0 }, { "quid": 3018203, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the Foreign Minister of Namibia express the intention to meet with China?", "golds": [ "2010-12-06" ], "pred": "There is no information about the Foreign Minister of Namibia expressing the intention to meet with China. The information provided is about other countries and entities expressing their intentions to meet or negotiate with China. Therefore, the answer is \"None\". \nNote: The information provided is based on the given evidence and may not be comprehensive or", "em": 0.0, "f1": 0.0 }, { "quid": 3020021, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country signed an agreement with Cambodia on the same month as the Ministry of Vietnam?", "golds": [ "Thailand", "Japan", "Laos" ], "pred": "China\nExplanation: The Ministry of Vietnam signed an agreement with Cambodia on the same month as the Ministry of Vietnam. The Ministry of Vietnam signed an agreement with China on January 14, 2005. Therefore, the country that signed an agreement with Cambodia on the same month as the Ministry of Vietnam is China.", "em": 0.0, "f1": 0.0 }, { "quid": 3002119, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, who was the first country in the Middle East to use conventional military force against?", "golds": [ "Militant (Syria)" ], "pred": "Lebanon\nExplanation: The first country in the Middle East to use conventional military force against was Lebanon. This is evident from the fact that on 2005-02-15, Rafiq Hariri, the Prime Minister of Lebanon, used conventional military force against. This is in contrast to Iraq, which provided military aid", "em": 0.0, "f1": 0.0 }, { "quid": 3032480, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Ethiopia was last rejected by whom?", "golds": [ "Eritrea" ], "pred": "Eritrea\nExplanation: The question asks for the country that last rejected Ethiopia. The evidence provided is a list of diplomatic interactions between various countries and Ethiopia, including consultations, accusations, occupations, and statements. To answer the question, we need to find the most recent interaction where Ethiopia was rejected. The last interaction where", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3022176, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China first negotiate with the Associated Press?", "golds": [ "2005-08-31" ], "pred": "2005-05-05\nExplanation: The question asks when China first negotiated with the Associated Press. The evidence provided shows various dates of consultations, discussions, and visits between the Associated Press and different countries and individuals, including China. However, the specific date of the first negotiation between China and the Associated Press is", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3013378, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did China provide humanitarian aid to after the villagers of China?", "golds": [ "Yemen", "Zambian Defence Force", "Middle East", "South Sudan", "The Poor (China)", "Citizen (Nigeria)", "Vietnam", "Cambodia" ], "pred": "Thailand\nExplanation: The question asks who China provided humanitarian aid to after the villagers of China. The correct answer is Thailand. This is because the evidence shows that China provided aid to Thailand on 2005-01-06. The other options are incorrect because they either refer to Japan providing aid to various countries or do", "em": 0.0, "f1": 0.09523809523809523 }, { "quid": 3024497, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Malaysia make negative comments about China?", "golds": [ "2015" ], "pred": "2005\nExplanation: The year in which Malaysia made negative comments about China is 2005. This is evident from the news articles and statements made by Malaysian officials and representatives in 2005, which include negative comments about China. The articles and statements are dated between January 7, 2005, and", "em": 0.0, "f1": 0.0 }, { "quid": 3000386, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who signed formal agreements with China in January 2009?", "golds": [ "Vietnam", "Iran", "Malawi", "Iraq" ], "pred": "Vietnam\nExplanation: Vietnam signed formal agreements with China in January 2009. The evidence includes two instances of Vietnam signing formal agreements with China on January 3, 2009, and engaging in diplomatic cooperation with China on January 8 and 19, 2009. There is no evidence of Vietnam signing formal", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3016727, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, who wanted to negotiate with the United Arab Emirates first?", "golds": [ "Nuri al-Maliki" ], "pred": "Iraq\nExplanation: Iraq was the first to sign a formal agreement with the United Arab Emirates on March 7, 2005. This indicates that Iraq was the first to negotiate with the United Arab Emirates. The other options do not indicate that they were the first to negotiate with the United Arab Emirates. Thailand expressed intent", "em": 0.0, "f1": 0.0 }, { "quid": 3000376, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Tim Pawlenty, who would wish to visit Kuwait last?", "golds": [ "Council of Representatives" ], "pred": "Iraq\nThe best answer is Iraq. 2014-04-23 02:04:23 :: @::1.0.0.0::Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0", "em": 0.0, "f1": 0.0 }, { "quid": 3034313, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised Iraq on 22 September 2007?", "golds": [ "Mahmoud Ahmadinejad" ], "pred": "Mahmoud Ahmadinejad\nExplanation: Mahmoud Ahmadinejad praised Iraq on 22 September 2007. This is evident from the evidence provided, which shows that Mahmoud Ahmadinejad made a statement praising Iraq on that date. The other options do not show any evidence of praising Iraq on that date. In fact, Iran", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3042138, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Thailand last express an interest in working with the indigenous peoples of Thailand?", "golds": [ "2014" ], "pred": "2005\nExplanation: The year 2005 is the most recent year in which Thailand expressed an interest in working with the indigenous peoples of Thailand. This is evident from the various interactions and events documented in the evidence, including expressions of intent to engage in material cooperation, diplomatic cooperation, and symbolic acts. The evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3025277, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Swaziland want to negotiate with before 3 September 2007?", "golds": [ "Malawi" ], "pred": "South Africa and Lesotho. \nExplanation: \nThe question asks who Swaziland wanted to negotiate with before 3 September 2007. The answer is South Africa and Lesotho. This is because the evidence shows that Swaziland expressed an intent to meet or negotiate with both South Africa and Lesoth", "em": 0.0, "f1": 0.0 }, { "quid": 3045978, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 24 April 2012, who wanted to negotiate with China?", "golds": [ "Citizen (North Korea)", "Citizen (Thailand)" ], "pred": "Citizen (Thailand) and Citizen (North Korea) and Sudan and Japan and China and China and China and Xi Jinping and Wen Jiabao and China and Thailand and South Sudan and China and China and China\nReasoning Skill: Inductive Reasoning\nThis question requires the ability to analyze a list of events and", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3010222, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Marietta Giannakou, who was the first to want to meet with China?", "golds": [ "Ali Abdullah Saleh" ], "pred": "Religion (China) was the first to want to meet with China. The first date of the expression of intent to meet or negotiate was 2005-01-10. The first person to want to meet with China was Religion (China). The first date of the expression of intent to meet or negotiate was 200", "em": 0.0, "f1": 0.0 }, { "quid": 3047125, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country expressed its intention to meet with Iraq in the same month as the Australian businessman?", "golds": [ "Iran", "Qatar" ], "pred": "Kuwait\nExplanation: The Australian businessman was kidnapped on January 5, 2005. In the same month, Kuwait expressed its intention to meet with Iraq. The other countries mentioned in the evidence did not express their intention to meet with Iraq in the same month. Therefore, the answer is Kuwait. \nNote: The", "em": 0.0, "f1": 0.0 }, { "quid": 3025508, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China sign formal agreements with Ra\u00fal Castro?", "golds": [ "2014-07-23" ], "pred": "2005-04-19\nExplanation: The question asks when China signed formal agreements with Ra\u00fal Castro. The evidence provided shows that Ra\u00fal Castro made statements and visits to China from April 17 to 22, 2005, and China hosted his visits during the same period. However, the", "em": 0.0, "f1": 0.0 }, { "quid": 3029237, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who praised Ethiopia in the same year?", "golds": [ "Congress (United States)", "Sudan", "Mohamed Qanyare Afrah", "China", "UN Security Council" ], "pred": "Yemen, Sudan, Djibouti, Isaias Afewerki, Transparency International\nExplanation: The question asks who praised Ethiopia in the same year. The answer is those who made a positive statement about Ethiopia in 2005. Yemen, Sudan, Djibouti, Isaias Afewer", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3026388, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, which was the first country China used conventional military force against?", "golds": [ "South Korea" ], "pred": "None of the above. China did not use conventional military force against any country in 2005. The evidence provided shows that China was involved in diplomatic efforts and provided military aid to Iraq, but there is no record of China using conventional military force against any country. Therefore, the correct answer is \"None of the above", "em": 0.0, "f1": 0.0 }, { "quid": 3039868, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country made pessimistic remarks about China on 19 December 2010?", "golds": [ "Japan" ], "pred": "Japan\nExplanation: Japan made pessimistic remarks about China on 19 December 2010. Wen Jiabao made a statement on 19 December 2010, but it was about China, not pessimistic remarks about China. Ma Ying Jeou demanded something on 19 December 2010, but it was", "em": 1.0, "f1": 0.07999999999999999 }, { "quid": 3042585, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was endorsed by Iraq on the same year of the company - owner or operator of Egypt?", "golds": [ "Iran", "Business (Iran)", "UN Security Council" ], "pred": "Iran\nExplanation: The question is asking who was endorsed by Iraq in the same year as the company - owner or operator of Egypt. The answer is Iran, as evidenced by the following statements:\n- Iraq praised or endorsed Iran on January 1, 2005.\n- Iran praised or endorsed Iraq on January 31", "em": 1.0, "f1": 0.0625 }, { "quid": 3012276, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Saud bin Faisal bin Abdul-Aziz visit China for the first time?", "golds": [ "2013-05-18" ], "pred": "2006\nExplanation: Saud bin Faisal bin Abdul-Aziz visited China for the first time in 2006. This is inferred from the fact that there are multiple records of his consultations with Tony Blair and Jack Straw in January 2006, but no records of such consultations in 2005. This", "em": 0.0, "f1": 0.0 }, { "quid": 3016352, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to provide humanitarian aid to Iraq?", "golds": [ "Military (El Salvador)" ], "pred": "Iran\nExplanation: Iran was the first to provide humanitarian aid to Iraq. The evidence shows that Iran provided humanitarian aid to Aceh on January 27, 2005, and that it was the first instance of humanitarian aid provided by Iran. The other instances of aid provided by Iran were military aid to Iraq on January", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3013163, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Brazil, who was the last to visit Ethiopia?", "golds": [ "African Union" ], "pred": "Mwai Kibaki\nExplanation: Mwai Kibaki was the last to visit Ethiopia before Brazil. He visited Ethiopia on March 10 and 12, 2005. Brazil has not visited Ethiopia yet. The evidence is from news articles and official government websites. The articles and websites mention the visits", "em": 0.0, "f1": 0.0 }, { "quid": 3009189, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did China last negotiate?", "golds": [ "Iran" ], "pred": "Japan\nExplanation: The question asks with which country China last negotiated. The evidence shows that China last negotiated with Japan on January 20, 2005. The other options are either countries that China negotiated with earlier in the month or countries that China expressed intent to meet or negotiate with, but not the last country China", "em": 0.0, "f1": 0.0 }, { "quid": 3052462, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country that Shaukat Aziz wanted to cooperate with after China?", "golds": [ "Government (Pakistan)" ], "pred": "Afghanistan\nExplanation: Shaukat Aziz visited China on January 28 and 31, 2005. After visiting China, he expressed his intent to cooperate with Afghanistan on February 10, 2005. This indicates that Afghanistan was the first country he wanted to cooperate with after China. The other options,", "em": 0.0, "f1": 0.0 }, { "quid": 3016466, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country visited Kuwait last, before Rehman Malik?", "golds": [ "Japan" ], "pred": "Iran\nExplanation: The last country that Rehman Malik visited before Richard Boucher was Iran. This is evident from the fact that the last entry for Rehman Malik is a statement he made about Iran on 2008-08-29, and the first entry for Richard Boucher is a consultation with Re", "em": 0.0, "f1": 0.0 }, { "quid": 3028024, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was last criticised by China in 2008?", "golds": [ "France" ], "pred": "South Africa\nExplanation: The last criticism by China in 2008 was against South Africa on January 8, 2008. The criticism was in the form of diplomatic cooperation. The other countries mentioned were not criticised by China in 2008. They were either engaging in diplomatic cooperation with China or were the ones", "em": 0.0, "f1": 0.0 }, { "quid": 3044080, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Association of Southeast Asian Nations, which was the last country to praise Malaysia?", "golds": [ "China" ], "pred": "Laos\nExplanation: The question asks for the last country to praise Malaysia. The evidence shows that Laos was the last country to consult with the Association of Southeast Asian Nations, which is the last country to praise Malaysia. Therefore, the answer is Laos. The other options are incorrect because they are not the last country to praise", "em": 0.0, "f1": 0.0 }, { "quid": 3019569, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to which China appealed?", "golds": [ "Kazakhstan" ], "pred": "Portugal\nExplanation: The last country to which China appealed was Portugal. This is because the last event in the list is \"Portugal | Express intent to meet or negotiate | China | 2005-01-05\". This indicates that Portugal was the last country to which China appealed. The other events in the list", "em": 0.0, "f1": 0.0 }, { "quid": 3022936, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who investigated Thailand after 28 August 2012?", "golds": [ "Royal Thai Police", "Sukhumbhand Paribatra", "China", "Media Personnel (Thailand)", "Party Member (Thailand)", "Office of the Attorney General", "Insurgent (Thailand)", "Military Personnel (Thailand)", "Protester (Thailand)", "Governor (Thailand)" ], "pred": "The National Anti-Corruption Commission (NACC) investigated Thailand after 28 August 2012. The NACC is an independent agency responsible for investigating and prosecuting corruption cases in Thailand. On 28 August 2012, the Constitutional Court of Thailand ruled that the government of Prime Minister Yingluck Shinawatra was", "em": 0.0, "f1": 0.09999999999999999 }, { "quid": 3029000, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the United States Congress first accuse Iraq?", "golds": [ "2007-03-22" ], "pred": "There is no evidence that the United States Congress first accused Iraq. The evidence shows that the United States Congress accused Iran. The first accusation was made on January 7, 2005. The accusation was made by the United States Congress. The accusation was made in relation to Iran's alleged support for terrorism. The accusation", "em": 0.0, "f1": 0.0 }, { "quid": 3041540, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "To whom did the UN High Commission for Refugees provide humanitarian aid before China?", "golds": [ "Vietnam", "Refugee (Tanzania)", "Refugee (Afghanistan)", "Togo" ], "pred": "Pakistan\nExplanation: The question asks to whom the UN High Commission for Refugees provided humanitarian aid before China. The correct answer is Pakistan, as evidenced by the provided text snippets. The text snippets show that the High Commission for Refugees provided aid to Pakistan on multiple occasions, including in 2005. There is no", "em": 0.0, "f1": 0.0 }, { "quid": 3045628, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise Thailand after the Foreign Minister of India?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Joschka Fischer\nExplanation: Joschka Fischer was the first to praise Thailand after the Foreign Minister of India. This is evident from the evidence provided, which shows that Joschka Fischer praised or endorsed Thailand on January 8, 2005. The other entries in the evidence do not show any praise or", "em": 0.0, "f1": 0.047619047619047616 }, { "quid": 3036489, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 25 August 2014?", "golds": [ "Vietnam", "Le Hong Anh" ], "pred": "Vietnam\nExplanation: Vietnam visited China on 25 August 2014. The evidence is based on the text, which states \"Vietnam | Make a visit | China | 2014-08-25\". This indicates that Vietnam made a visit to China on 25 August 2014. The other options do", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3035696, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who made optimistic remarks about Thailand in the same year as Suwat Liptapanlop?", "golds": [ "Citizen (Thailand)", "Noppadon Pattama", "Company - Owner or Operator (Thailand)", "Abhisit Vejjajiva", "China", "Japan", "Vietnam" ], "pred": "Suwat Liptapanlop\nExplanation: Suwat Liptapanlop made optimistic remarks about Thailand in the same year as Suwat Liptapanlop. The evidence shows that Suwat Liptapanlop made optimistic remarks about Thailand in 2005. Therefore, the answer is Suwat Liptapanlop.", "em": 0.0, "f1": 0.09090909090909091 }, { "quid": 3017487, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Thailand make negative remarks about the Men of Lebanon?", "golds": [ "2012-01" ], "pred": "January\nExplanation: The question asks in which month Thailand made negative remarks about the Men of Lebanon. To answer this question, we need to analyze the given evidence and identify any statements or actions made by Thailand that can be considered negative remarks about the Men of Lebanon. The evidence provided includes various interactions between individuals and groups in", "em": 0.0, "f1": 0.0 }, { "quid": 3049101, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did China last declare its intention to establish diplomatic cooperation?", "golds": [ "Vietnam" ], "pred": "Japan\nExplanation: The evidence shows that China last declared its intention to establish diplomatic cooperation with Japan on January 7, 2005. This is evident from the multiple records of China expressing its intent to engage in diplomatic cooperation with Japan on that date. Therefore, the correct answer is Japan. \nNote: The other", "em": 0.0, "f1": 0.0 }, { "quid": 3029918, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Director General of Indonesia last visit China?", "golds": [ "2007" ], "pred": "2005\nExplanation: The Director General of Indonesia is not mentioned in the given text. However, the text does mention that the Director General of China visited Japan in 2005. Therefore, the answer is 2005. \nNote: The text does not provide information about the Director General of Indonesia visiting China", "em": 0.0, "f1": 0.0 }, { "quid": 3004910, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the military personnel from Taiwan, which was the last country to be criticised by China?", "golds": [ "Qatar" ], "pred": "Taiwan\nExplanation: The Taiwan Affairs Office of China made a statement on January 4, 2005, criticizing Taiwan. This was the last statement made by the Taiwan Affairs Office in January 2005. The Taiwan Affairs Office made a statement on January 3, 2005, criticizing Taiwan. This was the", "em": 0.0, "f1": 0.0 }, { "quid": 3017596, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Segolene Royal praise China?", "golds": [ "2007" ], "pred": "2007\nExplanation: Segolene Royal visited China in 2007. This is the only information available about her praising China. Therefore, the answer is 2007. The other years mentioned in the evidence are related to her praising Mahmoud Abbas, visiting China, engaging in negotiation with Abdoulaye Wade", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3029904, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did Thailand investigate after 29 December 2010?", "golds": [ "Vietnam", "Activist (Thailand)", "Citizen (Thailand)" ], "pred": "Cambodia\nExplanation: Thailand investigated Cambodia after 29 December 2010. The evidence is the first line of the evidence, which states \"Thailand | Investigate | Cambodia | 2010-12-29\". The other lines of evidence are irrelevant to the question. \nNote: The question is asking which country", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3047547, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to support Kuwait?", "golds": [ "Iraq" ], "pred": "Qatar\nExplanation: Qatar was the first to support Kuwait. Qatar expressed its intent to cooperate with Kuwait on 2005-02-07. The United Arab Emirates expressed its intent to engage in diplomatic cooperation with Kuwait on 2005-02-02, but this was after Qatar's expression of intent to cooperate.", "em": 0.0, "f1": 0.0 }, { "quid": 3047183, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made a visit to China on 10 Apr 2008?", "golds": [ "Jakaya Mrisho Kikwete", "Vincent C. Siew", "Wen Jiabao", "Pervez Musharraf", "Kim Kye Gwan", "Japan" ], "pred": "Pervez Musharraf\nExplanation: Pervez Musharraf made a visit to China on 10 Apr 2008. Somsavat Lengsava made a visit to Laos on 10 Apr 2008. Vincent C. Siew made a visit to China on 10 Apr 2008", "em": 1.0, "f1": 0.2857142857142857 } ] }