{ "name": "multitq-mistral-baseonly", "policy_path": "mistralai/Mistral-7B-Instruct-v0.3", "n_samples": 1496, "overall": { "n": 1496, "em": 0.2586898395721925, "f1": 0.0891030464124702 }, "by_qtype": { "after_first": { "n": 187, "em": 0.11229946524064172, "f1": 0.03845176644158723 }, "before_after": { "n": 187, "em": 0.44919786096256686, "f1": 0.13633588363883808 }, "before_last": { "n": 187, "em": 0.09090909090909091, "f1": 0.03095728830675388 }, "equal": { "n": 374, "em": 0.4385026737967914, "f1": 0.15649451284528226 }, "equal_multi": { "n": 187, "em": 0.23529411764705882, "f1": 0.04727301622936086 }, "first_last": { "n": 374, "em": 0.15240641711229946, "f1": 0.07340869549632685 } }, "by_answer_type": { "entity": { "n": 1122, "em": 0.2967914438502674, "f1": 0.08665368911497226 }, "time": { "n": 374, "em": 0.1443850267379679, "f1": 0.09645111830496304 } }, "by_time_level": { "day": { "n": 971, "em": 0.23069001029866118, "f1": 0.0751632425641699 }, "month": { "n": 287, "em": 0.24041811846689895, "f1": 0.09963164520886367 }, "year": { "n": 238, "em": 0.3949579831932773, "f1": 0.1332788517995886 } }, "by_qlabel": { "Multiple": { "n": 561, "em": 0.14616755793226383, "f1": 0.03889402365923398 }, "Single": { "n": 935, "em": 0.32620320855614976, "f1": 0.11922846006441168 } }, "per_example": [ { "quid": 3025795, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China Southern Airlines last praise China?", "golds": [ "2015" ], "pred": "The last year China Southern Airlines praised China was in 2015.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3015487, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to condemn China?", "golds": [ "Japan" ], "pred": "The last country to condemn China in the provided list is not explicitly stated. However, the list consists of countries expressing intent to cooperate or meet with China, and no instances of condemnation are present. Therefore, it can be inferred that no country in the provided list condemned China during the", "em": 0.0, "f1": 0.0 }, { "quid": 3050246, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the citizens of the United Kingdom last express their intention to meet with Iraq?", "golds": [ "2012" ], "pred": "The citizens of the United Kingdom last expressed their intention to meet with Iraq in the year 2005. This is based on the fact that there is no record of such an intention being expressed in any other year in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3027690, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "What was the last country to negotiate with Mulatu Teshome before China?", "golds": [ "Japan" ], "pred": "The last country to negotiate with Mulatu Teshome before China was not specified in the provided evidence. The evidence only shows that Mulatu Teshome had consultations and negotiations with China, as well as interactions with media personnel in China. There is no information about any other country in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3002358, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the first country to negotiate with Kuwait?", "golds": [ "Iraq" ], "pred": "Germany was the first country to negotiate with Kuwait, as there are multiple instances of Gerhard Schr\u00f6der, the Head of Government of Germany, expressing intent to meet or negotiate with Kuwait on different dates in January and February of 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3019439, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to denounce Iraq?", "golds": [ "UN Security Council" ], "pred": "The last to denounce Iraq was Iran on 2005-02-10.", "em": 0.0, "f1": 0.0 }, { "quid": 3033039, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Assemblies of Cambodia visit China?", "golds": [ "2009-07-10" ], "pred": "The Assemblies of Cambodia visited China on January 24, 2005. This is evident from the fact that China hosted a visit from Cambodia on that date, and Cambodia made a visit to China on the same date. There were also visits between Cambodia", "em": 0.0, "f1": 0.0 }, { "quid": 3024050, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to want to work with Iraq before the citizens of Brazil?", "golds": [ "High Commission for Refugees" ], "pred": "The last person to want to work with Iraq before the citizens of Brazil was a student from Iraq. This is based on the evidence that a student from Iraq made an optimistic comment about Iraq on 2005-01-12, which is the latest date among the provided evidence. However, it", "em": 0.0, "f1": 0.0 }, { "quid": 3015170, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the leader of Kenya visit China for the first time?", "golds": [ "2005" ], "pred": "The leader of Kenya did not visit China in the year 2005. The evidence provided only mentions visits by leaders from Japan and Macao, not Kenya.", "em": 1.0, "f1": 0.08695652173913045 }, { "quid": 3031579, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country Cambodia attacked with small arms and light weapons?", "golds": [ "Thailand" ], "pred": "The last country Cambodia attacked with small arms and light weapons is Thailand, based on the frequency and proximity of incidents reported in the given evidence.", "em": 1.0, "f1": 0.08333333333333333 }, { "quid": 3034519, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Ali Abdullah Saleh, which country did Malaysia last support?", "golds": [ "Japan" ], "pred": "The last country Malaysia supported before Ali Abdullah Saleh was not specified in the provided evidence. The evidence only mentions various individuals and their interactions with Ali Abdullah Saleh, but it does not provide information about the countries they represent.", "em": 0.0, "f1": 0.0 }, { "quid": 3039668, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the European Central Bank, who was the last to negotiate with China?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "The last to negotiate with China before the European Central Bank was China, as they hosted a visit from the European Central Bank on 2007-11-13.", "em": 0.0, "f1": 0.0 }, { "quid": 3050727, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Werner Faymann last visit China?", "golds": [ "2011-05-07" ], "pred": "Werner Faymann last visited China in May 2011.", "em": 0.0, "f1": 0.18181818181818182 }, { "quid": 3012318, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to negotiate with China on 19 April 2005?", "golds": [ "Wolfgang Sch\u00fcssel", "Wen Jiabao", "Okada Katsuya", "Lien Chan" ], "pred": "Who wanted to negotiate with China on 19 April 2005?\n\nJapan, Wolfgang Sch\u00fcssel (Austria), Wen Jiabao (China), Okada Katsuya (Japan), Lien Chan (Taiwan), Business (", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3041051, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country appealed for China in February 3rd, 2007?", "golds": [ "South Korea" ], "pred": "Japan appealed for China on February 3rd, 2007, as there is no specific date mentioned in the provided evidence. However, the evidence shows a series of negotiations and diplomatic cooperations between China and Japan from January 2005 to February 2005, and Ma", "em": 0.0, "f1": 0.0 }, { "quid": 3045237, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2011, who was the first to be criticised by China?", "golds": [ "Barack Obama" ], "pred": "Japan was the first to be criticised by China in 2011.", "em": 0.0, "f1": 0.0 }, { "quid": 3005836, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before South Korea, which country was the last to sign formal agreements with Oman?", "golds": [ "South Africa" ], "pred": "The last country to sign formal agreements with Oman before South Korea was Iran, on March 15, 2005.", "em": 0.0, "f1": 0.09999999999999999 }, { "quid": 3017456, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In which country did China release people after August 2015?", "golds": [ "Media Personnel (China)", "Criminal (China)" ], "pred": "Japan\n\nThe evidence provided shows a series of diplomatic and cooperative engagements between China and Japan, as well as Japan expressing its intent to engage in diplomatic cooperation with China. However, there is no evidence of China releasing people after August 2015 in Japan or any other country.", "em": 0.0, "f1": 0.05128205128205129 }, { "quid": 3006300, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to negotiate with the Iranian company after Thailand?", "golds": [ "Iran", "Tatarstan", "France", "Ministry (Iran)", "Energy Department/Ministry (Iran)" ], "pred": "The Iranian company likely wanted to negotiate with the person or company from Thailand after the Thailand-Thailand, Thailand-Vietnam, Thailand-Japan, and Thailand-children negotiations. The sequence of negotiations suggests a progression from domestic to international, and then to potential partners for the project. The Iran", "em": 1.0, "f1": 0.0625 }, { "quid": 3017421, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Thailand was first rejected by whom?", "golds": [ "Citizen (Thailand)" ], "pred": "The Citizen of Thailand was first rejected by Thailand. This is based on the evidence provided, which shows multiple instances of the Citizen of Thailand being rejected by Thailand, such as on 2005-02-09, 2005-02-08, 2", "em": 0.0, "f1": 0.14285714285714288 }, { "quid": 3022832, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was indicted by Djibouti before 18 Mar 2007?", "golds": [ "France" ], "pred": "The citizen of Djibouti was indicted by Djibouti before 18 Mar 2007.\n\nExplanation:\nThe question asks for the subject of the action \"indict\" performed by \"Djibouti\" before the date \"18 Mar", "em": 0.0, "f1": 0.0 }, { "quid": 3041624, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to express optimism about China, after the citizens of Zambia?", "golds": [ "Sudan" ], "pred": "Japan was the first country to express optimism about China, after the citizens of Zambia. This is based on the evidence provided, as Japan expressed intent to cooperate with China on multiple dates before any other country mentioned in the list.", "em": 0.0, "f1": 0.0 }, { "quid": 3024641, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first person to visit Ethiopia after John Baird?", "golds": [ "African Union" ], "pred": "The first person to visit Ethiopia after John Baird is not explicitly stated in the provided evidence. However, based on the chronological order of the visits, it is likely that the next person to visit Ethiopia after John Baird was someone who visited after March 28, 20", "em": 0.0, "f1": 0.0 }, { "quid": 3052251, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In November 2012, who signed an agreement with China?", "golds": [ "Association of Southeast Asian Nations", "Angola", "Thailand", "Ma Ying Jeou", "Laos", "Yoshihiko Noda", "Japan" ], "pred": "Wen Jiabao, the Prime Minister of China, signed an agreement with Japan in November 2005. The agreement was related to diplomatic cooperation.", "em": 1.0, "f1": 0.09523809523809523 }, { "quid": 3029293, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month of Alexander Vasilyevich Bortnikov, who wanted to engage in diplomatic cooperation with China?", "golds": [ "Barack Obama", "Guatemala", "Iran", "Maithripala Sirisena", "Argentine Industrial Union", "United Arab Emirates", "Thailand", "Alexis Tsipras" ], "pred": "Dmitry Anatolyevich Medvedev\n\nDmitry Anatolyevich Medvedev was the one who wanted to engage in diplomatic cooperation with China in the same month as Alexander Vasilyevich Bortnikov. This can be inferred from the evidence provided, which shows", "em": 0.0, "f1": 0.0 }, { "quid": 3041188, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Tony Blair, who was the last to express the intention to engage in diplomatic cooperation with China?", "golds": [ "Ma Ying Jeou" ], "pred": "Before Tony Blair, who was the last to express the intention to engage in diplomatic cooperation with China? Japan was the last to express the intention to engage in diplomatic cooperation with China before Tony Blair, as evidenced by the dates of their respective expressions of intent on January 6 and 7,", "em": 0.0, "f1": 0.0 }, { "quid": 3027735, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who accused Thailand on 1 April 2006?", "golds": [ "Citizen (Thailand)" ], "pred": "The citizens of Thailand accused Thailand on 1 April 2006, as evidenced by their actions of imposing a blockade, restricting movement, criticizing or denouncing a company, demonstrating or rallying against Abhisit Vejjajiva, and expressing intent to meet", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3001693, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month, who were the Australian citizens accused by China?", "golds": [ "Ruling Party (China)" ], "pred": "There is no information in the provided evidence about any Australian citizens being accused by China in the same month. The evidence only shows interactions between Japan and China, and Thailand expressing intent to engage in diplomatic cooperation with China.", "em": 0.0, "f1": 0.05714285714285714 }, { "quid": 3032528, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Ethiopia first reject Human Rights Watch?", "golds": [ "2010-10-21" ], "pred": "The first rejection of Human Rights Watch by Ethiopia is not found in the provided evidence. However, the earliest rejection by an authority mentioned in the evidence is by Alberto Gonzales on 2005-01-25.", "em": 0.0, "f1": 0.0 }, { "quid": 3018564, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to receive humanitarian aid from Ethiopia?", "golds": [ "Eritrea" ], "pred": "The United Arab Emirates was the first country to receive humanitarian aid from Ethiopia, on February 4, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3000347, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the citizens of Thailand provide humanitarian aid to Thailand?", "golds": [ "2013-05-26" ], "pred": "The citizens of Thailand provided humanitarian aid to Thailand on January 26 and 27, 2005.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3052259, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country to visit Ethiopia after the Royal Government of Spain?", "golds": [ "African Union" ], "pred": "The first country to visit Ethiopia after the Royal Government of Spain was Kenya, specifically President Mwai Kibaki, who made two visits in March 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3048346, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Thailand last support Somsavat Lengsava?", "golds": [ "2006-01" ], "pred": "January 2006", "em": 0.0, "f1": 0.5 }, { "quid": 3014980, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Whom did Zawahiri condemn first?", "golds": [ "Pervez Musharraf" ], "pred": "Zawahiri first accused Barack Obama in 2008-11-21.\n\nExplanation:\n\nThe earliest date of Zawahiri accusing Barack Obama is 2008-11-21, which is before the dates of", "em": 0.0, "f1": 0.0 }, { "quid": 3021649, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country did Alberto Gonzales wish to meet in the same month as Malaysia?", "golds": [ "China" ], "pred": "China is the country that Alberto Gonzales wished to meet in the same month as Malaysia, as he expressed intent to meet or negotiate with China on two separate occasions in November 2005, which is the same month as his visit to Malaysia on November 17, 2005.", "em": 1.0, "f1": 0.0625 }, { "quid": 3024765, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who would like to negotiate with China in May, 2010?", "golds": [ "Head of Government (India)", "Iran", "Xi Jinping", "South Korea", "Wen Jiabao", "John Faulkner", "Ronald Kirk", "Cabinet / Council of Ministers / Advisors (United States)", "Japan", "Barack Obama" ], "pred": "- No one would like to negotiate with China in May, 2010 as there are no records of any negotiations or meetings scheduled for that month.", "em": 0.0, "f1": 0.07142857142857142 }, { "quid": 3001560, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wants to negotiate with Ethiopia after 29 July 2015?", "golds": [ "Pope Tawadros II", "Sudan", "South Korea", "Barack Obama" ], "pred": "- Who wants to negotiate with Ethiopia after 29 July 2015?\n- It is not clear who specifically wants to negotiate with Ethiopia after 29 July 2015, as the provided evidence only shows that various individuals and organizations have expressed intent to", "em": 0.0, "f1": 0.0 }, { "quid": 3049345, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the citizens of North Korea, which country did China last support?", "golds": [ "Japan" ], "pred": "Before the citizens of North Korea, which country did China last support?\n\nJapan\n\nThe evidence shows that China and Japan have been engaging in diplomatic cooperation (such as policy support) multiple times in January 2005. However, South Korea has been rejecting, demanding, and consulting with", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3021083, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to meet with Iraq on 23 October 2007?", "golds": [ "Police (Australia)" ], "pred": "- Police (Australia)\n- Kuwait\n- Iraq\n- Iran\n- Mahmoud Ahmadinejad\n- Iran\n- Javier Solana\n- Devlet Bah\u00e7eli\n- Mahmoud Ahmadinejad\n- Legislature (Armenia)\n-", "em": 1.0, "f1": 0.2666666666666667 }, { "quid": 3048952, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 23 July 2005, who expressed the intention to meet with China?", "golds": [ "Citizen (North Korea)", "Head of Government (Guyana)", "Kim Kye Gwan", "Japan", "Farm Worker (Taiwan)" ], "pred": "Kim Kye Gwan, a North Korean diplomat, expressed the intention to meet with China on 23 July 2005.", "em": 1.0, "f1": 0.2857142857142857 }, { "quid": 3051531, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Kuwait negotiate with first after Ali Abdullah Saleh?", "golds": [ "UN Security Council" ], "pred": "Kuwait was not mentioned in the provided evidence. However, the first country Ali Abdullah Saleh is known to have negotiated with after his resignation as President of Yemen in 2012 was Oman.", "em": 0.0, "f1": 0.0 }, { "quid": 3038914, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Islamic State of Iraq and the Levant insurgents first threaten Iraq?", "golds": [ "2014-06-11" ], "pred": "The Islamic State of Iraq and the Levant insurgents first threatened Iraq in 2005. This is based on the evidence that a rebel group in Iraq threatened military force in January 2005, and the Iraqi Islamic Party consulted with Iran, which was seen as a potential threat to", "em": 0.0, "f1": 0.0 }, { "quid": 3039271, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Ethiopia announce its intention to engage in diplomatic cooperation with the Government of Sudan?", "golds": [ "2014" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3027866, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Rio Tinto, who was the last to investigate China?", "golds": [ "Jiaotong University" ], "pred": "China was the last to investigate Rio Tinto before 2010-06-08.", "em": 0.0, "f1": 0.0 }, { "quid": 3027677, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to support Ethiopia?", "golds": [ "Abu Bakr Abdullah al-Qirbi" ], "pred": "The first to support Ethiopia were multiple countries, including Iran, Eritrea, and Djibouti, as well as Ethiopia itself, starting from January 14, 2005. The support was expressed through intent to cooperate, meet, or negotiate.", "em": 0.0, "f1": 0.0 }, { "quid": 3034213, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 24 August 2008, which country announced its intention to participate in diplomatic cooperation with China?", "golds": [ "South Korea" ], "pred": "South Korea", "em": 1.0, "f1": 1.0 }, { "quid": 3004021, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the citizens of Denmark last declare their intention to negotiate with Thailand?", "golds": [ "2005" ], "pred": "2005", "em": 1.0, "f1": 1.0 }, { "quid": 3020461, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Alan Peter Cayetano, who was the last to have a telephone conversation with the Inquirer?", "golds": [ "Military Personnel (Philippines)" ], "pred": "Alan Peter Cayetano had a telephone conversation with the Inquirer on September 5, 2008.", "em": 0.0, "f1": 0.0 }, { "quid": 3041788, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Bangladesh Navy last visit China?", "golds": [ "2014" ], "pred": "The Bangladesh Navy did not visit China in the year 2005 as the provided evidence only mentions visits by Japan, a nurse from Macao, and lawmakers from Japan.", "em": 0.0, "f1": 0.0 }, { "quid": 3014746, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Asian Disaster Preparedness Centre, which country did Thailand last make optimistic comments about?", "golds": [ "Citizen (Thailand)" ], "pred": "The last country Thailand made optimistic comments about was not mentioned in the provided evidence. The evidence only shows that Thailand made optimistic comments about itself and its citizens.", "em": 0.0, "f1": 0.08695652173913042 }, { "quid": 3030822, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Oman first express its intention to cooperate?", "golds": [ "Yemen" ], "pred": "Iran", "em": 0.0, "f1": 0.0 }, { "quid": 3024101, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who denounced China on 12 September 2006?", "golds": [ "Mainland Affairs Council", "Japan" ], "pred": "The exact identity of the person who denounced China on 12 September 2006 is not specified in the provided evidence. However, it is known that Xu Caihou, Wen Jiabao, and Qin Gang made statements on that day regarding China. Additionally, Japan criticized", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3053174, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Iraq host the visit from Richard Boucher?", "golds": [ "2008-04-02" ], "pred": "Richard Boucher did not host a visit to Iraq in the given timeframe. The earliest visit to a Middle Eastern country by Richard Boucher was to Togo on February 23, 2005, and the latest visit to a Middle Eastern country was to Iran on December", "em": 0.0, "f1": 0.0 }, { "quid": 3033438, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the armed gang of India, which country did Malaysia investigate last?", "golds": [ "Vietnam" ], "pred": "Sudan was the country that Malaysia investigated last in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3017784, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Malaysia first appeal to the citizens of Thailand?", "golds": [ "2014" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3046804, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to denounce Thailand?", "golds": [ "Malaysia" ], "pred": "The first country to denounce Thailand was not explicitly mentioned in the provided evidence. However, it is important to note that the evidence only includes instances of criticism or denunciation from within Thailand, not from external sources. Therefore, it is not possible to determine the first country to denounce Thailand based on the given", "em": 0.0, "f1": 0.0 }, { "quid": 3028780, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before United Arab Emirates, which country last signed an agreement with with Iraq?", "golds": [ "Iran" ], "pred": "Malaysia", "em": 0.0, "f1": 0.0 }, { "quid": 3016141, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Ismail Qasim Naji first declare his intention to negotiate with Ethiopia?", "golds": [ "2005" ], "pred": "2005", "em": 1.0, "f1": 1.0 }, { "quid": 3018882, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before South Africa, who was the last country with which Swaziland formally signed an agreement?", "golds": [ "Lesotho" ], "pred": "Lesotho was the last country with which Swaziland formally signed an agreement, on 2007-11-28. The agreement was a \"sign formal agreement\" between Swaziland and Lesotho. The evidence shows that there were several consultations and expressions of intent to", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3050301, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time China praised the government of Djibouti?", "golds": [ "2012-07-20" ], "pred": "The last time China praised the government of Djibouti was on June 23, 2005, when both China and Djibouti hosted visits to each other. This was part of a series of consultations and formal agreements between Djibouti and several other countries", "em": 0.0, "f1": 0.0 }, { "quid": 3054351, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Malaysia, who received the visit from Mswati III first?", "golds": [ "Jakaya Mrisho Kikwete" ], "pred": "Swaziland was the first country to host a visit from Mswati III after Malaysia, on 2008-09-06.", "em": 0.0, "f1": 0.0 }, { "quid": 3009331, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to be rejected by China?", "golds": [ "Ma Ying Jeou" ], "pred": "Japan was the first to be rejected by China, as evidenced by the earliest date of China expressing intent to cooperate with Japan being later than the earliest date of Japan expressing intent to cooperate with China.", "em": 0.0, "f1": 0.0 }, { "quid": 3049763, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to be accused by Zawahiri?", "golds": [ "Head of Government (Pakistan)" ], "pred": "Pervez Musharraf was the first to be accused by Zawahiri.", "em": 0.0, "f1": 0.0 }, { "quid": 3031471, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made Malaysia suffer from unconventional violence before 3 April 2014?", "golds": [ "Men (Malaysia)", "Criminal (South Korea)", "Indigenous People (Thailand)", "Women (China)", "Police (Malaysia)", "Criminal (Somalia)" ], "pred": "The unconventional violence in Malaysia before 3 April 2014 was made by the Men (Malaysia) who abducted, hijacked, or took hostage an employee from the Philippines. This act of violence was likely in response to China's demand for diplomatic recognition from", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3045497, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was praised by Iraq in the same year as Mahmoud Ahmadinejad?", "golds": [ "Nuri al-Maliki", "Iran", "Kuwait", "United Arab Emirates", "Barack Obama" ], "pred": "The individual who was praised by Iraq in the same year as Mahmoud Ahmadinejad is not explicitly mentioned in the provided evidence. However, it is known that Iraq and Iran have had a complex relationship, and Iraq has at times expressed support for Iran's leadership. It is possible that Iraq may", "em": 1.0, "f1": 0.04878048780487806 }, { "quid": 3029706, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Ogaden National Liberation Front appeal to Ethiopia?", "golds": [ "2011-12" ], "pred": "2011-12-22", "em": 1.0, "f1": 0.8 }, { "quid": 3012059, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last person to threaten Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "The last person to threaten Thailand was Newin Chidchob, a citizen of Thailand, on 2005-01-21.", "em": 0.0, "f1": 0.2222222222222222 }, { "quid": 3026595, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when William J. Fallon visited Cambodia?", "golds": [ "2006-07" ], "pred": "William J. Fallon visited Cambodia in 2006-03-03.", "em": 0.0, "f1": 0.2 }, { "quid": 3027911, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Malaysia last sign formal agreements with the Moro Islamic Liberation Front?", "golds": [ "2008-06" ], "pred": "April 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3023563, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Sander Levin criticise China?", "golds": [ "2010" ], "pred": "2010-06-16", "em": 1.0, "f1": 0.5 }, { "quid": 3018169, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With whom did the Associated Press have the first telephone conversation after Iraq?", "golds": [ "Lawyer/Attorney (United Kingdom)" ], "pred": "The Associated Press had the first telephone conversation after Iraq with National Security Advisor (Iraq) on 2005-03-22.", "em": 0.0, "f1": 0.0 }, { "quid": 3005988, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited Ethiopia last?", "golds": [ "Abdel Fattah Al-Sisi" ], "pred": "The last country visited by Ethiopia was Djibouti on 2005-03-09, as per the evidence provided. However, it's important to note that individuals like Isaias Afewerki, the president of Eritrea, can also be associated", "em": 0.0, "f1": 0.0 }, { "quid": 3027407, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who made the last request for Malaysia before the US envoy?", "golds": [ "Undersecretary (United States)" ], "pred": "The last request for Malaysia before the US envoy was made by Malaysia on 2005-01-27, when they consulted with Sudan, Iran, and possibly other countries. However, it's important to note that the US envoy's visit might not have been directly", "em": 0.0, "f1": 0.0 }, { "quid": 3002654, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "After Sep 2014, who made China suffer from unconventional violence?", "golds": [ "Criminal (China)", "Villager (China)" ], "pred": "Based on the provided evidence, it appears that both Japan and China were engaging in consultations and investigations with each other from January 3 to February 1, 2005. However, there are instances where China is shown to have threatened Japan on the same dates (February 1", "em": 0.0, "f1": 0.05 }, { "quid": 3022496, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 19 January 2009, which country wanted to establish diplomatic cooperation with Kuwait?", "golds": [ "Yemen" ], "pred": "Yemen", "em": 1.0, "f1": 1.0 }, { "quid": 3050610, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did China last negotiate before the International Monetary Fund?", "golds": [ "Japan" ], "pred": "China", "em": 0.0, "f1": 0.0 }, { "quid": 3020299, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the company - owner or operator of Thailand last express cooperation with Thailand?", "golds": [ "2015-07" ], "pred": "The company - owner or operator of Thailand last expressed cooperation with Thailand in February 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3020230, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Jusuf Kalla host the visit from Malaysia?", "golds": [ "2005-10-21" ], "pred": "The visit from Malaysia hosted by Jusuf Kalla could have occurred on any of the following dates: 2005-05-04, 2005-05-05, or 2005-05-07.", "em": 0.0, "f1": 0.08333333333333333 }, { "quid": 3041862, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the citizens of the United Kingdom make optimistic comments about China?", "golds": [ "2009" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3038705, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to attack Malaysia with small arms and light weapons?", "golds": [ "Men (Malaysia)" ], "pred": "No one has attacked Malaysia with small arms and light weapons in recent years. The last events listed in the evidence are all related to incidents involving the United States Navy, Iran, Somalia, or internal issues within Malaysia. The most recent event listed is a court case in Malaysia from 2005.", "em": 0.0, "f1": 0.04545454545454545 }, { "quid": 3039293, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Burundi praise the Lawyer/Attorney of Burundi?", "golds": [ "2015" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3005706, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did China first want to establish diplomatic cooperation?", "golds": [ "Japan" ], "pred": "Japan", "em": 1.0, "f1": 1.0 }, { "quid": 3055390, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Ma Ying Jeou, who accused China first?", "golds": [ "Defense / Security Ministry (United States)" ], "pred": "Ma Ying Jeou accused China first on 2005-03-11.", "em": 0.0, "f1": 0.0 }, { "quid": 3019463, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With whom did the Police of Malaysia last express the intention to engage in diplomatic cooperation before Malaysia?", "golds": [ "Thailand" ], "pred": "Yemen and Thailand are the countries with whom the Police of Malaysia last expressed the intention to engage in diplomatic cooperation before Malaysia. The dates of these expressions of intent are January 29 and January 28, 2005, respectively.", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3054756, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China praise the government of South Africa?", "golds": [ "2008-07" ], "pred": "The month in which China praised the government of South Africa is February, as evidenced by the consultations and diplomatic cooperation that took place between the two countries in that month.", "em": 0.0, "f1": 0.0 }, { "quid": 3043268, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made an appeal for Ethiopia on 18 March 2008?", "golds": [ "Abu Bakr Abdullah al-Qirbi" ], "pred": "Abu Bakr Abdullah al-Qirbi made an appeal for Ethiopia on 18 March 2008.", "em": 1.0, "f1": 0.5263157894736842 }, { "quid": 3003802, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited China in July 2012?", "golds": [ "Kostyantyn Gryshchenko", "Henry M. Paulson", "Catherine Ashton", "Lien Chan", "Ra\u00fal Castro", "Teodoro Obiang Nguema Mbasogo", "Straits Exchange Foundation", "Jason C. Hu", "Samuel J. Locklear", "Media Personnel (Iran)", "Mahamadou Issoufou", "Xu Caihou" ], "pred": "The countries that visited China in July 2012 are South Korea, Thailand, Mexico, Association of Southeast Asian Nations, Iraq, Japan, and France.", "em": 0.0, "f1": 0.0 }, { "quid": 3054796, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the last to appeal to China before Iraq?", "golds": [ "South Korea" ], "pred": "The country that was the last to appeal to China before Iraq was Japan. This is based on the timeline of events, with the last recorded appeal by China being on 2005-01-25 to Japan, and the first recorded event in Iraq after that being on 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3054409, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to use unconventional force against Iraq?", "golds": [ "Men (Kenya)" ], "pred": "Iran was the last to use unconventional force against Iraq. The evidence shows that Iran was consulting with Iraq (2005-01-27, 2005-01-25), and Iraq was accusing Iran of using unconventional force (200", "em": 0.0, "f1": 0.0 }, { "quid": 3017713, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who last wanted to negotiate with Ethiopia in 2011?", "golds": [ "Benjamin Netanyahu" ], "pred": "Mwai Kibaki, Head of Government (Kenya) did not want to negotiate with Ethiopia in 2011.\n\nExplanation:\n\nWhile there were several instances of countries expressing intent to meet or negotiate with Ethiopia in 201", "em": 0.0, "f1": 0.0 }, { "quid": 3043833, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did Iraq investigate last?", "golds": [ "Iran" ], "pred": "Iraq did not investigate any country on the given dates. However, the United States Intelligence Community and Agence France-Presse investigated Iran on 2005-02-12 and 2005-01-19, respectively.", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3040009, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Cambodia, with whom did the Malaysian Foreign Ministry wish to negotiate first?", "golds": [ "Malaysia" ], "pred": "The Malaysian Foreign Ministry wished to negotiate first with Thailand.\n\nExplanation:\n\nThe evidence shows that the Malaysian Foreign Ministry expressed intent to cooperate with Cambodia on two separate occasions (2005-01-07 and 2005-0", "em": 1.0, "f1": 0.0 }, { "quid": 3030620, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last country to seek diplomatic cooperation with Ethiopia in 2010?", "golds": [ "Jens Stoltenberg" ], "pred": "United Arab Emirates", "em": 0.0, "f1": 0.0 }, { "quid": 3040592, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Nuri al-Maliki make pessimistic remarks about Iraq?", "golds": [ "2009-02-09" ], "pred": "Nuri al-Maliki made pessimistic remarks about Iraq on several occasions, including:\n\n- May 20, 2006: Nuri al-Maliki stated that the security situation in Iraq was \"very difficult\" and that the country was \"on the brink", "em": 0.0, "f1": 0.0 }, { "quid": 3033704, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to host Kemal Unakitan's visit after Kuwait?", "golds": [ "Qatar" ], "pred": "Qatar was the first country to host Kemal Unakitan's visit after Kuwait. The evidence shows that Kemal Unakitan did not visit any other country after Kuwait until Qatar expressed intent to cooperate with Kuwait on 2005-02-07.", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3003881, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited China on the same day as Charles Mwando Nsimba?", "golds": [ "Korean Workers Party", "Barack Obama", "Bev Perdue" ], "pred": "Ma Ying Jeou visited China on the same day as Charles Mwando Nsimba.\n\nExplanation:\n- Both Charles Mwando Nsimba and Ma Ying Jeou made a visit to their respective destinations (China and China) on 2009-", "em": 0.0, "f1": 0.0 }, { "quid": 3010820, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did Malaysia condemn last?", "golds": [ "China" ], "pred": "The last country that Malaysia condemned was not found in the provided evidence. The evidence only shows actions taken by Malaysia, such as investigations, consultations, arrests, and aid provision, but not any explicit condemnations.", "em": 0.0, "f1": 0.0 }, { "quid": 3008138, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to praise China before Saud bin Faisal bin Abdul-Aziz?", "golds": [ "Pervez Musharraf" ], "pred": "The last to praise China before Saud bin Faisal bin Abdul-Aziz was Jack Straw on 2005-02-24.", "em": 0.0, "f1": 0.0 }, { "quid": 3010487, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to negotiate with Ethiopia?", "golds": [ "Sudan" ], "pred": "Eritrea was the first country to negotiate with Ethiopia, as evidenced by the multiple instances of both countries expressing intent to meet or negotiate in February and March of 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3010727, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country announced its intention to negotiate with China on the same day as Vietnam's internal affairs?", "golds": [ "South Korea", "Japan" ], "pred": "The country that announced its intention to negotiate with China on the same day as Vietnam's internal affairs is Portugal.", "em": 0.0, "f1": 0.0 }, { "quid": 3008538, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Cabinet Council of Ministers Advisors of United States, which country blamed Malaysia last?", "golds": [ "China" ], "pred": "Iran", "em": 0.0, "f1": 0.0 }, { "quid": 3020231, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the foreign minister of Israel last visit Oman?", "golds": [ "2009-11-24" ], "pred": "The foreign minister of Israel did not visit Oman during the time period provided. The visits mentioned are by the heads of government of Germany, China, and Pakistan (Shaukat Aziz, who was also the Prime Minister of Pakistan at the time).", "em": 0.0, "f1": 0.0 }, { "quid": 3001848, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Cambodia express its intention to establish diplomatic cooperation with Malaysia?", "golds": [ "2008" ], "pred": "2005\n\nThe earliest date mentioned in the provided list of diplomatic cooperations is between Malaysia and Yemen on 2005-01-29 and 2005-01-30. However, the specific mention of Cambodia's intention to", "em": 0.0, "f1": 0.0 }, { "quid": 3049419, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 9 April 2005, which country was negotiating with Thailand?", "golds": [ "Japan" ], "pred": "Japan was negotiating with Thailand on 9 April 2005.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3016362, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 17 January 2008, who expressed the intention to engage in diplomatic cooperation with China?", "golds": [ "Iran", "Malawi", "South Korea" ], "pred": "Iran expressed the intention to engage in diplomatic cooperation with China on 17 January 2008.", "em": 1.0, "f1": 0.125 }, { "quid": 3000044, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who made optimistic remarks about Iraq in 2009?", "golds": [ "Barack Obama", "Nuri al-Maliki", "China", "Japan", "Supreme Council (Iraq)", "Vietnam" ], "pred": "The following entities made optimistic remarks about Iraq in 2009:\n\n1. South Korea\n2. Iran\n3. Media Personnel (Iran)\n4. Middle East\n5. Barack Obama (as President of the United States)\n6. Kuwait", "em": 1.0, "f1": 0.12121212121212122 }, { "quid": 3014882, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Abdul Aziz, who was the last person to visit Malaysia?", "golds": [ "Xi Jinping" ], "pred": "The last person to visit Malaysia before Abdul Aziz was Saud bin Faisal bin Abdul-Aziz on 2007-02-06.", "em": 0.0, "f1": 0.0 }, { "quid": 3030426, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to want to participate in diplomatic cooperation with Cambodia?", "golds": [ "Vietnam" ], "pred": "Thailand was the first to want to participate in diplomatic cooperation with Cambodia, as evidenced by the date of their expressed intent, which was on 2005-02-02.", "em": 0.0, "f1": 0.0 }, { "quid": 3036645, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country expressed interest in cooperation with Thailand in April 2012?", "golds": [ "Cambodia", "China" ], "pred": "Multiple countries expressed interest in cooperation with Thailand in April 2012, including China, Cambodia, Malaysia, and Japan.", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3034038, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the UN Security Council last visit Thailand?", "golds": [ "2015" ], "pred": "The UN Security Council last visited Thailand in 1977. The provided evidence only contains visits and statements made between 2005 and 2008, and there is no record of a visit to Thailand during that period. Therefore, we need to look for a visit before 200", "em": 0.0, "f1": 0.0 }, { "quid": 3010035, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before 2007-01, who wanted to establish diplomatic cooperation with Ethiopia?", "golds": [ "Yemen", "France", "UN Security Council", "China", "Head of Government (Ethiopia)", "Government (France)", "City Mayor (China)", "Government (Italy)", "Sudan", "Vietnam" ], "pred": "Before 2007-01, Iran, Eritrea, and Djibouti wanted to establish diplomatic cooperation with Ethiopia.", "em": 0.0, "f1": 0.11111111111111112 }, { "quid": 3016047, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Burundi's lawyer make the request to Burundi?", "golds": [ "2006-12-19" ], "pred": "The request to Burundi was made by Burundi's lawyer, L\u00e9onard Nyangoma, on 2007-12-20.", "em": 0.0, "f1": 0.1111111111111111 }, { "quid": 3012854, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited Swaziland after 6 September 2008?", "golds": [ "International Monetary Fund", "Vincent C. Siew", "Lesotho", "Angola", "Teodoro Obiang Nguema Mbasogo", "Rupiah Banda", "Foreign Affairs (Denmark)", "South Africa", "Kamalesh Sharma", "France", "Ma Ying Jeou", "Trade Union Congress" ], "pred": "Vincent C. Siew visited Swaziland after 6 September 2008.", "em": 1.0, "f1": 0.5 }, { "quid": 3017660, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the first to praise Iraq in 2007?", "golds": [ "Militant (Syria)" ], "pred": "The first to praise Iraq in 2007 was Iran on January 14, 2007.", "em": 0.0, "f1": 0.0 }, { "quid": 3015376, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country to provide humanitarian aid to Malaysia?", "golds": [ "Police (Malaysia)" ], "pred": "The first country to provide humanitarian aid to Malaysia was the United States, specifically through its Navy, on January 8, 2005. This aid was provided to Aceh, Indonesia, which was affected by a tsunami.", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3015941, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before 2007-02, with which country did Iraq express an interest in cooperation?", "golds": [ "France", "Kuwait", "Iran", "Japan" ], "pred": "Iraq expressed an interest in cooperation with Iran.", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3034577, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Zawahiri appeal for first?", "golds": [ "Combatant (Al Qaeda)" ], "pred": "Zawahiri first appealed to citizens of Sudan.", "em": 0.0, "f1": 0.0 }, { "quid": 3007575, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Against whom did Thailand first use conventional military force?", "golds": [ "Military (Cambodia)" ], "pred": "Insurgents in Thailand. The evidence shows that Thailand used conventional military force against its own citizens in 2005, and there were numerous instances of insurgents using unconventional violence against citizens. This suggests that the first use of conventional military force by Thailand was against insurgents within the country", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3008014, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Sheikh Ahmed Abdullah, who was the last to request a meeting with Malaysia?", "golds": [ "Chris Bowen" ], "pred": "Malaysia is not mentioned in the provided evidence. Therefore, Sheikh Ahmed Abdullah did not request a meeting with Malaysia before the given date range.", "em": 0.0, "f1": 0.0 }, { "quid": 3030688, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first would wish to visit Thailand after Bernard Makuza did?", "golds": [ "China" ], "pred": "The country that would most likely wish to visit Thailand after Bernard Makuza did is not explicitly stated in the provided data. However, based on the information, it can be inferred that countries that have had diplomatic or consultative interactions with Bernard Makuza, such as Tanzania, Burundi", "em": 0.0, "f1": 0.0 }, { "quid": 3027467, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Kuwait last expressed an intention to meet with Oman?", "golds": [ "2011-05" ], "pred": "The last time Kuwait expressed an intention to meet with Oman was on 2005-01-31.", "em": 0.0, "f1": 0.0 }, { "quid": 3042340, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did China announce its intention to negotiate with Juan Carlos I?", "golds": [ "2007-06" ], "pred": "The announcement by China to negotiate with Juan Carlos I was made in November 2005, as indicated by the date \"2005-11-15\" in the evidence provided.", "em": 0.0, "f1": 0.0 }, { "quid": 3044861, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 2008-03-30, who made Ethiopia suffer from unconventional violence?", "golds": [ "Combatant (Ogaden National Liberation Front)", "Armed Rebel (Somalia)", "Armed Opposition (Somalia)", "Al-Shabaab", "Police (Sudan)", "Combatant (Al-Shabaab)", "Combatant (Hizbul Islam)" ], "pred": "The detainee who used unconventional violence against Ethiopia on 2008-03-30 is not specified in the provided evidence. However, the evidence indicates that an individual or group did use unconventional violence against Ethiopia on that date. The identity of the", "em": 0.0, "f1": 0.0 }, { "quid": 3021169, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 14 January 2009, whom did Djibouti blame?", "golds": [ "Eritrea" ], "pred": "Eritrea", "em": 1.0, "f1": 1.0 }, { "quid": 3005813, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the French Foreign Ministry support Ethiopia?", "golds": [ "2010" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3000610, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Philippines visit Kuwait?", "golds": [ "2008" ], "pred": "The Philippines did not visit Kuwait in the given data.", "em": 0.0, "f1": 0.0 }, { "quid": 3054094, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to offer cooperation to China?", "golds": [ "Iran" ], "pred": "The last country to offer cooperation to China was Japan, as the latest date mentioned in the evidence is 2005-01-12.", "em": 0.0, "f1": 0.0 }, { "quid": 3012248, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Mulatu Teshome first praised China?", "golds": [ "2014-05" ], "pred": "The exact month when Mulatu Teshome first praised China was November 2013. This is based on the consultations he had with China on November 26, 27, and 29, 2013. However, the first instance of him endorsing or pra", "em": 0.0, "f1": 0.0 }, { "quid": 3010009, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Djibouti, who received the visit from the Naval of United States?", "golds": [ "Malaysia", "Vietnam", "Eritrea", "Dominican Republic", "Cambodia", "China", "Japan" ], "pred": "Yemen", "em": 0.0, "f1": 0.0 }, { "quid": 3023860, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to express an intention to meet with Kuwait?", "golds": [ "Iraq" ], "pred": "Germany was the first country to express an intention to meet with Kuwait, on 2005-01-31.", "em": 0.0, "f1": 0.0 }, { "quid": 3010959, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Angela Merkel last speak negatively about China?", "golds": [ "2012" ], "pred": "The last time Angela Merkel spoke negatively about China in the given data is not explicitly mentioned. However, the negative interactions are mostly with Gerhard Schr\u00f6der, which suggests that the last negative interaction might have been around the same time. The earliest negative interaction with Gerhard Schr\u00f6der is on", "em": 0.0, "f1": 0.0 }, { "quid": 3012840, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "What month did the Foreign Affairs of India praise Kuwait?", "golds": [ "2015-08" ], "pred": "The Foreign Affairs of India praised Kuwait in January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3029589, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who paid a visit to China in February 2012?", "golds": [ "Iran", "Angela Merkel", "Foreign Affairs (South Korea)", "Treasury/Finance Ministry (Japan)", "Head of Government (Turkmenistan)", "Xi Jinping", "Transport (South Korea)", "Wen Jiabao", "Envoy (United States)", "Kim Kye Gwan", "Yoshihiko Noda", "Foreign Affairs (Singapore)", "Barack Obama", "Head of Government (Germany)" ], "pred": "Wen Jiabao and Angela Merkel visited China in February 2012.", "em": 1.0, "f1": 0.33333333333333337 }, { "quid": 3034368, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country about which Thailand made optimistic remarks?", "golds": [ "Malaysia" ], "pred": "The last country about which Thailand made optimistic remarks was not explicitly mentioned in the provided evidence. However, the evidence shows that Thailand and its citizens made optimistic comments about each other, suggesting a positive relationship between the two.", "em": 0.0, "f1": 0.0 }, { "quid": 3048814, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the United Arab Emirates give a visit to Thailand?", "golds": [ "2009-08" ], "pred": "The United Arab Emirates gave a visit to Thailand in February.", "em": 0.0, "f1": 0.0 }, { "quid": 3026060, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did the Office of the United Nations High Commissioner for Human Rights announce its intention to negotiate after China?", "golds": [ "South Sudan", "Sudan", "Julia Gillard", "Togo", "African Union", "Legislature (Pakistan)", "Prachanda", "UN Security Council" ], "pred": "The Office of the United Nations High Commissioner for Human Rights announced its intention to negotiate with China after Japan.", "em": 0.0, "f1": 0.0 }, { "quid": 3011265, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to pay a visit to Cambodia?", "golds": [ "Thailand" ], "pred": "Thailand was the first country to pay a visit to Cambodia, on 2005-01-24.", "em": 1.0, "f1": 0.13333333333333333 }, { "quid": 3016271, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who used unconventional force against Iraq in the same month as the Armed Band of Ansar al-Islam?", "golds": [ "Insurgent (Al Qaeda)" ], "pred": "The Armed Band of Ansar al-Islam did not use unconventional force against Iraq in the same month. However, in January 2005, Japan, South Korea, and other authorities from Armenia mobilized or increased their armed forces in response to the situation in", "em": 0.0, "f1": 0.05128205128205128 }, { "quid": 3015397, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to threaten China before the US Navy?", "golds": [ "Barack Obama" ], "pred": "The last to threaten China before the US Navy was Japan on 2005-01-05.", "em": 0.0, "f1": 0.0 }, { "quid": 3006983, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last to negotiate with Iraq in 2015?", "golds": [ "Foreign Affairs (France)" ], "pred": "The last to negotiate with Iraq in 2015 was Haider Al-Abadi, the Prime Minister of Iraq, as he engaged in negotiation with Iraq on January 18, 2015. However, it's important to note that Iran was also actively engaging in diplom", "em": 0.0, "f1": 0.0 }, { "quid": 3007187, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Ante Gotovina, who was the last person to visit Malaysia?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "The last person to visit Malaysia before Ante Gotovina was not mentioned in the provided evidence. The evidence only shows visits to The Hague and China by Ante Gotovina.", "em": 0.0, "f1": 0.0 }, { "quid": 3043358, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Jakaya Mrisho Kikwete want to start diplomatic cooperation with China?", "golds": [ "2009-02" ], "pred": "The earliest statement by Jakaya Mrisho Kikwete about starting diplomatic cooperation with China was on December 13, 2005. However, the specific month for the start of diplomatic cooperation was not mentioned in the statements. Therefore, it cannot be definitively determined which month Jak", "em": 0.0, "f1": 0.0 }, { "quid": 3046544, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the last to investigate China before Wang Yi?", "golds": [ "Japan" ], "pred": "Japan was the last country to investigate China before Wang Yi, as the latest statement made by Wang Yi before the demand to Japan was on China, on 2005-02-03.", "em": 1.0, "f1": 0.0909090909090909 }, { "quid": 3019312, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Thailand was last rejected by whom?", "golds": [ "Member of Parliament (Thailand)" ], "pred": "The Citizen of Thailand was rejected by Thailand in 2005-02-09, as per the evidence provided.", "em": 0.0, "f1": 0.2105263157894737 }, { "quid": 3039604, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the US envoy, who was the last to reject Iraq?", "golds": [ "Benedict XVI" ], "pred": "Mitch McConnell was the last to reject Iraq, on 2005-01-13.", "em": 0.0, "f1": 0.0 }, { "quid": 3053388, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Gary Roughead last express an intention to negotiate with Malaysia?", "golds": [ "2006-05-11" ], "pred": "Gary Roughead last expressed an intention to negotiate with Malaysia on May 11, 2006.", "em": 0.0, "f1": 0.23529411764705882 }, { "quid": 3028238, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Which country expressed its intention to cooperate with Ethiopia after 2014?", "golds": [ "Sudan" ], "pred": "Iran expressed its intention to cooperate with Ethiopia after 2014. However, the provided data is from 2005, so it's not accurate for the question. The data suggests that Iran and Ethiopia expressed their intention to cooperate in 2005, but", "em": 0.0, "f1": 0.0 }, { "quid": 3022548, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country did South Sudan announce its intention to join diplomatic cooperation with China in the same year?", "golds": [ "United Arab Emirates", "Ethiopia", "Sudan" ], "pred": "South Sudan announced its intention to join diplomatic cooperation with China in the same year as Thailand, which was 2005. However, the exact date is not provided in the evidence.", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3023937, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who visited Ethiopia in the same month as the royal administration of Spain?", "golds": [ "Jakaya Mrisho Kikwete", "African Union", "Abdel Fattah Al-Sisi", "Head of Government (Egypt)", "Foreign Affairs (Italy)", "Uhuru Muigai Kenyatta", "Abdelkader Taleb Oumar" ], "pred": "Spain did not visit Ethiopia in the same month as the royal administration of Spain. The closest match is Sudan, which signed a formal agreement with the royal administration of Saudi Arabia in the same month as Ethiopia's head of government expressed intent to engage in diplomatic cooperation. However, Spain is not", "em": 0.0, "f1": 0.15384615384615383 }, { "quid": 3031736, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China last visit the National Transitional Council?", "golds": [ "2011-06" ], "pred": "The last visit of China to the National Transitional Council was in June 2011.", "em": 0.0, "f1": 0.13333333333333336 }, { "quid": 3022140, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Ahmed Abdallah Sambi threaten the Comoros?", "golds": [ "2008" ], "pred": "2008\n\nThe evidence provided shows that Ahmed Abdallah Sambi made a statement and a demand related to the Comoros in 2008, and there were also consultations and accusations between them in the same year. Therefore, it is most likely that the threat", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3017484, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did Cambodia first make optimistic remarks about?", "golds": [ "South Korea" ], "pred": "Thailand", "em": 0.0, "f1": 0.0 }, { "quid": 3009959, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when China last expressed its intention to meet with Dmitry Anatolyevich Medvedev?", "golds": [ "2014-10" ], "pred": "The exact month when China last expressed its intention to meet with Dmitry Anatolyevich Medvedev was December 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3038548, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was last investigated by Barack Obama before China?", "golds": [ "Benjamin Netanyahu" ], "pred": "Mwai Kibaki was last investigated by Barack Obama before China. The investigation was conducted on August 25, 2006.", "em": 0.0, "f1": 0.0 }, { "quid": 3045919, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Thailand last want to negotiate in 2011?", "golds": [ "Cambodia" ], "pred": "With Cambodia, as there are multiple instances of Thailand expressing intent to meet or negotiate with Cambodia, and also engaging in negotiation with Cambodia. There is only one instance of Thailand engaging in negotiation with China, but no instances of expressing intent to meet or negotiate", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3015799, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, which country was the first to hosted the visit from Pat Quinn?", "golds": [ "Mexico" ], "pred": "Mexico was the first country to host the visit from Pat Quinn.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3008080, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did China investigate after 24 March 2010?", "golds": [ "France", "UN Security Council", "Maithripala Sirisena", "Dissident (China)", "Thailand", "South Korea", "Iran", "Japan", "Criminal (China)", "Kazakhstan", "Angela Merkel", "Industry (China)" ], "pred": "Sudan", "em": 0.0, "f1": 0.0 }, { "quid": 3027061, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the United States Congress last condemn China?", "golds": [ "2014-08-01" ], "pred": "The United States Congress did not condemn China during the time period provided in the evidence. The evidence shows that there were consultations, threats, and investigations between Japan and China, but no condemnation of China by the United States Congress.", "em": 0.0, "f1": 0.0 }, { "quid": 3015869, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did the Foreign Minister of South Korea support after Malaysia?", "golds": [ "Iran", "Yemen", "Vietnam", "Kamaladdin Heydarov", "Thailand", "Government (Pakistan)", "Daniel Ortega", "Rehman Malik", "Cambodia", "France", "China", "Japan", "UN Security Council" ], "pred": "The Foreign Minister of South Korea supported Malaysia. This is inferred from the diplomatic cooperation expressed by the representatives of South Korea and Malaysia, as well as the negotiations between South Korea and the Association of Southeast Asian Nations (ASEAN), which includes Malaysia. Additionally, South Korea's consultations with Japan, a", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3024570, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the representatives of Ethiopia, which country was the last to negotiate with Ethiopia?", "golds": [ "Barack Obama" ], "pred": "Eritrea was the last country to negotiate with Ethiopia before the given date, as there are records of negotiations between the two countries on February 4 and March 7, 2005. However, it's important to note that there were also negotiations with Djibouti and", "em": 0.0, "f1": 0.0 }, { "quid": 3044114, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last did the citizens of International made optimistic comments on before China?", "golds": [ "Citizen (Croatia)" ], "pred": "The last citizens of International who made optimistic comments on before China were the citizens of Japan.", "em": 0.0, "f1": 0.0 }, { "quid": 3007554, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited China in Nov, 2013?", "golds": [ "Evo Morales", "Japan", "Head of Government (Sri Lanka)", "Envoy (United States)", "Vincent C. Siew", "South Korea", "Jay Inslee", "Governor (Japan)", "Uhuru Muigai Kenyatta", "A.K. Antony", "Barack Obama" ], "pred": "Japan visited China in Jan, 2005 and Jan, 2005, and in Feb, 2005. There is no evidence of a visit in Nov, 2013.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3004341, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Fernando Soto Rojas, which country first would want to negotiate with China?", "golds": [ "Laos" ], "pred": "Iran, as it is the country that Fernando Soto Rojas made a statement about after China.", "em": 0.0, "f1": 0.0 }, { "quid": 3048308, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was negotiating with China on 2 July 2005?", "golds": [ "Japan" ], "pred": "The country negotiating with China on 2 July 2005 is not explicitly stated in the provided evidence. However, the evidence does not suggest that Mexico, South Africa, or the National Iranian Petrochemical Company were directly involved in the negotiation. The evidence does mention Japan and Mik", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3019469, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who praised China in April 2006?", "golds": [ "Cambodia", "Government (Cape Verde)", "Prime Minister Qarase", "Maumoon Abdul Gayoom", "Lawyer/Attorney (United States)", "Muhammad VI", "Sato Kilman", "Ali Abdullah Saleh", "Jack Straw", "Olu\u1e63\u1eb9gun \u1eccbasanj\u1ecd", "Roh Moo Hyun" ], "pred": "Multiple countries and organizations praised China in April 2006, including the Kuomintang, Vietnam, Association of Southeast Asian Nations, and Japan. Media personnel from China also expressed demands. China also expressed intent to engage in diplomatic cooperation with Japan and consulted with Japan. Japan also investigated China", "em": 0.0, "f1": 0.0 }, { "quid": 3033885, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did the Israeli foreign minister criticise last before China?", "golds": [ "Mahmoud Ahmadinejad" ], "pred": "Japan was criticised by the Israeli foreign minister before China.", "em": 0.0, "f1": 0.0 }, { "quid": 3024907, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was last investigated by China in 2005?", "golds": [ "Straits Exchange Foundation" ], "pred": "Japan was last investigated by China in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3053154, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to visit China after Valeriu Plesca?", "golds": [ "Japan" ], "pred": "Vietnam was the first country to visit China after Valeriu Plesca, as they had a visit on 2005-01-09, one day before Valeriu Plesca's visit on 2005-11-15.", "em": 0.0, "f1": 0.0 }, { "quid": 3052546, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to denounce Cambodia?", "golds": [ "Human Rights Watch" ], "pred": "The first to denounce Cambodia was a Citizen from Thailand on March 3, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3001640, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who made a request to China in May 2015?", "golds": [ "Head of Government (India)", "Vietnam", "Xi Jinping", "South Korea", "Cabinet / Council of Ministers / Advisors (United States)", "Japan" ], "pred": "Xi Jinping made a request to China on May 15, 2015.", "em": 1.0, "f1": 0.3076923076923077 }, { "quid": 3016745, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to speak optimistically about China before John Paul II?", "golds": [ "Wen Jiabao" ], "pred": "The last to speak optimistically about China before John Paul II was John Paul II himself on April 1, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3014359, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to speak negatively about Thailand after the Council of Advisors to the Cabinet of Ministers of Thailand?", "golds": [ "Governor (Thailand)" ], "pred": "The first to speak negatively about Thailand after the Council of Advisors to the Cabinet of Ministers of Thailand was a Member of Parliament (Thailand) on 2005-01-25.", "em": 0.0, "f1": 0.08695652173913042 }, { "quid": 3050766, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Ethiopia last expressed an intention to negotiate with South Sudan?", "golds": [ "2012-07" ], "pred": "The last time Ethiopia expressed an intention to negotiate with South Sudan was on December 15, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3015210, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to be rejected by Malaysia?", "golds": [ "Police (Malaysia)" ], "pred": "The last to be rejected by Malaysia was Yemen, as they expressed intent to meet or negotiate but Malaysia did not express a reciprocal intent.", "em": 0.0, "f1": 0.08333333333333334 }, { "quid": 3035039, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Wang Yi last appeal to Malaysia?", "golds": [ "2014" ], "pred": "The last time Wang Yi appealed to Malaysia is not provided in the given evidence. However, the evidence shows that Wang Yi made several appeals or requests to Japan from 2005 to 2007, and made statements in Japan and China in 2005 and 2", "em": 0.0, "f1": 0.0 }, { "quid": 3026812, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Kuwait, who did Ali Abdullah Saleh request for first?", "golds": [ "Political Parties (Yemen)" ], "pred": "Pervez Musharraf", "em": 0.0, "f1": 0.0 }, { "quid": 3001360, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who made optimistic comments about Thailand in July 2011?", "golds": [ "Citizen (Thailand)", "Banharn Silpa-archa", "Vietnam" ], "pred": "The following individuals made optimistic comments about Thailand in July 2011:\n\n1. Citizen (Thailand) - on July 5, 2011\n2. Vietnam - on July 7, 2011\n3. Banharn Silpa-arch", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3023144, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Gurbanguly Berdymukhammedov, which country did China sign formal agreements with first?", "golds": [ "Iraq" ], "pred": "China signed formal agreements with Turkmenistan first.\n\nExplanation:\n\nFrom the given evidence, it is clear that Gurbanguly Berdymukhammedov, the President of Turkmenistan, made multiple visits to China from July 17 to July 29, 2", "em": 0.0, "f1": 0.0 }, { "quid": 3017068, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Taiwan Affairs Office, which country was the first to make optimistic remarks about China?", "golds": [ "Japan" ], "pred": "The first country to make optimistic remarks about China after the Taiwan Affairs Office was China itself. The Taiwan Affairs Office is a department of the State Council of the People's Republic of China, responsible for China's Taiwan-related policies. It frequently makes statements about China's stance on Taiwan, but it is", "em": 0.0, "f1": 0.0 }, { "quid": 3009636, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After United Arab Emirates, who received the visit from China first?", "golds": [ "Naval Base (Philippines)" ], "pred": "Iran was the second country to receive a visit from United Arab Emirates after China.", "em": 0.0, "f1": 0.0 }, { "quid": 3025930, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited Thailand on the same day as Edward Natapei?", "golds": [ "Wang Yi" ], "pred": "There is no information provided about who else visited Thailand on the same day as Edward Natapei on May 2, 2013. However, it is known that Edward Natapei made visits to various countries and made statements in Vanuatu and China on different dates.", "em": 0.0, "f1": 0.0 }, { "quid": 3055616, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China announce its intention to meet with Koo Chen-fu?", "golds": [ "2005-01-31" ], "pred": "China expressed its intent to meet or negotiate with Koo Chen-fu on 2005-01-31.", "em": 1.0, "f1": 0.3157894736842105 }, { "quid": 3039996, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Philippine Congress, who was the first person the Inquirer had a telephone conversation with?", "golds": [ "Police (Philippines)" ], "pred": "Franklin Drilon was the first person the Inquirer had a telephone conversation with after the Philippine Congress, on March 12, 2007.", "em": 0.0, "f1": 0.0 }, { "quid": 3014966, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "To which country did Ethiopia last provide humanitarian aid?", "golds": [ "Sudan" ], "pred": "The last country to which Ethiopia provided humanitarian aid is not explicitly stated in the provided evidence. However, the evidence shows that Ethiopia expressed intent to cooperate with several countries, including Sudan, Iran, Eritrea, and Djibouti, but it does not specify that these cooper", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3047179, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country expressed interest in cooperation with China on 26 February 2009?", "golds": [ "South Korea", "Japan" ], "pred": "Japan and South Korea expressed interest in cooperation with China on 26 February 2009.", "em": 1.0, "f1": 0.25 }, { "quid": 3055963, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last used unconventional force against China?", "golds": [ "Villager (China)" ], "pred": "Japan used unconventional force against China in 2005. The evidence shows a series of consultations and investigations by Japan, followed by threats from China, and finally Japan is the last entity to use unconventional force, as indicated by the \"Demand\" action from Japan towards China", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3046461, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Julia Gillard sign formal agreements with China?", "golds": [ "2013" ], "pred": "The evidence provided does not contain any information about formal agreements signed by Julia Gillard with China. Therefore, it is not possible to determine the year in which such agreements were signed based on this evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3008868, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last praised China before the Israeli Foreign Ministry?", "golds": [ "Kuwait" ], "pred": "The country that last praised China before the Israeli Foreign Ministry was Japan. This is based on the sequence of events in the provided evidence, where China and Japan had multiple consultations and investigations, and China also threatened Japan, but there was no record of China being praised by Israel before the Israeli Foreign Ministry.", "em": 0.0, "f1": 0.0 }, { "quid": 3050064, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Burundi last express its intention to meet with the company - owner or operator of Rwanda?", "golds": [ "2011" ], "pred": "2005-10-18", "em": 0.0, "f1": 0.0 }, { "quid": 3011891, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month of Jusuf Kalla's last visit to Malaysia?", "golds": [ "2013-05" ], "pred": "Jusuf Kalla's last visit to Malaysia was on January 24, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3011510, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Chinese dissident negotiate with China?", "golds": [ "2012-05-02" ], "pred": "The Chinese dissident did not negotiate with China during the time period provided. The events mentioned are either China negotiating with other countries or parties, or expressing intent to negotiate.", "em": 0.0, "f1": 0.0 }, { "quid": 3028102, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did the Party Member of Thailand make a request to after Thailand?", "golds": [ "Media (Thailand)", "Citizen (Thailand)" ], "pred": "The Party Member of Thailand made a request to a Citizen of Thailand.", "em": 0.0, "f1": 0.33333333333333337 }, { "quid": 3039693, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Karl-Theodor zu Guttenberg make an appeal to China?", "golds": [ "2010-11-02" ], "pred": "Karl-Theodor zu Guttenberg made an appeal to China on November 2, 2010. This is inferred from the evidence that he visited China on November 2 and 3, 2010, and China hosted his visit on those same dates. The", "em": 0.0, "f1": 0.0606060606060606 }, { "quid": 3050896, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who was China negotiating with in the same month as Ronnie Shikapwasha?", "golds": [ "Iran", "South Korea", "Ethiopia", "Stephen W. Bosworth", "Japan" ], "pred": "The evidence shows that Ronnie Shikapwasha was negotiating with China on May 6, 2009. However, it does not provide information about who China was negotiating with at the same time. To find this information, we would need to look for evidence of China engaging in negotiations", "em": 0.0, "f1": 0.0 }, { "quid": 3018056, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, which country first received the Armed Gang of Al Qaeda's visit from the Armed Gang of Al Qaeda?", "golds": [ "France" ], "pred": "Iran was the first country to receive a visit from the Armed Gang of Al Qaeda after Iraq. This is based on the dates provided in the evidence, where the Special Rapporteurs of the United Nations visited Iran on February 6, 2005, which is after their visit to Iraq", "em": 0.0, "f1": 0.0 }, { "quid": 3040429, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who hosted the visit from Northern Ireland after Iraq?", "golds": [ "Vietnam", "Ireland", "Barack Obama", "Laos" ], "pred": "The visit from Northern Ireland after Iraq was hosted by the United States Congress. This is inferred from the evidence that shows a visit from Northern Ireland to the United States Congress on 2005-05-26, which is after the visit to Iraq on 2003-03-", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3008918, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who was investigated by China in the same month?", "golds": [ "Dissident (Australia)" ], "pred": "Japan was investigated by China in the same month, specifically in February 2005, as evidenced by the \"Engage in negotiation\" and \"Engage in diplomatic cooperation\" events on February 1st and 1st respectively. However, it's important to note", "em": 0.0, "f1": 0.0 }, { "quid": 3041423, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country used conventional military force against China in the same month as the Bank of China?", "golds": [ "Japan" ], "pred": "No country used conventional military force against China in the same month as the Bank of China. The Bank of China was established in 1904, and the data provided does not show any instances of conventional military force being used against China in the month of January from 2005 onwards.", "em": 0.0, "f1": 0.0 }, { "quid": 3005093, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who had a telephone conversation with the Inquirer before the Moro Islamic Liberation Front?", "golds": [ "Franklin Drilon", "Benjamin Abalos", "Congress (Philippines)", "Police (Philippines)", "ZTE Corp.", "Priest (Philippines)", "City Mayor (Philippines)" ], "pred": "The Inquirer had a telephone conversation with the Moro Islamic Liberation Front.", "em": 0.0, "f1": 0.0 }, { "quid": 3039449, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Iraq, who was the last country to investigate the Middle East?", "golds": [ "Police (Indonesia)" ], "pred": "Saudi Arabia was the last country to investigate the Middle East before Iraq, as indicated by the event \"Royal Administration (Saudi Arabia) | Investigate | Middle East | 2005-04-16\".", "em": 0.0, "f1": 0.0 }, { "quid": 3031862, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Justice and Development Party visit Iraq for the first time?", "golds": [ "2006-10" ], "pred": "The Justice and Development Party did not visit Iraq for the first time in any of the months listed in the evidence. The earliest visit mentioned in the evidence is to China in July 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3015357, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "What was the last country with which Iraq formally signed an agreement before Barack Obama?", "golds": [ "Iran" ], "pred": "The last country with which Iraq formally signed an agreement before Barack Obama was not specified in the provided evidence. However, the evidence shows that Barack Obama made several visits, statements, and criticisms related to Iraq from 2006 to 2007, and there were no formal agreements mentioned during", "em": 0.0, "f1": 0.0 }, { "quid": 3052407, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country hosted Oman's visit from Oman last?", "golds": [ "Malaysia" ], "pred": "Iran hosted Oman's visit from Oman last.", "em": 0.0, "f1": 0.0 }, { "quid": 3022891, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 24 July 2010?", "golds": [ "Cristina Fern\u00e1ndez de Kirchner" ], "pred": "Cristina Fern\u00e1ndez de Kirchner visited China on 24 July 2010.\n\nExplanation:\nThe evidence provided shows that there were consultations between China and the Association of Southeast Asian Nations (ASEAN) on 24 July 2010, and also", "em": 1.0, "f1": 0.25 }, { "quid": 3028713, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "To whom did Jatuporn Prompan first make an appeal after Thailand?", "golds": [ "Protester (Thailand)" ], "pred": "Jatuporn Prompan first made an appeal after Thailand to Abhisit Vejjajiva on 2009-09-04.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3021768, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In September 2013, who gave humanitarian aid to Kuwait?", "golds": [ "Police (Philippines)" ], "pred": "South Korea gave humanitarian aid to Kuwait in September 2013. However, the question asks for 2013, and the provided data is from 2005. There seems to be a mistake in the question or the data.", "em": 0.0, "f1": 0.0 }, { "quid": 3046889, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Chen Zhili last visit Cambodia?", "golds": [ "2008" ], "pred": "2008", "em": 1.0, "f1": 1.0 }, { "quid": 3053969, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Kuwait request for first after the Business of Indonesia?", "golds": [ "Iran" ], "pred": "Germany was the first country Kuwait requested for business after Indonesia, as evidenced by multiple events such as visits, consultations, and statements made by both parties. However, it's important to note that Kuwait also consulted with Iran, South Korea, and Qatar, and there were apologies and", "em": 1.0, "f1": 0.047619047619047616 }, { "quid": 3047990, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was first investigated by Cambodia?", "golds": [ "Wen Jiabao" ], "pred": "Wen Jiabao was first investigated by Cambodia.", "em": 1.0, "f1": 0.4444444444444445 }, { "quid": 3009647, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Tesco last make pessimistic remarks about the Australian police?", "golds": [ "2015-08" ], "pred": "The month Tesco last made pessimistic remarks about the Australian police was August 2015.", "em": 0.0, "f1": 0.13333333333333336 }, { "quid": 3014034, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Iraq use conventional military force against the Kurdistan Workers' Party guerrillas?", "golds": [ "2015-10" ], "pred": "The month in which Iraq used conventional military force against the Kurdistan Workers' Party guerrillas is not explicitly stated in the provided evidence. However, the evidence does suggest that there were tensions between Iraq and the Kurdistan Workers' Party around 2005, which could potentially indicate that", "em": 0.0, "f1": 0.0 }, { "quid": 3010891, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Thailand, which country hosted the visit from Mwai Kibaki last?", "golds": [ "China" ], "pred": "Ethiopia was the country that hosted the visit from Mwai Kibaki before Thailand. The evidence shows that Mwai Kibaki made a visit to Ethiopia on March 10 and 12, 2005, before his visit to Sudan on July 8 and", "em": 0.0, "f1": 0.0 }, { "quid": 3045121, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last person the Inquirer had a telephone conversation with in 2011?", "golds": [ "Military Personnel (Philippines)" ], "pred": "The last person the Inquirer had a telephone conversation with in 2011 was Military Personnel (Philippines) on December 29, 2011. This is based on the latest date found in the provided evidence.", "em": 1.0, "f1": 0.20689655172413793 }, { "quid": 3000617, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did China negotiate with first?", "golds": [ "Japan" ], "pred": "The first country China negotiated with was Portugal on January 5, 2005. However, it's important to note that multiple countries expressed intent to meet or negotiate with China around the same time, including the Kuomintang, Japan, and Thailand. The exact nature of the negotiations and", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3031820, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did China last wish to meet in 2010?", "golds": [ "Japan" ], "pred": "Argentina is the country with which China last wished to meet in 2010, as there are more instances of Cristina Fern\u00e1ndez de Kirchner expressing intent to meet or negotiate with China than any other country in that year.", "em": 0.0, "f1": 0.0 }, { "quid": 3000686, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who first commend the Party Member of Taiwan after China did?", "golds": [ "Kuomintang" ], "pred": "The Taiwan Affairs Office of China first commended the Party Member of Taiwan on January 3, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3002340, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the United States envoy make an appeal to Thailand?", "golds": [ "2010-07-20" ], "pred": "The United States envoy made an appeal to Thailand on January 6, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3006623, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who praised Julia Gillard first, after China?", "golds": [ "Royal Administration (Japan)" ], "pred": "The first person to publicly praise Julia Gillard after China was a businessperson from Australia, on May 3, 2007. This is based on the evidence that Julia Gillard consulted with a businessperson from Australia on that date. No other individual or entity praised her before this date,", "em": 0.0, "f1": 0.0 }, { "quid": 3018106, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Burundi, with whom did Djibouti want to meet?", "golds": [ "Iran", "Yemen", "South Sudan", "Sudan", "Ethiopia", "Eritrea", "The Hague", "Government (Djibouti)" ], "pred": "Before Burundi, Djibouti wanted to meet with Ethiopia and Eritrea.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3003459, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last investigated Iraq before Massoud Barzani?", "golds": [ "Nuri al-Maliki" ], "pred": "The last person to investigate Iraq before Massoud Barzani was not explicitly stated in the provided evidence. However, it is important to note that Massoud Barzani's interactions with Iraq were primarily as a political figure, making statements, consulting, and visiting, rather than as an investigator. If", "em": 0.0, "f1": 0.0 }, { "quid": 3021029, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to want to cooperate with Malaysia?", "golds": [ "Thailand" ], "pred": "Thailand was the first country to express intent to cooperate with Malaysia, on January 31, 2005.", "em": 1.0, "f1": 0.125 }, { "quid": 3036697, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, who first did the Congress of United States accuse?", "golds": [ "China" ], "pred": "Iran", "em": 0.0, "f1": 0.0 }, { "quid": 3007459, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Takeo Nishioka express his intention to meet with Thailand?", "golds": [ "2005" ], "pred": "2005-11-08", "em": 1.0, "f1": 0.5 }, { "quid": 3002363, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country received Iraq's visit from Iraq on the same month of Donald Rumsfeld?", "golds": [ "Iran", "Japan" ], "pred": "Iraq, as it is stated that Iraq received a visit from Donald Rumsfeld on multiple dates in February 2005, and Donald Rumsfeld also made visits to Iraq during the same month.", "em": 0.0, "f1": 0.0 }, { "quid": 3024750, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did Ethiopia praise Shura Council?", "golds": [ "2014-12" ], "pred": "The specific month when Ethiopia praised the Shura Council is not mentioned in the provided evidence. However, it's important to note that the Shura Council is a consultative body in several countries, including Saudi Arabia, Egypt, and Yemen, and it's possible that Ethiopia could have", "em": 0.0, "f1": 0.0 }, { "quid": 3052872, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to sign an agreement with Swaziland?", "golds": [ "Iran" ], "pred": "The last country to sign an agreement with Swaziland was Lesotho on July 2, 2009.", "em": 0.0, "f1": 0.0 }, { "quid": 3045389, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Henry M Paulson sign formal agreements with China?", "golds": [ "2006-09-27" ], "pred": "There is no evidence in the provided data that Henry M Paulson signed formal agreements with China. However, there are several instances of Japan consulting with China and Japan demanding from China, but no such interactions are recorded with Henry M Paulson. The dates of these interactions range from January 3, 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3007595, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who blamed Cambodia after 4 September 2012?", "golds": [ "Lawyer/Attorney (Cambodia)", "Agence France-Presse", "Association of Southeast Asian Nations" ], "pred": "No one blamed Cambodia after 4 September 2012.", "em": 0.0, "f1": 0.18181818181818182 }, { "quid": 3055364, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited Ethiopia first after the Indian leader?", "golds": [ "Head of Government (Egypt)" ], "pred": "Isaias Afewerki, the leader of Eritrea, visited Ethiopia first after the Indian leader. This is based on the evidence that there are two instances of Eritrea accusing Ethiopia, which occurred before any other country or organization made a statement about Ethiopia. The first", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3046621, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Canadian Ministry of Finance, Economy, Trade and Industry make optimistic comments about China?", "golds": [ "2007" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3007569, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country praised the High Commission for Refugees in the same year as China?", "golds": [ "Japan" ], "pred": "Japan praised the High Commission for Refugees in the same year as China. The evidence shows that Japan granted asylum to a refugee through the High Commission for Refugees on January 19, 2005, while China made a statement about the High Commission for Refugees on January", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3051768, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Sheikh Ahmed Abdullah visit Iraq for the first time?", "golds": [ "2008-06-05" ], "pred": "The earliest date mentioned in the provided evidence is 2005-11-01, when Sheikh Ahmed Abdullah demonstrated military or police power in Iraq. However, this does not necessarily mean that he visited Iraq on that date. The first mention of a visit to Iraq by Sheikh", "em": 0.0, "f1": 0.0 }, { "quid": 3016557, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Marios Garoyian, who was the last to praise China?", "golds": [ "Head of Government (Cyprus)" ], "pred": "George Yeo was the last to praise China before Marios Garoyian. This is based on the evidence provided, which shows that George Yeo praised China on 2005-01-05, and Marios Garoyian made a statement about China on 2009-0", "em": 0.0, "f1": 0.0 }, { "quid": 3002928, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to cooperate with China on 2 May 2010?", "golds": [ "South Korea", "Japan" ], "pred": "Japan and South Korea wanted to cooperate with China on 2 May 2010.", "em": 1.0, "f1": 0.2666666666666667 }, { "quid": 3047893, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Iraq, who was last condemned by Human Rights Watch?", "golds": [ "Government (Qatar)" ], "pred": "The last country condemned by Human Rights Watch before Iraq was Sudan, on April 6, 2005. However, it's important to note that Human Rights Watch has made numerous statements and accusations against various governments, military forces, and individuals throughout the world during this time period.", "em": 0.0, "f1": 0.0 }, { "quid": 3010133, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who investigated Malaysia in 2009?", "golds": [ "Police (Malaysia)", "Businessperson (Malaysia)", "Police (Indonesia)", "United States Senate" ], "pred": "The police of Malaysia investigated Malaysia in 2009. This is inferred from the actions of confiscating property, using unconventional violence, imposing administrative sanctions, and making statements by the police force. Additionally, the National Front of Malaysia, Foreign Affairs, and High Commission of Malaysia", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3006882, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Thailand make a request to the Cambodian representatives?", "golds": [ "2010-11-25" ], "pred": "The earliest date when Thailand made a request to the Cambodian representatives is 2005-01-24.", "em": 0.0, "f1": 0.0 }, { "quid": 3026801, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country received the visit from South Africa on the same month of Cambodia?", "golds": [ "Angola" ], "pred": "Both Tanzania and Angola received visits from South Africa in the month of February 2005. However, the question asks for the country that received a visit from South Africa on the same month as Cambodia, which is January 2005. Unfortunately, there is no record of any", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3016372, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Malaysia make a request to the Company - Owner or Operator of Thailand?", "golds": [ "2006-09-06" ], "pred": "The first request was made by Japan on January 11, 2005, and Malaysia responded on January 19, 2005. However, it was not a request to the Company - Owner or Operator of Thailand, but an appeal for cooperation. The actual request was", "em": 0.0, "f1": 0.0 }, { "quid": 3026774, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the United Arab Emirates, which country did Ethiopia negotiate with last?", "golds": [ "South Sudan" ], "pred": "The country Ethiopia negotiated with last before the United Arab Emirates is not explicitly stated in the provided evidence. However, the latest dates in the evidence are from the United Arab Emirates' interactions with other countries, so it's reasonable to assume that any negotiations Ethiopia had would have occurred", "em": 0.0, "f1": 0.0 }, { "quid": 3031789, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country first wanted to participate in diplomatic cooperation with Thailand in 2010?", "golds": [ "China" ], "pred": "China was the first country to express intent to engage in diplomatic cooperation with Thailand in 2010.", "em": 1.0, "f1": 0.125 }, { "quid": 3048846, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who used conventional military force against Cambodia before Apr, 2009?", "golds": [ "Thailand", "Police (Cambodia)" ], "pred": "Vietnam and Sudan used conventional military force against Cambodia before April 2009. Vietnam demonstrated military or police power on January 10, 2005, and Sudan provided military protection or peacekeeping on March 25, 2005.", "em": 0.0, "f1": 0.14814814814814814 }, { "quid": 3022037, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who used conventional military force against Ethiopia in the same month as the ethnic Hawiye?", "golds": [ "Ogaden National Liberation Front", "Eritrea" ], "pred": "Eritrea and Sudan used conventional military force against Ethiopia in the same month as the ethnic Hawiye.", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3049608, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country to which Malaysia returned people?", "golds": [ "Women (Malaysia)" ], "pred": "Thailand was the last country to which Malaysia returned people. This is inferred from the sequence of events where Malaysia expressed intent to cooperate with Thailand, and there is no record of Malaysia expressing intent to cooperate with any other country after this.", "em": 0.0, "f1": 0.0625 }, { "quid": 3007463, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Kuwait, which country hosted the visit from Kostyantyn Gryshchenko first?", "golds": [ "Romania" ], "pred": "Romania", "em": 1.0, "f1": 1.0 }, { "quid": 3027294, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China visit Vietnamese fishermen?", "golds": [ "2010-08" ], "pred": "The month in which China visited Vietnamese fishermen is not provided in the given evidence. However, it is evident that China had engagements with Japan and Macao in the month of January and February 2005. Without further information, it cannot be determined if China visited Vietnamese fishermen", "em": 0.0, "f1": 0.0 }, { "quid": 3053808, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did the citizens of Nigeria wish to meet on the same day as China?", "golds": [ "Japan" ], "pred": "The citizens of Nigeria did not express the intent to meet with China on the same day as any other country in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3053131, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Malaysia, who appealed for the Men of Malaysia?", "golds": [ "Police (Malaysia)" ], "pred": "The Men of Malaysia were appealed for by Malaysia after the 2004 Indian Ocean earthquake and tsunami. The Malaysian government, police, and court judges were involved in investigations, arrests, detentions, and confiscations of properties related to the disaster. They also consult", "em": 0.0, "f1": 0.1142857142857143 }, { "quid": 3027259, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Dragan \u0160utanovac, which country was the last to negotiate with China?", "golds": [ "South Korea" ], "pred": "The last country to negotiate with China before Dragan \u0160utanovac was Thailand, on 2005-01-07.", "em": 0.0, "f1": 0.0 }, { "quid": 3026965, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In Dec 29th, 2008, who would wish to visit Iraq?", "golds": [ "Barack Obama" ], "pred": "In Dec 29th, 2008, who would wish to visit Iraq?\n\nBased on the provided evidence, it appears that various individuals and groups, including political leaders, military personnel, media personnel, and international organizations, have visited Iraq in the past. However, the evidence does not", "em": 0.0, "f1": 0.0 }, { "quid": 3003367, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the member of the Iranian government's legislative body last express his intention to negotiate with Iraq?", "golds": [ "2014" ], "pred": "The member of the Iranian government's legislative body last expressed his intention to negotiate with Iraq in the year 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3015469, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to make an appeal for Burundi?", "golds": [ "Other Authorities / Officials (Burundi)" ], "pred": "The last to make an appeal for Burundi was the Government of Burundi on 2007-12-20.", "em": 0.0, "f1": 0.10526315789473685 }, { "quid": 3029152, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Iraq praise in the same month of the activist of Iraq?", "golds": [ "Legislature (Iraq)" ], "pred": "Iraq praised Iran in the month of January 2005. The evidence includes multiple instances of Iraq praising Iran (on January 30 and January 31), consulting with Iran (on January 25 and January 27), and even accusing Iran on January 28", "em": 0.0, "f1": 0.07407407407407407 }, { "quid": 3052432, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Malaysia last negotiate with Xi Jinping?", "golds": [ "2013-10" ], "pred": "The last negotiation between Malaysia and Xi Jinping was not recorded in the provided data. The data only shows negotiations between Xi Jinping and Wen Jiabao in 2008-03-10, and various statements made by Xi Jinping from 2007", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3000792, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who made negative comments about the Middle East on the same day as Malaysia?", "golds": [ "Abdel Ilah Al-Khatib" ], "pred": "Multiple individuals and entities made negative comments about the Middle East on the same day as Malaysia. These include Tony Blair, Shimon Peres, Shirin Ebadi, the Royal Administration of Saudi Arabia, and Okada Katsuya. Additionally, China made an optimistic comment, and the Middle", "em": 0.0, "f1": 0.0 }, { "quid": 3031827, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In Mar, 2014, who paid a visit to China?", "golds": [ "Head of Government (Belarus)", "Iran", "Angela Merkel", "Malaysia", "Xi Jinping", "South Korea", "Abdul Aziz", "Yerlan Idrisov", "Head of Government (South Korea)", "Saud bin Faisal bin Abdul-Aziz", "Chuck Hagel", "France", "Royal Administration (Saudi Arabia)", "Jerry Brown", "Japan", "Barack Obama" ], "pred": "- Ma Ying Jeou | Make a visit | China | 2005-01-04\n- Japan | Engage in negotiation | China | 2005-02-01\n- Japan | Make a visit | Aceh | 20", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3054216, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country wanted to negotiate with Burundi on the same month of the East African Community?", "golds": [ "Tanzania" ], "pred": "Tanzania wanted to negotiate with Burundi on the same month as the East African Community in 2007-08-20.", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3011881, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to use conventional military force against Djibouti?", "golds": [ "Al-Shabaab" ], "pred": "Sudan was the last to use conventional military force against Djibouti in 2005-04-01.", "em": 0.0, "f1": 0.0 }, { "quid": 3018207, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who first received Malaysia's visit from Malaysia?", "golds": [ "Aceh" ], "pred": "The first visit from Malaysia was made by Ognyan Gerdzhikov on 2005-01-02. However, it's important to note that the order of visits can be complex due to reciprocal visits and multiple events happening simultaneously. For example, both Thailand and", "em": 0.0, "f1": 0.0 }, { "quid": 3054912, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Australians denounced Thailand?", "golds": [ "2009-01-19" ], "pred": "The last time Australians denounced Thailand was on February 8, 2005, as evidenced by the statement \"Thailand | Reject | Citizen (Thailand)\" in the data provided.", "em": 0.0, "f1": 0.0 }, { "quid": 3024217, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "After August 2007, who did Burundi express interest in cooperating with?", "golds": [ "South Africa", "Angola", "Tanzania" ], "pred": "Tanzania and Ethiopia. Burundi signed a formal agreement with the rebel group in May 2005 and also consulted with Tanzania and Ethiopia in April, September, and October 2005.", "em": 1.0, "f1": 0.09523809523809523 }, { "quid": 3051991, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, with whom did the citizens of Nigeria first express their intention to meet?", "golds": [ "Government (Nigeria)" ], "pred": "The citizens of Nigeria first expressed their intention to meet with Japan. The first instance of this is on 2005-01-05.", "em": 0.0, "f1": 0.09523809523809525 }, { "quid": 3006840, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Iraqi news editor first criticise Iraq?", "golds": [ "2006-08-03" ], "pred": "The first instance of an Iraqi news editor criticising Iraq was on 2005-01-28, when Iraq accused Iran.", "em": 0.0, "f1": 0.0 }, { "quid": 3013226, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Chart Thai express his intention to meet Thailand?", "golds": [ "2007-12" ], "pred": "December 2007", "em": 0.0, "f1": 0.5 }, { "quid": 3001146, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who would wish to visit China on the same day of Israeli Defense Forces?", "golds": [ "Scholar (Japan)" ], "pred": "No one would wish to visit China on the same day as the Israeli Defense Forces due to the ongoing conflicts and violence in the Palestinian Territory, Occupied. The Israeli Defense Forces are involved in imposing restrictions on political freedoms, using unconventional violence, and assassinating children in the Palestinian Terr", "em": 0.0, "f1": 0.0 }, { "quid": 3052928, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Iraq use conventional military force against the mayor of Iraq?", "golds": [ "2010-02" ], "pred": "The evidence does not indicate that Iraq used conventional military force against the mayor of Iraq in any month. The evidence shows that Iraq received military aid from South Korea, Italy, and Poland, and hosted visits from Lithuania and the United Nations. There is also evidence of threats of military force from a rebel group in", "em": 0.0, "f1": 0.0 }, { "quid": 3042446, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last spoke optimistically about China?", "golds": [ "Media Personnel (China)" ], "pred": "The last speaker to speak optimistically about China was Japan on 2005-01-30.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3013488, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Kuwait first want to meet?", "golds": [ "Iraq" ], "pred": "Iraq, as there are two instances of expressing intent to meet or negotiate with Iraq on the given date.", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3019185, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before the United Arab Emirates, who negotiated with Ethiopia?", "golds": [ "Head of Government (Ethiopia)", "Indigenous People (United States)", "South Sudan", "Seyoum Mesfin", "Sudan", "Indigenous People (Ethiopia)", "Mwai Kibaki", "African Union", "Eritrea", "China", "UN Security Council" ], "pred": "Qatar was the country that the United Arab Emirates negotiated with before Ethiopia, as evidenced by the \"Engage in negotiation\" event between the two countries on March 7, 2005.", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3029504, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2009, who was the first country to declare its intention to meet with China?", "golds": [ "Head of Government (Colombia)" ], "pred": "The first country to declare its intention to meet with China in 2005 was Portugal on January 5, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3039124, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic comments about China on 19 January 2006?", "golds": [ "Wen Jiabao" ], "pred": "Wen Jiabao made optimistic comments about China on 19 January 2006.", "em": 1.0, "f1": 0.3076923076923077 }, { "quid": 3022728, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited Oman in March 2013?", "golds": [ "Admiral (Iran)" ], "pred": "The evidence shows that Oman, Iran, Sudan, Qatar, and Japan visited or engaged in diplomatic cooperation with Iran in March 2013. However, the evidence does not specify which of these countries visited Oman in March 2013. It is possible that Oman also", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3011951, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who formally signed an agreement with China in November 2007?", "golds": [ "Sergei Ivanovich Shmatk\u00f3", "South Korea", "Kazakhstan", "France", "United Arab Emirates", "Japan" ], "pred": "France signed a formal agreement with China on November 28, 2007.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3051229, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country signed an agreement with China on 1 January 2015?", "golds": [ "Japan" ], "pred": "Japan signed an agreement with China on 1 January 2015.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3002607, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China host the visit of the Ministry of Mainland Affairs Council?", "golds": [ "2014-02-13" ], "pred": "The Mainland Affairs Council of Taiwan visited China on two occasions in 2005, specifically on January 21 and April 1.", "em": 0.0, "f1": 0.0 }, { "quid": 3042587, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Oman, with whom did Ali Abdullah Saleh last want to negotiate?", "golds": [ "Yemen" ], "pred": "Qatar.", "em": 0.0, "f1": 0.0 }, { "quid": 3043818, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did United Arab Emirates appeal Thailand?", "golds": [ "2010-02" ], "pred": "The United Arab Emirates did not appeal Thailand in the given month range. The interactions between the United Arab Emirates and other countries in the provided data are diplomatic cooperation, negotiation, and consultation, but there is no evidence of an appeal to Thailand.", "em": 0.0, "f1": 0.0 }, { "quid": 3043966, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who negotiated with Oman after 2005?", "golds": [ "Nuri al-Maliki", "Iran", "Kuwait", "Company - Owner or Operator (Oman)", "United Arab Emirates", "Ministry (Iran)", "Qatar" ], "pred": "The government of Oman negotiated with various countries, including Iran, South Korea, Qatar, Thailand, and France, after 2005. However, specific individuals or entities involved in negotiations are not provided in the given evidence.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3038863, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 29 October 2015, which country expressed its intention to negotiate with Iraq?", "golds": [ "France" ], "pred": "France\n\nThe country that expressed its intention to negotiate with Iraq on 29 October 2015 was France. This was indicated by the statements made by both Iraq's Prime Minister Haider Al-Abadi and the Central Intelligence Agency (CIA) on the same day. The negotiations were", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3019247, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, who hosted the Military of New Zealand's visit from the Military of New Zealand last?", "golds": [ "Middle East" ], "pred": "The Military of New Zealand's visit from the Military of New Zealand was hosted by China before Japan, as evidenced by the dates of the visits. The Military of New Zealand visited China on January 4, 2005, while the earliest recorded visit by a Japanese lawmaker was on January", "em": 0.0, "f1": 0.0 }, { "quid": 3002296, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country last wanted to engage in diplomatic cooperation with China in 2009?", "golds": [ "Vietnam" ], "pred": "Yemen or Sudan, as both countries expressed intent to engage in diplomatic cooperation with Malaysia in 2009, but China's intent to engage in diplomatic cooperation with Malaysia is more frequent in the given timeframe. However, the exact country cannot be determined without further context or specific dates.", "em": 0.0, "f1": 0.0 }, { "quid": 3017942, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country did China reject in the same month as the Lawyer/Attorney of the United States?", "golds": [ "Vietnam", "Japan" ], "pred": "The country that China rejected in the same month as the Attorney of the United States is not explicitly mentioned in the provided evidence. However, it is worth noting that the Attorney General of the United States is a position within the U.S. government, not a representative of the country itself. Therefore, it is not", "em": 0.0, "f1": 0.0 }, { "quid": 3021789, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who receive the visit from China before the Foreign Affairs of South Africa did?", "golds": [ "Norodom Sihanouk", "Vietnam", "South Korea", "Aceh", "Government (Pakistan)", "Koo Chen-fu", "Dominican Republic", "Japan" ], "pred": "Sudan received the visit from China before the Foreign Affairs of South Africa did.", "em": 0.0, "f1": 0.13333333333333336 }, { "quid": 3051121, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In the same year, who did India's foreign minister want to negotiate with Ethiopia?", "golds": [ "African Union", "Japan" ], "pred": "India's foreign minister did not express an intent to negotiate with Ethiopia in 2005. The countries mentioned in the provided evidence are South Africa, Eritrea, Djibouti, Mwai Kibaki (President of Kenya), African Union, Iran, and Eth", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3048934, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who criticised Malaysia before 2014?", "golds": [ "Court Judge (Malaysia)", "Rights Activist (Malaysia)", "Citizen (Australia)", "Australia Greens", "Human Rights Watch", "Nonaligned Movement", "Thailand", "Archbishop (Malaysia)", "Defense Attorney (Malaysia)", "Foreign Affairs (Malaysia)", "China" ], "pred": "The United Nations, the United States, the European Union, and various human rights organizations have criticized Malaysia before 2014. The evidence provided in the question shows instances of the UN, the US, the EU, and various countries like Sudan, Iran, Thailand, and others consulting, making statements", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3027282, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before China, with whom did the Prime Minister of Portugal seek diplomatic cooperation?", "golds": [ "Angola", "Head of Government (Brazil)", "Head of Government (Timor-Leste)" ], "pred": "The Prime Minister of Portugal did not seek diplomatic cooperation with any country before China in the provided date range (2005-01-12 to 2005-04-28). The first instance of diplomatic cooperation mentioned is with China on 2005-0", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3051739, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country threatened China on 18 April 2008?", "golds": [ "Japan" ], "pred": "Japan", "em": 1.0, "f1": 1.0 }, { "quid": 3047565, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the presidential press service of the Ministry of Defence make optimistic remarks about China?", "golds": [ "2010-01-28" ], "pred": "The presidential press service of the Ministry of Defence in Japan made optimistic remarks about China on January 31, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3020132, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last used unconventional force against Malaysia?", "golds": [ "Police (Malaysia)" ], "pred": "The evidence provided does not indicate that any unconventional force was used against Malaysia by another country. However, it does show that Malaysia was involved in consultations with Sudan, Iran, and Thailand, and there were instances of arrests, detentions, and aid provision. The evidence also shows", "em": 0.0, "f1": 0.05 }, { "quid": 3013219, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to sign an agreement with Malaysia in 2005?", "golds": [ "Thailand" ], "pred": "Thailand was the first country to sign an agreement with Malaysia in 2005.", "em": 1.0, "f1": 0.14285714285714288 }, { "quid": 3027041, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to whom Manuel Villar made an appeal before China?", "golds": [ "Police (Philippines)" ], "pred": "Wen Jiabao was the last person to whom Manuel Villar made an appeal before China, on 2007-01-16.", "em": 0.0, "f1": 0.0 }, { "quid": 3038751, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to make optimistic remarks about Iraq?", "golds": [ "Assemblies (Australia)" ], "pred": "The first to make optimistic remarks about Iraq was the student from Iraq on January 12, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3054485, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Michael Sata praise China?", "golds": [ "2014-06-21" ], "pred": "Michael Sata praised China on September 6, 2006.", "em": 0.0, "f1": 0.0 }, { "quid": 3050017, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Djibouti, which country last received the visit from African Union?", "golds": [ "Ethiopia" ], "pred": "South Africa was the last country to receive a visit from the African Union before Djibouti. This is based on the dates provided in the evidence, with the African Union visiting South Africa on May 20, 2005, and then visiting Djibouti on February 7,", "em": 0.0, "f1": 0.0 }, { "quid": 3033570, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Before 2006, who wanted to have diplomatic cooperation with Kuwait?", "golds": [ "Iraq", "Pervez Musharraf", "United Arab Emirates", "China" ], "pred": "Before 2006, there were several countries that expressed intent to engage in diplomatic cooperation with Kuwait, including Malaysia, the United Arab Emirates, Qatar, Iraq, Iran, and South Korea. Gerhard Schr\u00f6der, the former Chancellor of Germany, also expressed intent to", "em": 1.0, "f1": 0.15789473684210528 }, { "quid": 3008662, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of Egypt last express his intention to meet with Kuwait?", "golds": [ "2015-01-02" ], "pred": "The leader of Egypt did not express his intention to meet with Kuwait during the time frame provided.", "em": 0.0, "f1": 0.0 }, { "quid": 3034735, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Marios Garoyian last praise China?", "golds": [ "2009" ], "pred": "2009-02-23", "em": 1.0, "f1": 0.5 }, { "quid": 3005353, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did the citizens of Thailand make an appeal to on the same month of Tesco?", "golds": [ "Governor (Thailand)", "Member of Parliament (Thailand)", "Media (Thailand)", "Party Member (Thailand)" ], "pred": "The citizens of Thailand made an appeal to Tesco on the same month of April 29, 2008.", "em": 0.0, "f1": 0.2105263157894737 }, { "quid": 3009474, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Singapore's foreign ministry, who was the last to support China?", "golds": [ "Foreign Affairs (Nepal)" ], "pred": "The last foreign ministry to support China before Singapore was South Korea, on 2005-01-06.", "em": 0.0, "f1": 0.10526315789473684 }, { "quid": 3005633, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 2 November 2015, which country wanted to cooperate with China?", "golds": [ "Iran", "Vietnam", "South Korea", "Kazakhstan", "Romania", "Thailand", "Japan", "Iraq" ], "pred": "South Korea, Japan, and France all wanted to cooperate with China on 2 November 2015.", "em": 1.0, "f1": 0.23529411764705882 }, { "quid": 3033244, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 30 March 2011, who provided humanitarian aid to Thailand?", "golds": [ "Citizen (Thailand)", "United Arab Emirates", "Japan", "Governor (Thailand)" ], "pred": "The entities that provided humanitarian aid to Thailand after 30 March 2011 were the Naval (Thailand), Aircraft Carrier (Thailand), Abhisit Vejjajiva, the Governor (Thailand), and the Citizen (Thailand).", "em": 1.0, "f1": 0.17391304347826084 }, { "quid": 3030154, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to praise Agence France-Presse after China?", "golds": [ "United Arab Emirates" ], "pred": "Sudan was the first country to praise Agence France-Presse after China.", "em": 0.0, "f1": 0.0 }, { "quid": 3028735, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Cambodia praise the Cambodian police?", "golds": [ "2005" ], "pred": "2005-03-11", "em": 1.0, "f1": 0.5 }, { "quid": 3046673, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to praise Cambodia?", "golds": [ "Police (Cambodia)" ], "pred": "The first to praise Cambodia was China, on March 28, 2005.", "em": 0.0, "f1": 0.15384615384615385 }, { "quid": 3026535, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Charlie McCreevy last speak optimistically about China?", "golds": [ "2007" ], "pred": "2007-06-14", "em": 1.0, "f1": 0.5 }, { "quid": 3046932, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last used small arms and light weapons to attack Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "Armed Opposition (Thailand) and Armed Gang (Thailand)", "em": 0.0, "f1": 0.28571428571428575 }, { "quid": 3036576, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did the Ministry of Mainland Affairs Council last make optimistic remarks about China?", "golds": [ "2011-11" ], "pred": "The Ministry of Mainland Affairs Council last made optimistic remarks about China in January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3011751, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Ethiopia negotiated with Seyoum Mesfin?", "golds": [ "2007-02" ], "pred": "The exact month when Ethiopia negotiated with Seyoum Mesfin is not specified in the provided evidence. However, the latest statement made by Seyoum Mesfin in the provided evidence is from July 6, 2006, and the latest consultation between Seyoum Mesfin and the Foreign", "em": 0.0, "f1": 0.0 }, { "quid": 3045721, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last person to whom Thailand appealed in 2005?", "golds": [ "Insurgent (Thailand)" ], "pred": "The last person to whom Thailand appealed in 2005 was a Media Personnel (Thailand) on 2005-03-02.", "em": 0.0, "f1": 0.1111111111111111 }, { "quid": 3039779, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, which country did the United Arab Emirates last make optimistic remarks about?", "golds": [ "Yemen" ], "pred": "The United Arab Emirates last made optimistic remarks about China.", "em": 0.0, "f1": 0.0 }, { "quid": 3012306, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who attacked Thailand with small arms and light weapons on the same day as the Thai MP?", "golds": [ "Insurgent (Thailand)" ], "pred": "On January 25, 2005, the Armed Gang (Thailand) attacked Thailand with small arms and light weapons.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3039316, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did the UN Security Council want to negotiate with in the same month of Malaysia?", "golds": [ "Representatives (Malaysia)", "Iraq" ], "pred": "The UN Security Council wanted to negotiate with John Garang, a citizen of Sudan, in the same month as Malaysia. However, it's important to note that the UN Security Council also consulted with John Garang on multiple occasions in February 2005, and there is no specific mention of", "em": 0.0, "f1": 0.05 }, { "quid": 3004725, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before June 2006, who praised Ethiopia?", "golds": [ "African Union", "Eritrea", "Abu Bakr Abdullah al-Qirbi", "USAID", "Dahir Riyale Kahin" ], "pred": "Before June 2006, there were several instances where countries and organizations praised Ethiopia. For example, Yemen, Sudan, and Djibouti consulted with Ethiopia in 2005. Transparency International also made a statement commending Ethiopia in", "em": 0.0, "f1": 0.0 }, { "quid": 3024280, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who threatened China in January 2009?", "golds": [ "Stephen Hadley" ], "pred": "Based on the provided evidence, it is not clear who threatened China in January 2009. The evidence shows diplomatic cooperation and negotiations between China and Japan, Vietnam, and Malaysia, as well as statements from Chinese media personnel and the Economist (China). However, there is no direct evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3042186, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to express optimism about China after Dmitry Anatolyevich Medvedev?", "golds": [ "Envoy (United States)" ], "pred": "The first to express optimism about China after Dmitry Anatolyevich Medvedev was China, as they hosted a visit from Medvedev on 2005-12-10.", "em": 0.0, "f1": 0.0 }, { "quid": 3006438, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Yoshihiko Noda first praise China?", "golds": [ "2011-11-03" ], "pred": "The first time Yoshihiko Noda praised China was on 2010-06-21.", "em": 0.0, "f1": 0.0 }, { "quid": 3005005, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was last investigated by the Straits Exchange Foundation before China?", "golds": [ "Bank (China)" ], "pred": "Taiwan was last investigated by the Straits Exchange Foundation before China. This is inferred from the \"China | Investigate | Straits Exchange Foundation\" entry, which indicates that China conducted an investigation on the Straits Exchange Foundation. The Straits Exchange Foundation is a semi-official organization representing", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3027510, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Thailand last sign an agreement?", "golds": [ "Cambodia" ], "pred": "The last country with which Thailand signed an agreement is not specified in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3044943, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to threaten Boko Haram after China?", "golds": [ "Muhammadu Buhari" ], "pred": "The first to threaten Boko Haram after China was a citizen of Nigeria on 2010-12-02.", "em": 0.0, "f1": 0.0 }, { "quid": 3023123, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who paid a visit to Malaysia on 21 June 2007?", "golds": [ "Gazprom" ], "pred": "Gazprom paid a visit to Malaysia on 21 June 2007.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3008853, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit China after Hung Chi-chang?", "golds": [ "Yasuo Fukuda" ], "pred": "The first to visit China after Hung Chi-chang was a nurse from Macao on January 4, 2005. However, it's important to note that Hung Chi-chang himself made a visit to China on December 23, 2007. The visit by", "em": 0.0, "f1": 0.0 }, { "quid": 3000460, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised Cambodia after 23 January 2013?", "golds": [ "International Monetary Fund", "Nguyen Xuan Phuc", "Media Personnel (International)", "Vietnam", "Xi Jinping", "Emperor Akihito", "China", "Japan" ], "pred": "Cristina Fern\u00e1ndez de Kirchner praised Cambodia on 23 January 2013. This can be inferred from the fact that she made a visit to Vietnam on the same day, and Vietnam had signed a formal agreement with Cambodia on the same day. It is reasonable", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3044274, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who criticised Kuwait before 30 May 2012?", "golds": [ "Human Rights Watch", "Iran", "Abdoulaye Bathily", "Iraq" ], "pred": "Iran criticised Kuwait before 30 May 2012.", "em": 1.0, "f1": 0.25 }, { "quid": 3054853, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Abdul-Karim Al-Arhabi praise Kuwait?", "golds": [ "2009" ], "pred": "2009-01-18", "em": 1.0, "f1": 0.5 }, { "quid": 3013277, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 4 January 2007, who announced their intention to establish diplomatic cooperation with China?", "golds": [ "France", "Guinea-Bissau" ], "pred": "France and Guinea-Bissau announced their intention to establish diplomatic cooperation with China on 4 January 2007.", "em": 1.0, "f1": 0.21052631578947367 }, { "quid": 3005840, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the citizens of Uganda last appeal to China?", "golds": [ "2007-03" ], "pred": "The citizens of Uganda last appealed to China in January 2005. This can be inferred from the sequence of events, as there are no records of Ugandan appeals to China in the provided data. The closest event is the Thai expression of intent to engage in diplomatic", "em": 0.0, "f1": 0.0 }, { "quid": 3037233, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did the Association of Southeast Asian Nations make pessimistic remarks about before Malaysia?", "golds": [ "Middle East", "South Korea" ], "pred": "The Association of Southeast Asian Nations made pessimistic remarks about Japan before Malaysia. This is based on the timeline of events, as the Association of Southeast Asian Nations consulted with Japan on February 9, 2005, and made pessimistic comments about Malaysia on March 1", "em": 0.0, "f1": 0.0 }, { "quid": 3036438, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Thailand, who was the first person denounced by the Thai student?", "golds": [ "Military Ruler (Thailand)" ], "pred": "The first person denounced by the Thai student was the government of Thailand. The denunciation was made on 2005-01-31.", "em": 0.0, "f1": 0.1 }, { "quid": 3029939, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In May 2007, who investigated Thailand?", "golds": [ "Governor (Thailand)" ], "pred": "Thailand investigated itself.", "em": 0.0, "f1": 0.4 }, { "quid": 3026010, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who expressed the intention to meet with Iraq on the same day as the Hungarian military?", "golds": [ "Senate Armed Services Committee" ], "pred": "The Interim Leader of Iraq expressed the intention to meet with Iraq on the same day as the Hungarian military. However, it's important to note that the Hungarian military visit was on January 6, 2005, while the Interim Leader's intention to meet was expressed on January", "em": 0.0, "f1": 0.0 }, { "quid": 3016414, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Shaukat Aziz, who was the last to visit Kuwait?", "golds": [ "Tony Blair" ], "pred": "The last person to visit Kuwait before Shaukat Aziz, as per the given evidence, is not explicitly mentioned in the data. However, it can be inferred that no visit to Kuwait is recorded between the visits to China, Iran, Japan, and the consultations with Pervez Mushar", "em": 0.0, "f1": 0.0 }, { "quid": 3029243, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Bank of China first express its intention to engage in diplomatic cooperation with China?", "golds": [ "2009-03" ], "pred": "The Bank of China first expressed its intention to engage in diplomatic cooperation with China in January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3021400, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who visited Iraq in the same month as Devlet Bah\u00e7eli?", "golds": [ "Joint Chiefs of Staff (United States)", "Party Member (Turkey)", "Barack Obama" ], "pred": "Abdullah G\u00fcl visited Iraq in the same month as Devlet Bah\u00e7eli in 2007-10-23.", "em": 0.0, "f1": 0.0 }, { "quid": 3032231, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who was the first country to try to negotiate with Janez Jansa?", "golds": [ "Bertie Ahern" ], "pred": "Kuwait was the first country to try to negotiate with Janez Jansa after China, as there are records of his intent to meet or negotiate with Kuwait on November 10 and 11, 2006, before any such records for any other country.", "em": 0.0, "f1": 0.0 }, { "quid": 3040079, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited China last before the Foreign Minister of Malaysia?", "golds": [ "Naval (Bangladesh)" ], "pred": "The last person to visit China before the Foreign Minister of Malaysia is not explicitly stated in the given evidence. However, the evidence shows that Thailand's government made a visit to Malaysia on January 24, 2005, and Sudan and Iran consulted with Malaysia on January 27,", "em": 0.0, "f1": 0.0 }, { "quid": 3004205, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, to whom did Donald Rumsfeld last express the intention to participate in diplomatic cooperation?", "golds": [ "Iraq" ], "pred": "Before China, Donald Rumsfeld last expressed the intention to participate in diplomatic cooperation with France on 2005-02-08.", "em": 0.0, "f1": 0.0 }, { "quid": 3000905, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Association of Southeast Asian Nations make negative remarks about Malaysia?", "golds": [ "2013" ], "pred": "No data available in the provided evidence to determine the year when the Association of Southeast Asian Nations made negative remarks about Malaysia.", "em": 0.0, "f1": 0.0 }, { "quid": 3007667, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Royal Administration of Jordan, which country was the last to praise Iraq?", "golds": [ "France" ], "pred": "Kuwait was the last to praise Iraq.", "em": 0.0, "f1": 0.0 }, { "quid": 3012118, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the party member from Turkey, which country did Iraq last blame?", "golds": [ "Iran" ], "pred": "Iran", "em": 1.0, "f1": 1.0 }, { "quid": 3038479, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Dragan \u0160utanovac last negotiate with China?", "golds": [ "2008" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3010076, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did China first express its intention to establish diplomatic cooperation in 2014?", "golds": [ "Cambodia" ], "pred": "Cambodia was the first country with which China expressed its intention to establish diplomatic cooperation in 2014.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3018443, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Lari, who was the last to praise the Governor of Kenya?", "golds": [ "William ole Ntimama" ], "pred": "The last person to publicly praise the Governor of Kenya, according to the provided evidence, was Lari on April 12, 2013. However, it's important to note that the evidence does not indicate that Lari praised the Governor of Kenya in a political or official capacity. The context", "em": 0.0, "f1": 0.0 }, { "quid": 3053340, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Against which country did Cambodia last use conventional military force?", "golds": [ "Thailand" ], "pred": "Against Vietnam, as evidenced by the \"Demonstrate military or police power\" event on 2005-01-10. However, it's important to note that the provided data does not indicate any recent or ongoing military conflict between Cambodia and Vietnam. The events mentioned", "em": 0.0, "f1": 0.0 }, { "quid": 3022759, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Defense Security Ministry of United States, who did Djibouti make an appeal to last?", "golds": [ "UN Security Council" ], "pred": "Before the Defense Security Ministry of United States, Djibouti made an appeal to Ethiopia on 2005-02-08 at the UN Security Council.", "em": 1.0, "f1": 0.25 }, { "quid": 3055422, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Cambodia last formally sign an agreement with Surakiart Sathirathai?", "golds": [ "2009" ], "pred": "The provided data does not contain any information about an agreement signed by Surakiart Sathirathai with Cambodia. Therefore, it is not possible to determine the year in which such an agreement was last signed.", "em": 0.0, "f1": 0.0 }, { "quid": 3007519, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country to release people to Iraq?", "golds": [ "Haider Al-Abadi" ], "pred": "The last country to release people to Iraq was Kuwait on 2005-01-05.", "em": 0.0, "f1": 0.0 }, { "quid": 3024774, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last to suffer from Thailand's conventional military forces in 2011?", "golds": [ "Citizen (Thailand)" ], "pred": "The last to suffer from Thailand's conventional military forces in 2011 were the Citizens of Sudan on 2011-06-14.", "em": 0.0, "f1": 0.09523809523809525 }, { "quid": 3017085, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last denounced the Italian government before Thailand?", "golds": [ "Archbishop (Italy)" ], "pred": "The International Government Organizations last denounced the Italian government before Thailand, as they expressed intent to cooperate with Thailand on an investigation related to the Italian government on January 11, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3014622, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to appeal to Cambodia?", "golds": [ "Human Rights Watch" ], "pred": "Thailand was the first to appeal to Cambodia, as evidenced by the event \"Thailand | Make an appeal or request | Cambodia | 2005-01-20\". However, it is important to note that both Thailand and Cambodia expressed intent to cooper", "em": 0.0, "f1": 0.0 }, { "quid": 3053679, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, with whom did the Iranian energy ministry want to negotiate first?", "golds": [ "Iran" ], "pred": "The Iranian energy ministry wanted to negotiate first with the Russian energy department/ministry.", "em": 0.0, "f1": 0.0 }, { "quid": 3037895, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the first to use unconventional violence against Thailand in 2005?", "golds": [ "Children (Thailand)" ], "pred": "Insurgents were the first to use unconventional violence against Thailand in 2005. The evidence shows that insurgents, armed opposition, and armed gangs were all involved in using unconventional violence against citizens in Thailand throughout January and February of 2005.", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3052810, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the German government first wanted to engage in diplomatic cooperation with Iraq?", "golds": [ "2014-12" ], "pred": "The exact month when the German government first wanted to engage in diplomatic cooperation with Iraq is not provided in the given evidence. However, the evidence shows that other countries, such as Iran, Japan, France, China, and the United Arab Emirates, engaged in diplomatic cooperation with Iran in the months of", "em": 0.0, "f1": 0.0 }, { "quid": 3037744, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country condemned China on 15 April 2010?", "golds": [ "Iran" ], "pred": "Iran condemned China on 15 April 2010.", "em": 1.0, "f1": 0.25 }, { "quid": 3011572, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Iraq negotiated with Angela Merkel?", "golds": [ "2015-02-06" ], "pred": "The last time Iraq negotiated with Angela Merkel is not mentioned in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3013942, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Zurab Nogaideli last visit Kuwait?", "golds": [ "2007" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3044532, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to start negotiations with China in 2006?", "golds": [ "Japan" ], "pred": "Japan was the first country to start negotiations with China in 2006. The evidence shows that Japan engaged in negotiations with China on January 9 and 12, 2006, while China did not start negotiations with Japan until the same dates. Therefore, it can be inferred that Japan", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3000847, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Pokot, who had the first telephone conversation with the Daily Monitor?", "golds": [ "Ruhakana Rugunda" ], "pred": "Pokot had the first telephone conversation with the Daily Monitor.", "em": 0.0, "f1": 0.0 }, { "quid": 3010821, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the tourist from South Korea last visit Cambodia?", "golds": [ "2006-05-25" ], "pred": "The tourist from South Korea last visited Cambodia on 2005-01-24.", "em": 0.0, "f1": 0.0 }, { "quid": 3044275, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who wanted to engage in diplomatic cooperation with China in the same month of Seyoum Mesfin?", "golds": [ "South Korea", "Wen Jiabao", "Togo", "Vietnam", "Ethiopia", "Japan", "African Union", "Sudan", "Holy See", "Thailand", "Romania", "Kazakhstan" ], "pred": "China, Italy, and the United States Congress.", "em": 0.0, "f1": 0.0 }, { "quid": 3045225, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who investigated Iraq before the Dutch business community did?", "golds": [ "Central Intelligence Agency", "Japan Self-Defense Forces", "Business (Kuwait)", "International Monetary Fund", "Energy Department/Ministry (Kuwait)", "Legislature (Iraq)", "Sheikh Hamad bin Isa al Khalifah", "Donald Rumsfeld" ], "pred": "The Dutch business community did. The evidence shows that the Dutch business community made statements and cooperated economically with Iran before the United States Intelligence Community, the Iraqi Legislature, and other entities investigated Iraq.", "em": 0.0, "f1": 0.14814814814814814 }, { "quid": 3038374, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who did Djibouti want to meet with after 2011?", "golds": [ "Burundi", "Ethiopia", "South Sudan", "Sudan", "Yemen" ], "pred": "Djibouti wanted to meet with Ethiopia, Eritrea, Yemen, and Sudan after 2011. The evidence shows that Djibouti expressed intent to meet or negotiate with Ethiopia and Eritrea in 2005, and also expressed", "em": 1.0, "f1": 0.08333333333333333 }, { "quid": 3036050, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "What was the first country Thailand negotiated with in 2009?", "golds": [ "Cambodia" ], "pred": "The first country Thailand negotiated with in 2009 is not explicitly stated in the provided evidence. However, it is possible that Thailand may have been negotiating with multiple countries during this time, as there are instances of interactions with citizens, men, and governors from Thailand, Malaysia, Myanmar,", "em": 0.0, "f1": 0.0 }, { "quid": 3031099, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, which country was the first to denounce Saudi Arabia?", "golds": [ "Iran" ], "pred": "Iran was the first country to denounce Saudi Arabia after Iraq. This is based on the date of the event \"Iran | Criticize or denounce | Iraq\" which occurred on 2005-02-10, earlier than any other event related to Saudi Arabia or Iraq in the provided", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3041241, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China host the visit of Rafiq Hariri?", "golds": [ "2006" ], "pred": "2005-02-15", "em": 0.0, "f1": 0.0 }, { "quid": 3050641, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Julia Gillard, which country last sought diplomatic cooperation with Malaysia?", "golds": [ "Iraq" ], "pred": "Vietnam", "em": 0.0, "f1": 0.0 }, { "quid": 3030105, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to praise China before Gerhard Schr\u00f6der?", "golds": [ "Ali Abdullah Saleh" ], "pred": "The last person to praise China before Gerhard Schr\u00f6der was Gerhard Schr\u00f6der himself, as he made a statement praising China on February 12, 2005. However, if we consider the context of the question to be someone other than Schr\u00f6der, then", "em": 0.0, "f1": 0.0 }, { "quid": 3027027, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who negotiated with Cambodia in 2009?", "golds": [ "Abhisit Vejjajiva", "Thailand", "Barack Obama" ], "pred": "The evidence shows that both Thailand and Vietnam engaged in negotiations and diplomatic cooperation with Cambodia in early 2009. However, there is no direct evidence of who specifically negotiated on behalf of Thailand or Cambodia during this time. The evidence does suggest that Thailand and Cambodia were", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3034106, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Businessperson of China reject China?", "golds": [ "2009-07" ], "pred": "January (2005-01-04 or 2005-01-05)\n\nThe Businessperson of China, Ma Ying Jeou, rejected China on either January 4th or January 5th, 2005. This is based on the", "em": 0.0, "f1": 0.0 }, { "quid": 3028524, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Iraq last repatriate people to the workers of Iraq?", "golds": [ "2015" ], "pred": "The last year Iraq repatriated people to the workers of Iraq is not provided in the given evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3023174, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make optimistic comments about the Association of Southeast Asian Nations after Malaysia?", "golds": [ "Zhang Deguang" ], "pred": "Wen Jiabao, the Prime Minister of China, was the first to make optimistic comments about the Association of Southeast Asian Nations after Malaysia, on January 6, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3032103, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country with which Djibouti began negotiations?", "golds": [ "Ali Abdullah Saleh" ], "pred": "Yemen was the first country with which Djibouti began negotiations. This is evident from the dates of the consultations, which show that Djibouti and Yemen held consultations on February 7 and 8, 2005, before any other country.", "em": 0.0, "f1": 0.0 }, { "quid": 3040029, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who last expressed the intention to negotiate with China in 2015?", "golds": [ "Philip Hammond" ], "pred": "Japan last expressed the intention to negotiate with China in 2015.", "em": 0.0, "f1": 0.0 }, { "quid": 3000622, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Iraq after the protester from The Hague?", "golds": [ "Federica Mogherini" ], "pred": "Ante Gotovina was the first to visit Iraq after the protester from The Hague. The visit took place on 2005-02-21.", "em": 0.0, "f1": 0.0 }, { "quid": 3048372, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before China, with whom did the leader of Ethiopia wish to meet?", "golds": [ "South Sudan", "African Union", "Ethiopia", "Representatives (Ethiopia)", "France", "Ali Abdullah Saleh" ], "pred": "Mwai Kibaki, the President of Kenya, was the leader of Ethiopia with whom the leader of Ethiopia wished to meet, as per the given evidence. The evidence shows that the leader of Ethiopia expressed intent to meet or negotiate with Mwai Kibaki on March", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3006142, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did China last negotiate before Marcio Cuevas?", "golds": [ "South Korea" ], "pred": "China is the country with which China last negotiated before Marcio Cuevas. The evidence shows that Marcio Cuevas was involved in negotiations with China on June 21, 2005, and there are no records of any negotiations with another country before that date.", "em": 0.0, "f1": 0.0 }, { "quid": 3047935, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to use unconventional force against Iraq?", "golds": [ "Guerrilla (Iraq)" ], "pred": "The first to use unconventional force against Iraq was the rebel group in Iraq on January 16, 2005.", "em": 0.0, "f1": 0.1111111111111111 }, { "quid": 3022226, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Assemblies of Cambodia, which country last expressed its intention to negotiate with China?", "golds": [ "South Africa" ], "pred": "Before the Assemblies of Cambodia, which country last expressed its intention to negotiate with China was Cambodia on 2005-03-11.", "em": 0.0, "f1": 0.0 }, { "quid": 3022583, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who expressed cooperation with Thailand in the same month as the Dominican Republic?", "golds": [ "Cambodia", "Head of Government (Botswana)", "Malaysia" ], "pred": "Thailand expressed cooperation with the Dominican Republic in the same month as the Dominican Republic.", "em": 0.0, "f1": 0.0 }, { "quid": 3009298, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Government of Pakistan, which country last received the visit from China?", "golds": [ "South Korea" ], "pred": "China last received a visit from Macao on 2005-01-04.", "em": 0.0, "f1": 0.0 }, { "quid": 3046437, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In July 2nd, 2012, who would wish to visit Burundi?", "golds": [ "Mwai Kibaki" ], "pred": "In July 2nd, 2012, who would wish to visit Burundi?\n\nNo one would wish to visit Burundi in July 2nd, 2012, as it was a time of political instability and violence. The evidence shows that in the months leading", "em": 0.0, "f1": 0.0 }, { "quid": 3022327, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the US 1st Marine Expeditionary Force, who was the last to make Iraq suffer with conventional military forces?", "golds": [ "Commando (Iraq)" ], "pred": "The last to make Iraq suffer with conventional military forces before the US 1st Marine Expeditionary Force was Japan, as they mobilized or increased their armed forces in Iraq on January 12, 2005.", "em": 0.0, "f1": 0.0625 }, { "quid": 3043787, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did the Special Forces of Afghanistan use conventional military force against China?", "golds": [ "2008-04" ], "pred": "There is no record of the Special Forces of Afghanistan using conventional military force against China in the given dataset. The dataset only contains records of diplomatic cooperation, negotiations, and military actions by Japan and China, as well as Japan's mobilization or increase of armed forces in Iraq.", "em": 0.0, "f1": 0.0 }, { "quid": 3030742, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the UN security council, which country last did Thailand condemne?", "golds": [ "Cambodia" ], "pred": "Japan", "em": 0.0, "f1": 0.0 }, { "quid": 3018556, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country last praised Thailand?", "golds": [ "Colombia" ], "pred": "The country that last praised Thailand is not explicitly stated in the provided evidence. However, the evidence shows that Thailand provided aid to citizens, received inspectors, and made a statement through a nurse. These actions could be interpreted as positive or supportive, but they do not necessarily constitute praise.", "em": 0.0, "f1": 0.0 }, { "quid": 3011378, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who first made Ethiopia suffer from unconventional violence?", "golds": [ "Armed Gang (Somalia)" ], "pred": "Eritrea, Isaias Afewerki", "em": 0.0, "f1": 0.0 }, { "quid": 3023024, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who first wished to negotiate with Ethiopia in 2008?", "golds": [ "African Union" ], "pred": "Multiple parties expressed intent to negotiate with Ethiopia in 2008, including the Head of Government (Ethiopia), the African Union, and China. Sudan and Eritrea also accused Ethiopia during this time period.", "em": 1.0, "f1": 0.13793103448275862 }, { "quid": 3032776, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the indigenous people of Syria praise China?", "golds": [ "2011-11" ], "pred": "January\n\nThe indigenous people of Syria are not mentioned in the provided evidence, but the evidence shows that Japan and China were engaging in negotiations and diplomatic cooperation in January 2005. The Association of Southeast Asian Nations (ASEAN) was also involved in negotiations with Japan during this month. However", "em": 0.0, "f1": 0.0 }, { "quid": 3038505, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the indigenous people of Taiwan last express their intention to negotiate with Thailand?", "golds": [ "2014-01-09" ], "pred": "The indigenous people of Taiwan last expressed their intention to negotiate with Thailand in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3020008, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country signed formal agreements with China on 10 November 2014?", "golds": [ "South Korea", "Japan" ], "pred": "Japan and South Korea signed formal agreements with China on 10 November 2014.", "em": 1.0, "f1": 0.2666666666666667 }, { "quid": 3005252, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "On the same day of the UN Security Council, which country did Iraq make optimistic remarks about?", "golds": [ "Iran" ], "pred": "Iraq made optimistic remarks about the African Union on 2005-01-28.", "em": 0.0, "f1": 0.0 }, { "quid": 3028111, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did William Ruto praise China?", "golds": [ "2013" ], "pred": "The earliest evidence of William Ruto praising China is not available in the provided data. However, the earliest evidence of William Ruto engaging in diplomatic cooperation with Uhuru Muigai Kenyatta, who has also been known to praise China, is in 2006. Therefore, it", "em": 0.0, "f1": 0.0 }, { "quid": 3000043, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before South Korea, with whom did Oman last wish to establish diplomatic cooperation?", "golds": [ "Qatar" ], "pred": "Iran, before South Korea.", "em": 0.0, "f1": 0.0 }, { "quid": 3034036, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iran's secret agent, who was the first to visit Iraq?", "golds": [ "Haider Al-Abadi" ], "pred": "The first secret agent from Iran to visit Iraq after the 2003 invasion was the Iranian Representative to the United Nations, who visited Iraq on January 27, 2005. However, it's important to note that the term \"secret agent\" is not accurate in this context", "em": 0.0, "f1": 0.0 }, { "quid": 3039012, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Abu Bakr Abdullah al-Qirbi last praise Iraq?", "golds": [ "2010-05-29" ], "pred": "Abu Bakr Abdullah al-Qirbi did not praise Iraq at the time of the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3027662, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last threatened Burundi?", "golds": [ "Al-Shabaab" ], "pred": "The rebels in Burundi have been using unconventional violence and threatening the government. There have been multiple instances of this, as seen in the evidence provided. Additionally, Burundi has consulted with Tanzania, Ethiopia, and other countries, possibly seeking assistance or support in dealing with", "em": 0.0, "f1": 0.0 }, { "quid": 3053528, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 24 November 2005, which country did Thailand release people to?", "golds": [ "Military Personnel (Thailand)" ], "pred": "No country was released to before 24 November 2005, as the events on that date were related to diplomatic cooperation, meetings, and investigations, not the release of people.", "em": 0.0, "f1": 0.0 }, { "quid": 3026836, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last expressed its intention to participate in diplomatic cooperation with China before the government of Costa Rica did?", "golds": [ "Laos" ], "pred": "Thailand expressed its intention to participate in diplomatic cooperation with China before the government of Costa Rica did.", "em": 0.0, "f1": 0.0 }, { "quid": 3021794, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who used small arms and light weapons against Malaysia before 3 April 2009?", "golds": [ "National Front Malaysia" ], "pred": "Before 3 April 2009, small arms and light weapons were used in Malaysia by various groups, including:\n\n1. Police (Malaysia): They are known to use small arms and light weapons in the course of their duties, such as during arrests, raids, and", "em": 0.0, "f1": 0.05405405405405406 }, { "quid": 3004149, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the first to visit Oman in 2007?", "golds": [ "Nuri al-Maliki" ], "pred": "Mahmoud Ahmadinejad was the first to visit Oman in 2007. The evidence shows that there were multiple visits by Mahmoud Ahmadinejad to Oman in May 2007, and there were also visits by Omani officials to Iran in February", "em": 0.0, "f1": 0.0 }, { "quid": 3014353, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to sign formal agreements with the business community of Canada before Iraq?", "golds": [ "AvtoVAZ" ], "pred": "The last country to sign formal agreements with the business community of Canada before Iraq was France.", "em": 0.0, "f1": 0.0 }, { "quid": 3037619, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did Swaziland formally sign an agreement after 28 July 2009?", "golds": [ "Ethiopia", "Iran", "South Africa", "Vietnam", "Lesotho" ], "pred": "Swaziland and Kuwait formally signed an agreement on 28 July 2009. The agreement was likely a diplomatic cooperation agreement, as both countries are reported to have engaged in such cooperation on the same date.", "em": 0.0, "f1": 0.0 }, { "quid": 3011382, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to negotiate with China on 15 May 2010?", "golds": [ "South Korea", "Japan" ], "pred": "Both Japan and South Korea wanted to negotiate with China on 15 May 2010.", "em": 1.0, "f1": 0.25 }, { "quid": 3006516, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to meet with China on 13 December 2011?", "golds": [ "Envoy (United States)", "Lee Myung Bak" ], "pred": "Lee Myung Bak, Envoy (United States), South Korea, and China wanted to meet on 13 December 2011.", "em": 1.0, "f1": 0.3 }, { "quid": 3024842, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to formally sign an agreement with Ethiopia?", "golds": [ "Sudan" ], "pred": "Japan was the last country to formally sign an agreement with Ethiopia on March 4, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3024616, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to express cooperation with Ethiopia, after Kuwait?", "golds": [ "Sudan" ], "pred": "Iran was the first country to express cooperation with Ethiopia, after Kuwait. The date is 2005-02-16.", "em": 0.0, "f1": 0.0 }, { "quid": 3041195, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 23 February 2011, which country announced its intention to establish diplomatic cooperation with China?", "golds": [ "South Africa" ], "pred": "Kazakhstan", "em": 0.0, "f1": 0.0 }, { "quid": 3054558, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last wanted to negotiate with Djibouti before Dick Durbin did?", "golds": [ "Sudan" ], "pred": "France was the last country that Dick Durbin wanted to negotiate with before Djibouti, as there is no record of Durbin wanting to negotiate with Djibouti before 2013, while he had expressed intent to meet or negotiate with France in 20", "em": 0.0, "f1": 0.0 }, { "quid": 3006678, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2012, which country last received Cambodia's visit from Cambodia?", "golds": [ "Vietnam" ], "pred": "Vietnam was the last country to receive a visit from Cambodia in 2012. However, the question asks for the year 2012, but the provided evidence is from 2005. There is no evidence available for the year 2012.", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3009303, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China first reject the Women of China?", "golds": [ "2006-08" ], "pred": "January (2005-01-04 or 2005-01-05)", "em": 0.0, "f1": 0.0 }, { "quid": 3051862, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did Cambodia release people to on the same day as the villagers of Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "Cambodia released people to Thailand on the same day as the villagers of Thailand. This is inferred from the dates of the events, as both the release of people by Cambodia and the events involving the villagers of Thailand occurred on February 3, 2005. However, it'", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3039559, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Shaukat Aziz, which was the last country to praise Thailand?", "golds": [ "Vietnam" ], "pred": "The last country to praise Thailand before Shaukat Aziz was not mentioned in the provided evidence. The evidence only shows interactions between Shaukat Aziz and various individuals and entities, including other heads of government, and international organizations, but not any praise or endorsement of Thailand.", "em": 0.0, "f1": 0.0 }, { "quid": 3048764, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Tharit Pengdit visit China?", "golds": [ "2010" ], "pred": "2010-07-19", "em": 1.0, "f1": 0.5 }, { "quid": 3052998, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the representatives of Japan, which country appealed last for China?", "golds": [ "Japan" ], "pred": "The country that appealed last for China before Japan was the Republic of South Ossetia, on 2005-08-11.", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3024702, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "With whom did Iraq announce its intention to meet in the same month as Pierre Vimont?", "golds": [ "High Commission for Refugees" ], "pred": "Iraq announced its intention to meet with Iran in the same month as Pierre Vimont.", "em": 0.0, "f1": 0.0 }, { "quid": 3029231, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who made China suffer from conventional military forces in the year 2007?", "golds": [ "South Korea", "Military (Taiwan)", "Ogaden National Liberation Front", "Japan", "Defense / Security Ministry (United States)", "Ethiopia" ], "pred": "Japan did not make China suffer from conventional military forces in the year 2007. The provided evidence shows diplomatic cooperation and negotiations between Japan and China in the year 2005, and Japan's mobilization of forces in Iraq in 2005, but no evidence of military action", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3046470, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who negotiated with Iraq in the same month as the Supreme Council of Iraq?", "golds": [ "Other Authorities / Officials (Turkey)" ], "pred": "The United States Cabinet / Council of Ministers / Advisors negotiated with Iraq in the same month as the Supreme Council of Iraq.", "em": 0.0, "f1": 0.0 }, { "quid": 3051128, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic remarks about China on 16 October 2013?", "golds": [ "Ma Ying Jeou" ], "pred": "Ma Ying Jeou made optimistic remarks about China on 16 October 2013.", "em": 1.0, "f1": 0.4 }, { "quid": 3042452, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised China on 25 January 2007?", "golds": [ "Shimon Peres" ], "pred": "Shimon Peres praised China on 25 January 2007.", "em": 1.0, "f1": 0.4 }, { "quid": 3053924, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did China receive the visit from Daily Monitor?", "golds": [ "2011-08" ], "pred": "The specific month when China received the visit from Daily Monitor is not found in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3024080, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to negotiate with China on 16 Sep 2011?", "golds": [ "South Korea" ], "pred": "South Korea wanted to negotiate with China on 16 Sep 2011.", "em": 1.0, "f1": 0.3076923076923077 }, { "quid": 3014778, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who would wish to visit Umaru Musa Yar'Adua first?", "golds": [ "Foreign Affairs (South Africa)" ], "pred": "After China, South Africa would wish to visit Umaru Musa Yar'Adua first, as there are two instances of consultation between the two, followed by a visit by Yar'Adua to South Africa. However, it's important to note that the evidence provided does not definit", "em": 0.0, "f1": 0.09999999999999999 }, { "quid": 3007023, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who wanted to meet with China on the same day as Yerlan Idrisov?", "golds": [ "South Korea", "Chuck Hagel", "Barack Obama" ], "pred": "China", "em": 0.0, "f1": 0.0 }, { "quid": 3038339, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who first receive China's visit from China after Kenya Broadcasting Corporation did?", "golds": [ "Abdoulaye Wade" ], "pred": "Aceh first received China's visit after Kenya Broadcasting Corporation.", "em": 0.0, "f1": 0.0 }, { "quid": 3038237, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country first wished to establish diplomatic cooperation with Ethiopia in 2013?", "golds": [ "Japan" ], "pred": "Sudan was the first country to wish to establish diplomatic cooperation with Ethiopia in 2013. However, it's important to note that both Sudan and South Sudan expressed intent to engage in diplomatic cooperation with each other multiple times in 2013, and the United Arab", "em": 0.0, "f1": 0.0 }, { "quid": 3026083, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who first would wish to visit Iraq after the Intelligence Officer of Germany did?", "golds": [ "Joint Chiefs of Staff (South Korea)" ], "pred": "Mitch McConnell, first.", "em": 0.0, "f1": 0.0 }, { "quid": 3030175, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before April 2005, who expressed an intention to negotiate with Iraq?", "golds": [ "Interim Leader (Iraq)", "Military of Hungary", "Kuwait", "Senate Armed Services Committee", "Head of Government (Portugal)", "Citizen (Australia)", "Japan Self-Defense Forces", "South Korea", "Shaukat Aziz", "Military (Cyprus)", "UN Security Council", "Japan", "Citizen (Brazil)" ], "pred": "Iraq and Kuwait expressed an intention to negotiate with each other in January 2005. Japan also expressed an intention to provide economic aid to Iraq in the same month. Iraq also consulted with Iran during this period.", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3030119, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit China before the Romanian Senate?", "golds": [ "Japan Self-Defense Forces" ], "pred": "The last person to visit China before the Romanian Senate was Ma Ying Jeou on 2005-01-04. This is because the Romanian Senate did not visit China during the given time frame, and Ma Ying Jeou's visit occurred before any of the Japanese lawmakers", "em": 0.0, "f1": 0.0 }, { "quid": 3017313, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who made optimistic comments about Djibouti after the year 2005?", "golds": [ "Ethiopia", "Qatar", "Eritrea", "Sudan" ], "pred": "Multiple countries made optimistic comments about Djibouti after the year 2005, including Ethiopia, Eritrea, Yemen, and Sudan.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3032376, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who had a telephone conversation with the Inquirer before January 2008?", "golds": [ "Police (Philippines)", "City Mayor (Philippines)", "Benjamin Abalos", "Congress (Philippines)" ], "pred": "All of the entities listed had a telephone conversation with the Inquirer at some point before January 2008. The specific dates are provided in the evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3037471, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the citizens of State Actor, which country did China first want to cooperate with?", "golds": [ "Japan" ], "pred": "Japan", "em": 1.0, "f1": 1.0 }, { "quid": 3029352, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to express its intention to establish diplomatic cooperation with Thailand?", "golds": [ "Cambodia" ], "pred": "The last country to express its intention to establish diplomatic cooperation with Thailand was China on 2005-01-07.", "em": 0.0, "f1": 0.0 }, { "quid": 3024770, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China first accuse the Central Intelligence Agency?", "golds": [ "2008-03-13" ], "pred": "China first accused the Central Intelligence Agency in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3011146, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to speak optimistically about Iraq in 2008?", "golds": [ "Kuwait" ], "pred": "United States (Barack Obama)\n\nThe first country to speak optimistically about Iraq in 2008 was the United States, specifically Barack Obama, who made multiple statements expressing intent to meet or negotiate with Iraq, provide material aid, and accede to demands for change in policy. This", "em": 0.0, "f1": 0.0 }, { "quid": 3032730, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the North Korean government delegation visited Kuwait?", "golds": [ "2014-06" ], "pred": "The North Korean government delegation did not visit Kuwait in March 2005, as there is no record of such an event in the provided evidence. The earliest mention of a visit to Kuwait is a German government delegation in March 2005, and the latest mention is a Cuban", "em": 0.0, "f1": 0.0 }, { "quid": 3003691, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 9 January 2007, who used unconventional force against Ethiopia?", "golds": [ "Combatant (Ogaden National Liberation Front)", "Armed Gang (Somalia)", "Armed Rebel (Somalia)", "Armed Opposition (Somalia)", "Al-Shabaab", "Police (Sudan)", "Detainee (Ethiopia)", "Armed Opposition (Ethiopia)", "Combatant (Al-Shabaab)", "Combatant (Hizbul Islam)" ], "pred": "Armed Gang (Somalia) used unconventional force against Ethiopia on 9 January 2007.\n\nExplanation:\n\nThe question asks for the entity that used unconventional force against Ethiopia on a specific date. The provided evidence shows two events", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3035501, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did Thailand last negotiate before Koichiro Matsuura?", "golds": [ "Cambodia" ], "pred": "The last country with which Koichiro Matsuura negotiated before visiting Thailand was Cambodia, on 2011-02-25.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3042329, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before 2012-03, which country did Cambodia make optimistic comments about?", "golds": [ "UN Security Council", "Thailand", "Laos", "South Korea", "Japan", "China" ], "pred": "Thailand", "em": 1.0, "f1": 1.0 }, { "quid": 3009166, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the government of Cape Verde, who was the last country to praise China?", "golds": [ "Iran" ], "pred": "The last country to praise China before Cape Verde was Angola, in 2009.", "em": 0.0, "f1": 0.0 }, { "quid": 3050399, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country made Djibouti suffer from conventional military forces first?", "golds": [ "Eritrea" ], "pred": "The country that made Djibouti suffer from conventional military forces first was Yemen, as evidenced by the consultations between Djibouti and Yemen on February 7 and 8, 2005, which occurred before any similar consultations with other countries. However", "em": 0.0, "f1": 0.0 }, { "quid": 3038359, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to cooperate with China on 1 November 2006?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Association of Southeast Asian Nations expressed the intention to cooperate with China on 1 November 2006.", "em": 1.0, "f1": 0.47619047619047616 }, { "quid": 3030047, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "On the same day as Kuwait, with which country did the German Chancellor announce his intention to negotiate?", "golds": [ "Qatar", "Oman", "Yemen" ], "pred": "Germany", "em": 0.0, "f1": 0.0 }, { "quid": 3012330, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China appeal to Yu Zhengsheng?", "golds": [ "2013-09" ], "pred": "The month in which China appealed to Yu Zhengsheng is March, as indicated by the event \"China | Consult | Yu Zhengsheng | 2013-05-14\" which shows a consultation from China to Yu Zhengsheng, but there is no event", "em": 0.0, "f1": 0.07142857142857144 }, { "quid": 3036659, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 8 June 2011?", "golds": [ "Wen Jiabao" ], "pred": "Wen Jiabao visited China on 8 June 2011. He also visited Japan on the same day. Additionally, South Korea expressed intent to meet or negotiate with China, and China expressed the same intent towards South Korea. Other countries and organizations that interacted with China on that day include", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3033023, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first person released by Malaysia?", "golds": [ "Citizen (Thailand)" ], "pred": "The first person released by Malaysia was a group of Bahraini men who were returned and released by the United States Navy on November 5, 2005. This is based on the evidence that they were arrested and detained by Malaysia on January 29, 2005,", "em": 0.0, "f1": 0.0 }, { "quid": 3024484, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Vietnamese, which country did Malaysia praise first?", "golds": [ "Iran" ], "pred": "Thailand was the first country Malaysia praised after the Vietnamese, as evidenced by the news articles about Thailand signing a formal agreement and hosting a visit from Malaysia, as well as Malaysia providing aid to Aceh (which is in Indonesia, but the aid was likely coordinated through Thailand due to its proximity", "em": 0.0, "f1": 0.0 }, { "quid": 3019279, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country signed an agreement with Barack Obama in the same month as Djibouti?", "golds": [ "China" ], "pred": "Sudan signed an agreement with Barack Obama in the same month as Djibouti. The agreement was signed on April 11, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3043192, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Ali al-Dabbagh last express an intention to meet with Iraq?", "golds": [ "2009-05-10" ], "pred": "The last time Ali al-Dabbagh expressed an intention to meet with Iraq was on 2007-08-08.", "em": 0.0, "f1": 0.0 }, { "quid": 3045620, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Thailand, who first would wish to visit Middle East?", "golds": [ "Frank Bainimarama" ], "pred": "Middle East", "em": 0.0, "f1": 0.0 }, { "quid": 3047569, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Hisham Qandil, who was the last to negotiate with Iraq?", "golds": [ "Barack Obama" ], "pred": "The last person to negotiate with Iraq before Hisham Qandil was not mentioned in the provided evidence. The evidence only shows that Hisham Qandil negotiated with various countries, organizations, and individuals, but not Iraq.", "em": 0.0, "f1": 0.0 }, { "quid": 3022662, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who announced his intention to negotiate with China on 20 April 2011?", "golds": [ "Julia Gillard", "South Korea", "Japan" ], "pred": "Julia Gillard announced his intention to negotiate with China on 20 April 2011.", "em": 1.0, "f1": 0.2666666666666667 }, { "quid": 3039777, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After China, with whom did Isaias Afewerki wish to meet?", "golds": [ "South Sudan", "Sudan", "Citizen (Sudan)", "Fran\u00e7ois Boziz\u00e9", "Head of Government (Qatar)", "United Arab Emirates", "Company - Owner or Operator (Italy)", "Qatar" ], "pred": "After China, Isaias Afewerki wished to meet with Pervez Musharraf.", "em": 0.0, "f1": 0.0 }, { "quid": 3032653, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Kuwait first condemn the Middle East?", "golds": [ "2005-06" ], "pred": "The first instance of Kuwait condemning the Middle East was not found in the provided evidence. However, it's important to note that the evidence provided covers events from February 2005 to April 2005. If there were earlier instances, they would not be included in this dataset.", "em": 0.0, "f1": 0.05 }, { "quid": 3027597, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Nhial Deng Nhial want to establish diplomatic cooperation with China?", "golds": [ "2013-06" ], "pred": "2013-06-22", "em": 1.0, "f1": 0.8 }, { "quid": 3016461, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Thailand repatriate the citizens of Thailand?", "golds": [ "2013" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3036526, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Ethiopia first return persons to the Detainee of Ethiopia?", "golds": [ "2006-01-13" ], "pred": "The first known return of persons to the Detainee of Ethiopia occurred in 2005, following diplomatic cooperation and expressions of intent to cooperate with Ethiopia by several countries, including Eritrea, Iran, and Djibouti. The exact date of the first", "em": 0.0, "f1": 0.0 }, { "quid": 3024063, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Africa's ruling parties praise China?", "golds": [ "2005-06" ], "pred": "January\n\nIn January 2005, Africa's ruling parties praised China. This is evident from the data provided, which shows that Japan and South Korea also engaged in diplomatic cooperation and praise or endorsement with China and each other during this month. However, the specific mention of Africa's ruling", "em": 0.0, "f1": 0.048780487804878044 }, { "quid": 3016367, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month as Roza Otunbayeva, which country did China wish to meet with?", "golds": [ "South Korea" ], "pred": "China\n\nThe evidence shows that Roza Otunbayeva expressed intent to meet or negotiate with Elyor Ganiyev and citizens of Kyrgyzstan, as well as consulting with the Ministry of Kyrgyzstan and Abdullah G\u00fcl. However, the event that occurred", "em": 0.0, "f1": 0.0 }, { "quid": 3033388, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Ethiopia, who did the US envoy support?", "golds": [ "Government (Sudan)", "South Sudan", "Sudan", "Qatar", "South Korea", "Staffan de Mistura", "China", "Japan" ], "pred": "After Ethiopia, the US envoy supported Yemen, Sudan, and Djibouti. There were also accusations from Eritrea and Isaias Afewerki.", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3018423, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before China, with whom did the Undersecretary of the United States negotiate?", "golds": [ "Abdullah G\u00fcl", "Abu Bakr Abdullah al-Qirbi" ], "pred": "The Undersecretary of the United States negotiated with various countries and organizations, including Japan, Kuomintang, Portugal, Thailand, and the Association of Southeast Asian Nations, but not directly with China. The dates provided suggest that the Undersecretary was involved in multiple negotiations with Japan and Kuomintang", "em": 0.0, "f1": 0.0 }, { "quid": 3014113, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country to join diplomatic cooperation with Burundi?", "golds": [ "Citizen (Uganda)" ], "pred": "Tanzania was the last country to join diplomatic cooperation with Burundi, as evidenced by the \"Consult\" event between Tanzania and Burundi on 2005-10-20.", "em": 0.0, "f1": 0.0 }, { "quid": 3020674, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Which country did Kuwait make optimistic comments about after 2010?", "golds": [ "France", "Iran", "South Sudan", "Japan" ], "pred": "China made optimistic comments about Iraq after 2010.", "em": 0.0, "f1": 0.0 }, { "quid": 3022056, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to make optimistic comments about China before the citizens of the United Kingdom?", "golds": [ "Wen Jiabao" ], "pred": "The last to make optimistic comments about China before the citizens of the United Kingdom were the citizens of Thailand, on January 6, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3006328, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time China formally signed an agreement with the leader of Taiwan?", "golds": [ "2010-04-27" ], "pred": "The last time China formally signed an agreement with the leader of Taiwan was not found in the provided evidence. The evidence only shows agreements between China and other countries, as well as appeals, requests, and demands between China and Japan, and consultations between Japan and China. There is no evidence of a formal agreement between", "em": 0.0, "f1": 0.0 }, { "quid": 3054723, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last is China threatened by?", "golds": [ "Barack Obama" ], "pred": "China is threatened by Japan in the given evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3039270, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 28 April 2010, which country did Malaysia release people to?", "golds": [ "Men (Malaysia)", "Thailand", "Citizen (Thailand)", "Indigenous People (Thailand)", "Employee (Thailand)", "Lawyer/Attorney (Malaysia)" ], "pred": "No country was specified in the evidence. However, it is known that before 28 April 2010, Malaysia did not have a formal agreement with any country for the return or release of people. This question is asking about the country to which Malaysia released people before this date, and the evidence does not", "em": 0.0, "f1": 0.046511627906976744 }, { "quid": 3044887, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Cambodia receive the visit from Iraq?", "golds": [ "2008-09" ], "pred": "The visit from Iraq did not occur in the given timeframe as Iraq is not listed among the countries that visited or were visited by Cambodia during the specified time period.", "em": 0.0, "f1": 0.0 }, { "quid": 3053078, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Al Gore, which country was last endorsed by China?", "golds": [ "South Korea" ], "pred": "China was last endorsed by Al Gore in 2007-10-16.", "em": 0.0, "f1": 0.0 }, { "quid": 3046981, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the citizens of Belgium sign formal agreements with China?", "golds": [ "2005" ], "pred": "The citizens of Belgium did not sign formal agreements with China in the given year range. However, Japan and China did engage in negotiations and diplomatic cooperation during this period.", "em": 0.0, "f1": 0.0 }, { "quid": 3002160, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Dmitry Anatolyevich Medvedev negotiate with China?", "golds": [ "2005" ], "pred": "2005-12-09", "em": 1.0, "f1": 0.5 }, { "quid": 3042500, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the political parties of C\u00f4te d'Ivoire, which country did China last make optimistic remarks about?", "golds": [ "Mexico" ], "pred": "Before the political parties of C\u00f4te d'Ivoire, which country did China last make optimistic remarks about?\n\nAnswer: Japan\n\nExplanation:\n\nThe most recent optimistic comment made by China was about Japan on 2005-02-01.", "em": 0.0, "f1": 0.0 }, { "quid": 3013795, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who did Zawahiri criticise before July 2010?", "golds": [ "Middle East", "Benedict XVI", "Barack Obama", "Iran", "Citizen (Saudi Arabia)", "Pervez Musharraf" ], "pred": "Zawahiri criticised Barack Obama, Tony Blair, Pervez Musharraf, Mahmoud Abbas, and Iraq.", "em": 1.0, "f1": 0.2857142857142857 }, { "quid": 3006015, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After George Yeo, who was the first to sign formal agreements with Cambodia?", "golds": [ "Noppadon Pattama" ], "pred": "After George Yeo, the next country to sign formal agreements with Cambodia was Slovakia on May 10, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3010784, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Ethiopia was rejected by who on 13 March 2008?", "golds": [ "Associated Press" ], "pred": "The Associated Press rejected Ethiopia on 13 March 2008.", "em": 1.0, "f1": 0.3636363636363636 }, { "quid": 3034416, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who wanted to meet with China in April 2007?", "golds": [ "Association of Southeast Asian Nations", "Foreign Affairs (Hungary)", "Lien Chan", "Shaukat Aziz", "South Korea", "Scholar (United States)", "Wen Jiabao", "Citizen (Bangladesh)", "Businessperson (China)", "Japan", "Edmund Ho" ], "pred": "Both Japan and South Korea wanted to meet with China in April 2007.", "em": 1.0, "f1": 0.2666666666666667 }, { "quid": 3010172, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was last praised by Malaysia in 2007?", "golds": [ "Japan" ], "pred": "Iran was last praised by Malaysia in 2007.", "em": 0.0, "f1": 0.0 }, { "quid": 3041645, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Elmar Mammadyarov expressed his intention to negotiate with China?", "golds": [ "2014-06" ], "pred": "The exact month when Elmar Mammadyarov expressed his intention to negotiate with China was in February 2005, as evidenced by the following events:\n\n1. Elmar Mammadyarov made a visit to China on February 3, 200", "em": 0.0, "f1": 0.0 }, { "quid": 3033354, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 29 January 2009, which country signed formal agreements with Djibouti?", "golds": [ "Sudan", "Yemen", "Ethiopia" ], "pred": "On 29 January 2009, Maldives, Madagascar, and Ethiopia signed formal agreements with Djibouti. South Africa granted diplomatic recognition to Ethiopia, and the African Union made a visit to Ethiopia on the same day.", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3040634, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month as China, who did the Prime Minister of India announce his intention to cooperate with?", "golds": [ "Dmitry Anatolyevich Medvedev" ], "pred": "Japan, as there are multiple instances of the Prime Minister of India expressing intent to cooperate with Japan in January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3054511, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who signed an agreement with Swaziland after Kuwait?", "golds": [ "Iran", "Vietnam", "Lesotho", "Ethiopia", "South Africa" ], "pred": "Kuwait did not sign an agreement with Swaziland after Kuwait. The latest agreement between Swaziland and Lesotho is from 2007-11-28.", "em": 1.0, "f1": 0.1 }, { "quid": 3051648, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic comments about Cambodia before 28 April 2011?", "golds": [ "Noppadon Pattama", "Abhisit Vejjajiva", "Laos", "Malaysia", "Thailand", "George Yeo" ], "pred": "Laos, Thailand, and Cambodia made optimistic comments about each other before 28 April 2011.", "em": 1.0, "f1": 0.13333333333333333 }, { "quid": 3019483, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to request a meeting with Comoros?", "golds": [ "Burundi" ], "pred": "Iran was the first to request a meeting with Comoros, as evidenced by the \"Iran | Make a visit | Comoros | 2006-08-18\" event. This is followed by Comoros hosting a visit from Iran in the same year, and Iran", "em": 0.0, "f1": 0.0 }, { "quid": 3001002, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2008, which country did China express cooperation to last?", "golds": [ "Mexico" ], "pred": "Japan\n\nThe country that China expressed cooperation to last in 2008 is Japan. This is based on the evidence provided, which shows multiple instances of China and Japan engaging in diplomatic cooperation from January 2005 to February 2005. While there are also instances of China express", "em": 0.0, "f1": 0.0 }, { "quid": 3029160, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised China on 18 February 2012?", "golds": [ "Barack Obama" ], "pred": "Barack Obama praised China on 18 February 2012.", "em": 1.0, "f1": 0.4 }, { "quid": 3039591, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who condemned Malaysia before the Australian Greens?", "golds": [ "Court Judge (Malaysia)", "Rights Activist (Malaysia)", "Nonaligned Movement", "Thailand", "Archbishop (Malaysia)", "Defense Attorney (Malaysia)", "Foreign Affairs (Malaysia)", "China" ], "pred": "The Australian Greens did not specifically condemn Malaysia before the Australian Greens. However, the Australian Greens have expressed concerns about human rights issues in Malaysia, such as the arrest and detention of opposition leaders and activists, and the treatment of refugees and asylum seekers. They have also called for", "em": 0.0, "f1": 0.10526315789473684 }, { "quid": 3047145, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who would wish to visit Thailand on the same month of Alhaji Lai Mohammed?", "golds": [ "National Security Advisor (Pakistan)", "Terrorist (Syria)", "Sheikh Hamad bin Khalifa al-Thani" ], "pred": "No one would wish to visit Thailand on the same month as Alhaji Lai Mohammed, as he is a controversial figure in Nigerian politics and has been involved in numerous accusations, criticisms, and denunciations. His frequent demands and accusations towards the government and citizens of Nigeria, as", "em": 0.0, "f1": 0.0 }, { "quid": 3030986, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who threatened Thailand in March 2007?", "golds": [ "Council for National Security" ], "pred": "No country threatened Thailand in March 2007. The events listed are instances of diplomatic cooperation and negotiation between Thailand and its neighboring countries, Japan, Malaysia, and Laos.", "em": 0.0, "f1": 0.0 }, { "quid": 3037695, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did United Russia first visit China?", "golds": [ "2007-12-10" ], "pred": "United Russia first visited China in 2006-05-08.", "em": 0.0, "f1": 0.0 }, { "quid": 3043076, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 14 December 2014?", "golds": [ "Xi Jinping" ], "pred": "Xi Jinping visited China on 14 December 2014.", "em": 1.0, "f1": 0.4 }, { "quid": 3047697, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Before 2008, who was negotiating with Cambodia?", "golds": [ "Vietnam", "Wen Jiabao", "Thailand", "Laos", "Roh Moo Hyun" ], "pred": "Before 2008, the government of Cambodia was negotiating with various countries, including Singapore, France, Thailand, and Vietnam, as well as international organizations like the United Nations, over issues such as border disputes, extradition of criminals, and political asylum. However", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3036770, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did William J. Fallon first visit Iraq?", "golds": [ "2007-03-25" ], "pred": "William J. Fallon first visited Iraq in 2007, not in 2006 as the given evidence suggests. The evidence provided only shows visits to China and Malaysia, not Iraq. The first visit to Iraq by William J. Fallon as the Commander of U.S. Central Command was", "em": 0.0, "f1": 0.05714285714285714 }, { "quid": 3034315, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Against which country did Kuwait last use conventional military force?", "golds": [ "Yemen" ], "pred": "Iran, as there are multiple instances where Kuwait used conventional military force against Iran, specifically in 2005-02-17 and 2005-02-16.", "em": 0.0, "f1": 0.0 }, { "quid": 3030910, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit China after Jan Ml\u00e1dek?", "golds": [ "Dragomir Stoynev" ], "pred": "The first to visit China after Jan Ml\u00e1dek was Nurse (Macao) on 2005-01-04.", "em": 0.0, "f1": 0.0 }, { "quid": 3049683, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the National Front Malaysia, which country made the last optimistic remarks about Malaysia?", "golds": [ "Iran" ], "pred": "The last country to make optimistic remarks about Malaysia before the National Front Malaysia was Malaysia itself.", "em": 0.0, "f1": 0.0 }, { "quid": 3054685, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Cambodia receive the visit from Kuwait?", "golds": [ "2008-08" ], "pred": "The visit from Kuwait to Cambodia occurred in March 2005, as evidenced by the event \"Assemblies (Cambodia) | Accede to demands for change in policy | Cambodia | 2005-03-18\" which suggests that", "em": 0.0, "f1": 0.0 }, { "quid": 3054373, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 7 September 2005?", "golds": [ "Shivraj Patil", "Tony Blair", "William J. Fallon", "Foreign Affairs (India)" ], "pred": "Tony Blair, Wen Jiabao, George Yeo, Shivraj Patil, Laos, Donald Rumsfeld, Chung Dong-young, William J. Fallon, and Foreign Affairs (India) visited China on 7 September 2005.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3008448, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to meet with Thailand on 21 November 2012?", "golds": [ "Wen Jiabao" ], "pred": "Wen Jiabao wanted to meet with Thailand on 21 November 2012.", "em": 1.0, "f1": 0.3076923076923077 }, { "quid": 3011516, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to negotiate with Kuwait after Juan Carlos I?", "golds": [ "Mexico", "Ali Jannati", "John Baird", "Foreign Affairs (South Korea)", "Sudan", "Abdel Fattah Al-Sisi", "Head of Government (South Korea)", "Head of Government (Egypt)", "Mar\u00eda \u00c1ngela Holgu\u00edn", "Andrew Robb", "Ministry (Iran)", "Sabah Khaled Al-Hamad Al-Sabah", "Qatar" ], "pred": "Mahmoud Abbas expressed the intention to negotiate with Kuwait after Juan Carlos I.\n\nExplanation:\n\n1. Juan Carlos I consulted with Mahmoud Abbas on two separate occasions in October 2005 (19th and 20th).\n2.", "em": 0.0, "f1": 0.0 }, { "quid": 3030258, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Bruce Golding, with which country did China first announce its intention to meet?", "golds": [ "Iran" ], "pred": "China was the first country that China announced its intention to meet with Bruce Golding, on January 28, 2010. This is evident from the data provided, as China expressed its intent to meet with Bruce Golding on that date, while no such announcement was made for any other country on that", "em": 0.0, "f1": 0.0 }, { "quid": 3014347, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2011, which country was the first to express its intention to establish diplomatic cooperation with Oman?", "golds": [ "Iran" ], "pred": "China was the first to express its intention to establish diplomatic cooperation with Oman in 2005-06-12.", "em": 0.0, "f1": 0.0 }, { "quid": 3052741, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Ethiopia last reject the UN security council?", "golds": [ "2005-10" ], "pred": "February, as Ethiopia rejected the UN security council's demand on February 8, 2005.", "em": 0.0, "f1": 0.13333333333333336 }, { "quid": 3051024, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when the mayor of China accused China?", "golds": [ "2006-12" ], "pred": "The specific month when the mayor of China accused Japan is February 1, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3031361, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Malaysia, who was the last country to sign formal agreements with the Moro Islamic Liberation Front?", "golds": [ "Military (Philippines)" ], "pred": "The last country to sign formal agreements with the Moro Islamic Liberation Front before Malaysia was not specified in the provided evidence. However, the evidence shows that Malaysia hosted visits and mediated between the Moro Islamic Liberation Front and the Military of the Philippines, but it does not indicate that any formal agreements were signed before", "em": 0.0, "f1": 0.1 }, { "quid": 3018190, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who denounced the citizens of Nigeria to China in the same month?", "golds": [ "Julie Bishop", "Chuck Hagel", "Malaysia", "Japan" ], "pred": "No one denounced the citizens of Nigeria to China in the same month. The events mentioned are related to Japan and China, not Nigeria.", "em": 1.0, "f1": 0.1 }, { "quid": 3026251, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the veterans of the United Kingdom express their intention to meet with Malaysia?", "golds": [ "2006" ], "pred": "In 2005, the veterans of the United Kingdom expressed their intention to meet with Malaysia. There is no record of such an event in the provided data. However, the closest event is a diplomatic cooperation intention expressed by representatives of Malaysia in 2005, but it does not specify the parties", "em": 0.0, "f1": 0.0 }, { "quid": 3007456, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who used conventional military force against Iraq in the same month as the US Department of Defense?", "golds": [ "France", "Air Force (Syria)", "Bolivia", "Extremist (Islamic State of Iraq and the Levant)" ], "pred": "The US Department of Defense did not use conventional military force against Iraq in the same month as any of the entities listed in the evidence. The evidence shows that various rebel groups, military forces from Poland, Japan, South Korea, Lithuania, Italy, and Kuwait, as well as the governments of Iraq", "em": 0.0, "f1": 0.17391304347826086 }, { "quid": 3029113, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who negotiated with China on 27 April 2005?", "golds": [ "Envoy (United States)", "Association of Southeast Asian Nations" ], "pred": "The evidence shows that multiple countries and individuals were involved in negotiations or visits with China on 27 April 2005. However, the specific individuals who negotiated with China on behalf of Japan are not explicitly mentioned in the provided evidence. Therefore, it is not possible to definitively answer who negotiated", "em": 0.0, "f1": 0.045454545454545456 }, { "quid": 3011813, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who praised Malaysia in the same year of the Cabinet Council of Ministers Advisors of the United States?", "golds": [ "China", "Thailand", "Barack Obama" ], "pred": "The United States Naval Advisors praised Malaysia in the year 2005. This is evident from the records of visits, military cooperation intentions, and negotiations between the United States Navy and Malaysia in 2005. There is no record of any praise from the United States in 2006", "em": 0.0, "f1": 0.0 }, { "quid": 3053348, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the first country to which Iraq sent a condemnation?", "golds": [ "Iran" ], "pred": "The first country to which Iraq sent a condemnation was not recorded in the provided evidence. However, the first visit made to Iraq was by France on 2005-01-14.", "em": 0.0, "f1": 0.0 }, { "quid": 3000746, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Swaziland last signed an agreement with South Africa?", "golds": [ "2011-07" ], "pred": "The exact month when Swaziland last signed an agreement with South Africa is April 2007, as per the record on 2007-04-23. However, it's important to note that there were also consultations and expressions of intent to cooperate or meet in", "em": 0.0, "f1": 0.0 }, { "quid": 3049066, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did China blame the Ruling Party of China?", "golds": [ "2007-06" ], "pred": "The specific month when China blamed the Ruling Party of China is not mentioned in the provided data. However, it's worth noting that the data shows a series of consultations and investigations between China and Japan, followed by threats from China. The earliest threat from China is on 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3014081, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country first expressed interest in cooperating with Ethiopia?", "golds": [ "Eritrea" ], "pred": "Yemen was the first country to express interest in cooperating with Ethiopia.", "em": 0.0, "f1": 0.0 }, { "quid": 3021596, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "Which year did Oman receive the visit from Nuri al-Maliki?", "golds": [ "2007" ], "pred": "The visit from Nuri al-Maliki to Oman occurred on May 20, 2006, as indicated by the statement made by Nuri al-Maliki on that date.", "em": 0.0, "f1": 0.0 }, { "quid": 3005137, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China first make a request to Japan's lawmakers?", "golds": [ "2005" ], "pred": "2005", "em": 1.0, "f1": 1.0 }, { "quid": 3048465, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the National Security Council first express its intention to meet with Thailand?", "golds": [ "2007-06" ], "pred": "January 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3014893, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Wu Rong-i blame China?", "golds": [ "2005-07" ], "pred": "2005-07-18", "em": 1.0, "f1": 0.8 }, { "quid": 3019748, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did the Korean People's First Party last express its intention to negotiate with China?", "golds": [ "2005-09" ], "pred": "January", "em": 0.0, "f1": 0.0 }, { "quid": 3034267, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who made optimistic comments about Malaysia after March 2014?", "golds": [ "Xi Jinping", "China", "Zhang Dejiang", "Wang Yi", "Thailand" ], "pred": "The following entities made optimistic comments about Malaysia after March 2014:\n\n1. Iraq on January 31, 2005.\n2. Mahmoud Abbas on January 12, 2005.\n3. The Court Judge (Mal", "em": 0.0, "f1": 0.0 }, { "quid": 3027592, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last person investigated by Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "The last person investigated by Thailand was a Citizen (Thailand) on 2005-01-18.", "em": 1.0, "f1": 0.2666666666666667 }, { "quid": 3020308, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Nuri al-Maliki visit China for the first time?", "golds": [ "2011" ], "pred": "2006", "em": 0.0, "f1": 0.0 }, { "quid": 3015753, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In December 2010, who denounced China?", "golds": [ "South Korea", "Ma Ying Jeou", "Lawmaker (Hong Kong)", "Japan", "Media Personnel (Japan)" ], "pred": "Japan did not denounce China in December 2010. The provided evidence shows diplomatic cooperation and negotiations between Japan and China in January and February 2005.", "em": 1.0, "f1": 0.09523809523809523 }, { "quid": 3045111, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Saifur Rahman last visit Malaysia?", "golds": [ "2005-06" ], "pred": "Saifur Rahman last visited Malaysia in June 2005.", "em": 0.0, "f1": 0.2 }, { "quid": 3009178, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 11 January 2011, which country formally signed an agreement with China?", "golds": [ "Vietnam" ], "pred": "Vietnam formally signed an agreement with China on 11 January 2011.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3001328, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the first time Thailand condemned Abhisit Vejjajiva?", "golds": [ "2006-08-16" ], "pred": "The first time Thailand condemned Abhisit Vejjajiva was not found in the provided evidence. However, it is important to note that the evidence provided consists of consultations, statements, and comments made by Abhisit Vejjajiva and media personnel in Thailand, but not official condemnations by", "em": 0.0, "f1": 0.0 }, { "quid": 3035562, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last wanted to meet with Thailand?", "golds": [ "Constitution Drafting Commission" ], "pred": "The last country that wanted to meet with Thailand was Japan, as they expressed their intent to meet or negotiate on January 7, 2005. However, it's important to note that Thailand also expressed their intent to meet with Vietnam on the same day, but Japan was the last country to do", "em": 0.0, "f1": 0.0 }, { "quid": 3020250, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Kuwait after Kemal Unakitan?", "golds": [ "Sheikh Hamad bin Isa al Khalifah" ], "pred": "The first to visit Kuwait after Kemal Unakitan was not specified in the provided evidence. However, it is known that Kemal Unakitan visited Kuwait on January 24, 2007, and he later visited Qatar on April 11, 200", "em": 0.0, "f1": 0.0 }, { "quid": 3022404, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to host the visit of Mar\u00eda \u00c1ngela Holgu\u00edn, before Thailand?", "golds": [ "Ra\u00fal Castro" ], "pred": "The last country to host the visit of Mar\u00eda \u00c1ngela Holgu\u00edn before Thailand was not specified in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3023139, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Zawahiri last express an intention to negotiate with the Middle East?", "golds": [ "2009-06-02" ], "pred": "Zawahiri last expressed an intention to negotiate with the Middle East in 2009-06-02.", "em": 1.0, "f1": 0.33333333333333337 }, { "quid": 3055961, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Chuck Hagel make an appeal to Thailand?", "golds": [ "2014" ], "pred": "No data available in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3046034, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who would wish to visit Thailand on the same month of Ma Ying Jeou?", "golds": [ "Businessperson (Canada)" ], "pred": "- Thailand | Host a visit | Ma Ying Jeou | 2005-01-13\nSource:\n- https://www.president.gov.tw/10110/101100010-11511.ht", "em": 0.0, "f1": 0.0 }, { "quid": 3015903, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the indigenous people of the United States, who was the first to make optimistic comments about China?", "golds": [ "Wen Jiabao" ], "pred": "The first to make optimistic comments about China after the indigenous people of the United States were Japan and South Korea. However, the question asks for the first, so the answer would be Japan.", "em": 0.0, "f1": 0.0 }, { "quid": 3000561, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who did the European Central Bank ask to become its first member?", "golds": [ "Government (Italy)" ], "pred": "France\n\nThe European Central Bank (ECB) asked France to become its first member. This is inferred from the following pieces of evidence:\n\n1. The ECB made a visit to China in 2007-11-13, and China hosted a visit from the ECB", "em": 0.0, "f1": 0.0 }, { "quid": 3046975, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country investigated Malaysia last, before the representatives of Russia?", "golds": [ "Japan" ], "pred": "The country that investigated Malaysia last before the representatives of Russia was Malaysia itself. The police force of Malaysia conducted investigations on various occasions, as indicated by the actions \"Investigate\", \"Confiscate property\", and \"Make statement\". The court judge of Malaysia also made a statement. However, no investigation by another", "em": 0.0, "f1": 0.0 }, { "quid": 3053834, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "What was the last country to seek diplomatic cooperation with China before Yoon Sang-jick?", "golds": [ "Ethiopia" ], "pred": "The last country to seek diplomatic cooperation with China before Yoon Sang-jick was Vietnam, as evidenced by the signing of a formal agreement on May 5, 2015.", "em": 0.0, "f1": 0.0 }, { "quid": 3007521, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time China visited Burundi?", "golds": [ "2008-09-10" ], "pred": "The last time China visited Burundi was on August 25, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3034062, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who used unconventional violence against Ethiopia after 21 February 2008?", "golds": [ "Combatant (Ogaden National Liberation Front)", "Armed Rebel (Somalia)", "Armed Opposition (Somalia)", "Al-Shabaab", "Police (Sudan)", "Detainee (Ethiopia)", "Combatant (Al-Shabaab)", "Combatant (Hizbul Islam)" ], "pred": "Armed Rebel (Somalia) used unconventional violence against Ethiopia after 21 February 2008.", "em": 1.0, "f1": 0.4 }, { "quid": 3015002, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the Royal Administration of Iraq negotiate with Iraq?", "golds": [ "2008" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3047317, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the United States' Council of Advisors to the Cabinet last request Thailand?", "golds": [ "2011" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3028890, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Jay Inslee express his intention to negotiate with China?", "golds": [ "2013" ], "pred": "2013\n\nThe earliest date in the provided evidence where Jay Inslee expressed his intention to negotiate with China is 2013-11-06.", "em": 1.0, "f1": 0.09523809523809523 }, { "quid": 3032953, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the presidential family of Libya pay a visit to Ethiopia?", "golds": [ "2009-02-06" ], "pred": "The presidential family of Libya did not pay a visit to Ethiopia during the timeframe provided. The evidence suggests visits by Mwai Kibaki, the African Union, Sudan's John Garang, Iran, Eritrea, and Djibouti, but no mention of Libya", "em": 0.0, "f1": 0.0 }, { "quid": 3025422, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was attacked by Cambodia's conventional military forces before 16 October 2008?", "golds": [ "Children (Canada)" ], "pred": "The country attacked by Cambodia's conventional military forces before 16 October 2008 is not provided in the given evidence. The provided evidence only mentions the Israeli Defense Forces and South Korea, but neither of them were attacked by Cambodia before 16 October 2008", "em": 0.0, "f1": 0.0 }, { "quid": 3047432, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Djibouti first express its intention to meet?", "golds": [ "Eritrea" ], "pred": "Djibouti first expressed its intention to meet with Ethiopia on 2005-02-04 and 2005-03-07. It also expressed its intention to meet with Eritrea on the same dates.", "em": 1.0, "f1": 0.08695652173913045 }, { "quid": 3035273, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Swiss legislature, who wanted to negotiate with Burundi first?", "golds": [ "James Kabarebe" ], "pred": "The Swiss legislature was the first to express intent to meet or negotiate with Burundi, on 2005-08-25.", "em": 0.0, "f1": 0.0 }, { "quid": 3006654, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Undersecretary of the United Arab Emirates, who was the last to negotiate with China?", "golds": [ "Straits Exchange Foundation" ], "pred": "The last person to negotiate with China before the Undersecretary of the United Arab Emirates was not explicitly mentioned in the provided evidence. However, the evidence shows that there were negotiations with China on March 15, 2005, and the Undersecretary's negotiation with China", "em": 0.0, "f1": 0.0 }, { "quid": 3008223, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "What was the first country China wanted to negotiate with in 2010?", "golds": [ "South Africa" ], "pred": "The first country China wanted to negotiate with in 2010 was Argentina, as indicated by the multiple instances of Cristina Fern\u00e1ndez de Kirchner expressing intent to meet or negotiate with China throughout the year. However, it's important to note that Mexico and Japan also engaged in diplomatic", "em": 0.0, "f1": 0.0 }, { "quid": 3041514, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who expressed the intention to meet with Cambodia in 2008?", "golds": [ "Foreign Affairs (South Korea)", "Laos", "Vietnam", "Military Personnel (Thailand)", "Cabinet / Council of Ministers / Advisors (United States)", "Thailand", "Police (Cambodia)", "Foreign Affairs (Malaysia)", "China", "Iraq" ], "pred": "Both Thailand and Laos expressed the intention to meet with Cambodia in 2008, as well as Vietnam.", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3001713, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Patrick Manning praise China?", "golds": [ "2006" ], "pred": "2006-02-21", "em": 1.0, "f1": 0.5 }, { "quid": 3002595, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Cambodia last express the intention to participate in diplomatic cooperation in 2015?", "golds": [ "Thailand" ], "pred": "Vietnam", "em": 0.0, "f1": 0.0 }, { "quid": 3007534, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited Iraq on 9 March 2008?", "golds": [ "Iran", "Mahmoud Ahmadinejad" ], "pred": "Mahmoud Ahmadinejad visited Iraq on 9 March 2008. He also had consultations with Qatar and Oman, and signed a formal agreement with Sudan on the same day. He made statements about Iran and praised Dmitry Medvedev. He also rejected a proposal", "em": 1.0, "f1": 0.1142857142857143 }, { "quid": 3001985, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited China on the same day as Kocheril Narayanan?", "golds": [ "Kuomintang" ], "pred": "It is not possible to determine who else visited China on the same day as Kocheril Narayanan based on the provided evidence. The evidence only shows that Kocheril Narayanan visited China on June 25, 2014, and that China hosted a visit from", "em": 0.0, "f1": 0.0 }, { "quid": 3045677, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to which Malaysia offered cooperation?", "golds": [ "Thailand" ], "pred": "Yemen was the last country to which Malaysia offered cooperation, as there are two instances of diplomatic cooperation between Malaysia and Yemen on the specified dates.", "em": 0.0, "f1": 0.0 }, { "quid": 3015439, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to sign an agreement with China?", "golds": [ "Vietnam" ], "pred": "China was the first to make an appeal or request to Japan, but it did not sign a formal agreement. The first formal agreement was signed between Japan and Mexico on 2005-01-31.", "em": 0.0, "f1": 0.0 }, { "quid": 3025230, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the criminal of Somalia last visit Malaysia?", "golds": [ "2011" ], "pred": "The criminal of Somalia last visited Malaysia in the year 2006.", "em": 0.0, "f1": 0.0 }, { "quid": 3022881, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country threatened Iraq last, before the looters of Iraq did?", "golds": [ "Iran" ], "pred": "Iraq was threatened by a rebel group, not by Iran.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3020905, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 6 June 2007, which country wanted to participate in diplomatic cooperation with Burundi?", "golds": [ "South Africa" ], "pred": "East African Community\n\nThe East African Community (EAC) expressed its intent to engage in diplomatic cooperation with Burundi on 6 June 2007. This could involve providing policy support to Burundi in various areas. The EAC is a regional intergovernmental organization comprising six", "em": 0.0, "f1": 0.0 }, { "quid": 3040359, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Abhisit Vejjajiva last repatriate people to Thailand?", "golds": [ "2010-07" ], "pred": "The evidence does not provide information about when Abhisit Vejjajiva last repatriated people to Thailand.", "em": 0.0, "f1": 0.0 }, { "quid": 3002536, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Kuwait, to whom did Ali Abdullah Saleh last appeal?", "golds": [ "Yemen" ], "pred": "The last known appeal made by Ali Abdullah Saleh before Kuwait was to Solomon Passy on 2005-02-24.", "em": 0.0, "f1": 0.0 }, { "quid": 3027433, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Tsakhiagiyn Elbegdorj make optimistic comments about China?", "golds": [ "2011-08" ], "pred": "The month in which Tsakhiagiyn Elbegdorj made optimistic comments about China was June, as evidenced by the statement he made on 2010-06-19.", "em": 0.0, "f1": 0.0 }, { "quid": 3052448, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country did China last praise in 2007?", "golds": [ "Japan" ], "pred": "The last country China praised in 2007 was Iran, as the most recent date of praise was on January 3, 2007. However, it's important to note that China also praised Japan multiple times in the same month, but the last praise was on January 7,", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3000603, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did China express the intention to participate in diplomatic cooperation on the same day as the Ministry of Vietnam?", "golds": [ "Vietnam" ], "pred": "With Japan, China expressed the intention to participate in diplomatic cooperation on the same day as Vietnam. The dates are 2005-01-06, 2005-01-08, and 2005-01-12.", "em": 1.0, "f1": 0.07999999999999999 }, { "quid": 3054725, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last attacked Cambodia with small arms and light weapons?", "golds": [ "Police (Cambodia)" ], "pred": "Thailand", "em": 0.0, "f1": 0.0 }, { "quid": 3027478, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China host the visit of the Nigerian Bar Association?", "golds": [ "2008-05" ], "pred": "The visit of the Nigerian Bar Association to China was hosted in May 2008.", "em": 0.0, "f1": 0.13333333333333336 }, { "quid": 3032862, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last supported the citizens of Bangladesh before China?", "golds": [ "Head of Government (Bangladesh)" ], "pred": "Japan last supported the citizens of Bangladesh before China. This is based on the timeline provided, where Japan and China are engaging in consultations and threats, but there is no evidence of either supporting the citizens of Bangladesh before China's actions.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3036071, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 27 June 2014, which country did Cambodia express interest in cooperating with?", "golds": [ "Vietnam", "China", "Thailand", "Laos" ], "pred": "Vietnam, Thailand, and Laos.", "em": 1.0, "f1": 0.4 }, { "quid": 3014887, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the governor of South Korea last visit Thailand?", "golds": [ "2009" ], "pred": "The governor of South Korea last visited Thailand in the year 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3028312, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who made optimistic remarks about China in the same month of Vincent C. Siew?", "golds": [ "Wen Jiabao", "Ma Ying Jeou", "Jian Yu", "Head of Government (Peru)" ], "pred": "Vincent C. Siew made optimistic remarks about China in the same month of Vincent C. Siew. The specific date is 2008-04-07.", "em": 0.0, "f1": 0.08695652173913043 }, { "quid": 3021772, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Foreign Affairs of France, which country first endorsed Thailand?", "golds": [ "Vietnam" ], "pred": "South Korea was the first country to endorse Thailand, as evidenced by the UN Security Council consultation with Foreign Affairs (South Korea) on 2005-01-09.", "em": 0.0, "f1": 0.0 }, { "quid": 3037643, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Director General of Indonesia, who was the first to visit China?", "golds": [ "Angela Merkel" ], "pred": "The Director General of Indonesia was not the first to visit China in 2005. The first visitors were a nurse from Macao and two lawmakers from Japan on January 4, 2005, followed by Ma Ying Jeou from China Taiwan on the same day.", "em": 0.0, "f1": 0.0 }, { "quid": 3042809, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic comments about Iraq after the Iranian media?", "golds": [ "Barack Obama", "Iran", "Asylum Seeker (Iraq)", "China", "Adil Abdul-Mahdi", "Party Member (United Kingdom)", "Haider Al-Abadi", "Massoud Barzani", "Eshaq Jahangiri" ], "pred": "The following entities made optimistic comments about Iraq after the Iranian media:\n\n1. Student (Iraq) - 2005-01-12\n2. Iraq - 2005-01-15 (Assemblies in Australia)\n3", "em": 0.0, "f1": 0.08 }, { "quid": 3034252, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Mwai Kibaki last expressed an intention to meet with Burundi?", "golds": [ "2011-11" ], "pred": "The exact month when Mwai Kibaki last expressed an intention to meet with Burundi was August 2005. Specifically, he expressed his intention on August 25, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3022117, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did China threaten before 30 March 2005?", "golds": [ "Japan", "Lawmaker (Hong Kong)" ], "pred": "China threatened Taiwan before 30 March 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3025967, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to negotiate with Iraq after Juan Carlos I?", "golds": [ "Donald Rumsfeld" ], "pred": "The first country to negotiate with Iraq after Juan Carlos I is not explicitly mentioned in the provided evidence. However, the evidence shows that Juan Carlos I had consultations with various countries, including Portugal, Mahmoud Abbas (Palestine), Evo Morales (Bolivia), and Abdullah G", "em": 0.0, "f1": 0.0 }, { "quid": 3041474, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Malaysia, with whom did Gurbanguly Berdymukhammedov announce his intention to meet?", "golds": [ "Ashraf Ghani Ahmadzai", "Iran", "Emperor Akihito", "South Korea", "Xi Jinping", "Kazakhstan", "Thailand", "Japan" ], "pred": "After Malaysia, Gurbanguly Berdymukhammedov announced his intention to meet with Kazakhstan.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3032803, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the citizens of Bulgaria express their intention to participate in diplomatic cooperation with China?", "golds": [ "2011-05-14" ], "pred": "There is no evidence in the provided data that the citizens of Bulgaria expressed their intention to participate in diplomatic cooperation with China.", "em": 0.0, "f1": 0.0 }, { "quid": 3054323, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Angolan military, who was the first to start diplomatic cooperation with China?", "golds": [ "Ma Ying Jeou" ], "pred": "Japan was the first to start diplomatic cooperation with China after the Angolan military. The first recorded instance of diplomatic cooperation between Japan and China was on 2005-01-06.", "em": 0.0, "f1": 0.0 }, { "quid": 3055210, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Cambodia, who was the first person with whom the leader of South Korea expressed an intention to meet?", "golds": [ "Mwai Kibaki" ], "pred": "The first person with whom the leader of South Korea expressed an intention to meet after Cambodia was Japan, as evidenced by multiple entries on January 5, 7, and 8, 2005. However, the most specific date is January 13, 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3027386, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who requested a meeting with Cambodia on 25 September 2009?", "golds": [ "Vietnam", "Thailand", "Okada Katsuya", "Laos" ], "pred": "Multiple countries and individuals expressed intent to meet or negotiate with Cambodia on 25 September 2009, including Vietnam, Thailand, Laos, and Okada Katsuya. However, it is not specified in the provided evidence who initially requested the meeting.", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3027932, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who wants to negotiate with Malaysia in the same month as Gary Roughead?", "golds": [ "Emperor Akihito", "Iran", "Nonaligned Movement", "Mahmoud Abbas" ], "pred": "It would be challenging to negotiate with Malaysia in the same month as Gary Roughead, as he is a high-ranking military official who frequently makes visits, statements, and consultations with various countries, including Malaysia and China. This could potentially overshadow or distract from any negotiations taking place with Malaysia", "em": 0.0, "f1": 0.0 }, { "quid": 3045272, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "After February 2008, with which country did China have a telephone conversation?", "golds": [ "Newspaper (Sudan)", "France", "Associated Press", "Agence France-Presse", "Barack Obama", "Japan", "Malaysia", "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "China did not have a telephone conversation with any country in February 2008, as the given evidence only shows interactions between China and Japan or China and Macao in January 2005.", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3021167, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China last make an appeal to the Monastery of China?", "golds": [ "2009-02-19" ], "pred": "The last time China made an appeal to the Monastery of China was not found in the provided evidence. The evidence only shows appeals and requests made by China to other countries, not to the Monastery of China.", "em": 0.0, "f1": 0.0 }, { "quid": 3027232, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "After 2014, who expressed the intention to participate in diplomatic cooperation with Ethiopia?", "golds": [ "Mauritania", "China", "Osama Mohamed Abdul Shafy Shaltout", "Sudan" ], "pred": "After 2014, Iran, Eritrea, Djibouti, and Sudan expressed the intention to participate in diplomatic cooperation with Ethiopia.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3008990, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "To whom did Ethiopia make an appeal before the citizens of Nigeria?", "golds": [ "Yemen", "African Union", "Sudan", "Eritrea", "North America", "South Africa", "Djibouti", "Malawi", "Elizabeth II", "UN Security Council" ], "pred": "The evidence shows that Ethiopia made appeals or requests to various entities, including the UN Security Council, Iran, Eritrea, and Djibouti. However, there is no direct evidence that Ethiopia made an appeal before the citizens of Nigeria. Therefore, it cannot be definitively stated", "em": 1.0, "f1": 0.15 }, { "quid": 3016508, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Roh Moo Hyun, which was the last country to negotiate with Cambodia?", "golds": [ "Laos" ], "pred": "The last country to negotiate with Cambodia before Roh Moo Hyun was South Korea, as evidenced by the demand made by Roh Moo Hyun on January 4, 2005. However, it should be noted that Roh Moo Hyun's negotiations with Japan from March", "em": 0.0, "f1": 0.0 }, { "quid": 3035494, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Ethiopia last express the intention to participate in diplomatic cooperation with South Korea?", "golds": [ "2015-03" ], "pred": "The month in which Ethiopia last expressed the intention to participate in diplomatic cooperation with South Korea was January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3043108, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to receive humanitarian aid from Malaysia?", "golds": [ "China" ], "pred": "The last country to receive humanitarian aid from Malaysia, according to the provided evidence, is not explicitly stated. However, the latest event in the data is from 2007, where the United States Navy provided humanitarian aid to citizens of North Korea. Malaysia, on the other hand, was involved in", "em": 0.0, "f1": 0.0 }, { "quid": 3029801, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did M.R. Sharma want to meet in Malaysia in the same month?", "golds": [ "China", "Winston Peters" ], "pred": "M.R. Sharma wanted to meet or negotiate with Mswati III in Malaysia in the same month as the demand made to Prachanda.", "em": 0.0, "f1": 0.0 }, { "quid": 3007244, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last person to whom Ethiopia made an appeal?", "golds": [ "Abdel Fattah Al-Sisi" ], "pred": "The last person to whom Ethiopia made an appeal was Eritrea on 2005-03-07.", "em": 0.0, "f1": 0.0 }, { "quid": 3006159, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Maurice Williamson express his intention to meet with China?", "golds": [ "2010" ], "pred": "2010-10-26", "em": 1.0, "f1": 0.5 }, { "quid": 3055149, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who host Heinz Fischer's visit from Heinz Fischer last before Ethiopia did?", "golds": [ "Farouk al-Sharaa" ], "pred": "The last host of Heinz Fischer's visit before Ethiopia was Romania, on May 2, 2006.", "em": 0.0, "f1": 0.0 }, { "quid": 3055173, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the leader of Cyprus visit Kuwait?", "golds": [ "2013-10" ], "pred": "The leader of Cyprus did not visit Kuwait in the month of March 2005, as there is no record of a visit by the head of government of Cyprus during that month. The visits mentioned in the evidence are by the heads of government of Germany (Gerhard Schr\u00f6", "em": 0.0, "f1": 0.0 }, { "quid": 3051521, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was rejected by China after Xi Jinping?", "golds": [ "Barack Obama", "Lawyer/Attorney (United States)", "Iran", "Japan", "Vietnam" ], "pred": "There is no information in the provided data that indicates someone was rejected by China after Xi Jinping. The data only shows Xi Jinping making statements and visits in China from 2007 to 2008, and China praising Xi Jinping in 2007.", "em": 0.0, "f1": 0.0 }, { "quid": 3037737, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would like to negotiate with China first?", "golds": [ "Kuomintang" ], "pred": "It appears that multiple countries, including Portugal, Kuomintang, Japan, Thailand, and Vietnam, have expressed their intent to meet or negotiate with China. However, the question asks who would like to negotiate with China first, and the evidence does not provide a clear answer to this question. It is possible", "em": 1.0, "f1": 0.04878048780487806 }, { "quid": 3017686, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "After 2014, with which country has Iraq signed formal agreements?", "golds": [ "Legislature (Iraq)", "International Government Organizations", "Kuwait", "Barack Obama", "Iran", "Yemen", "China" ], "pred": "Iran", "em": 1.0, "f1": 1.0 }, { "quid": 3053111, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country wanted to establish diplomatic cooperation with Thailand in the same month as the leader of the Pheu Thai Party?", "golds": [ "Laos" ], "pred": "The country that wanted to establish diplomatic cooperation with Thailand in the same month as the leader of the Pheu Thai Party is not explicitly stated in the provided evidence. However, it is mentioned that Thailand expressed intent to engage in diplomatic cooperation with China on 2005-01-0", "em": 0.0, "f1": 0.0 }, { "quid": 3012508, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Rafael Ram\u00edrez last visit China?", "golds": [ "2010-02" ], "pred": "The month Rafael Ram\u00edrez last visited China was February 2010.", "em": 0.0, "f1": 0.16666666666666669 }, { "quid": 3040640, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 24.03.2015, which country signed an agreement with Ethiopia?", "golds": [ "Sudan" ], "pred": "Ethiopia signed an agreement with Japan on 24.03.2015.", "em": 0.0, "f1": 0.0 }, { "quid": 3010587, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Thailand, which country was the first to negotiate with Donald Rumsfeld?", "golds": [ "China" ], "pred": "China was the first country to negotiate with Donald Rumsfeld, on February 9, 2005.", "em": 1.0, "f1": 0.13333333333333333 }, { "quid": 3038295, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Cambodian police last investigate Cambodia?", "golds": [ "2011-11-12" ], "pred": "The Cambodian police last investigated Cambodia on 2005-03-29 when they arrested, detained, or charged with legal action men from Cambodia.", "em": 0.0, "f1": 0.0 }, { "quid": 3034717, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China sign formal agreements with Singapore's military?", "golds": [ "2009-06-24" ], "pred": "There is no evidence in the provided data that China signed formal agreements with Singapore's military. However, there are several instances of Japan consulting with China, and China threatening Japan.", "em": 0.0, "f1": 0.0 }, { "quid": 3035018, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 19 Nov 2009, which country signed an agreement with China?", "golds": [ "Vietnam" ], "pred": "Vietnam signed an agreement with China on 19 Nov 2009.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3000796, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to negotiate with Thailand after the Armed Rebel of Thailand?", "golds": [ "National United Front for Democracy Against Dictatorship" ], "pred": "The Thai government was the first to negotiate with the Armed Rebel of Thailand after the conflict. The Thai government initiated peace talks with the rebels in 2004, before the first recorded incidents of violence in 2005. The peace talks aimed to address the grievances", "em": 0.0, "f1": 0.0 }, { "quid": 3003629, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Ethiopia, who was the last to express interest in cooperation with China?", "golds": [ "African Union" ], "pred": "The last to express interest in cooperation with China before Ethiopia was Japan, as evidenced by the dates of the events.", "em": 0.0, "f1": 0.0 }, { "quid": 3042069, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country to negotiate with Mulatu Teshome after China?", "golds": [ "Head of Government (Egypt)" ], "pred": "The first country to negotiate with Mulatu Teshome after China was not explicitly mentioned in the provided evidence. However, it is clear that Mulatu Teshome had multiple interactions with China, including consultations, statements, visits, and negotiations, from November 2013 to September 2014.", "em": 0.0, "f1": 0.0 }, { "quid": 3039899, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Raul Hernandez reject China?", "golds": [ "2014-03" ], "pred": "The month in which Raul Hernandez rejected China is March 2014.", "em": 0.0, "f1": 0.15384615384615385 }, { "quid": 3010223, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to formally sign an agreement with Burundi?", "golds": [ "Tanzania" ], "pred": "The last country to formally sign an agreement with Burundi was the High Commission for Refugees on August 18, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3024887, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made pessimistic remarks about Thailand on 20 January 2007?", "golds": [ "George Yeo" ], "pred": "George Yeo made pessimistic remarks about Thailand on 20 January 2007.", "em": 1.0, "f1": 0.3076923076923077 }, { "quid": 3039350, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country the Pakistani government negotiated with after China?", "golds": [ "Cleric (Pakistan)" ], "pred": "The first country the Pakistani government negotiated with after China was Japan. This is inferred from the sequence of events, as there are multiple instances of both countries consulting and negotiating with each other, with no evidence of any other country being involved in the immediate aftermath.", "em": 0.0, "f1": 0.0 }, { "quid": 3045828, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of Uruguay visit Malaysia?", "golds": [ "2007-11-15" ], "pred": "The leader of Uruguay did not visit Malaysia in 2005. The dates provided in the evidence are related to visits by leaders of Thailand, Aceh, and Ognyan Gerdzhikov (Bulgarian politician), as well as a visit by an Admiral from Pakistan and investigations", "em": 0.0, "f1": 0.0 }, { "quid": 3046290, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who made Iraq suffer from conventional military forces after Sep, 2015?", "golds": [ "France", "Military (Russia)" ], "pred": "The actions of Japan, South Korea, Rebel Groups in Iraq, Iran, the Japan Self-Defense Forces, Other Authorities/Officials from Armenia, the Middle East, Italy, Kuwait, and the Iraqi Legislature all contributed to Iraq suffering from conventional military forces after Sep,", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3037889, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Malaysia first reject the Lawyer/Attorney of Malaysia?", "golds": [ "2015" ], "pred": "The Lawyer/Attorney of Malaysia was first rejected in 2005. However, the exact date and context of this rejection are not provided in the given evidence. It is also important to note that the evidence provided does not explicitly mention the Lawyer/Attorney of Malaysia, but rather ment", "em": 0.0, "f1": 0.0 }, { "quid": 3014977, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Iraq wish to engage in diplomatic cooperation with the Business of Iraq?", "golds": [ "2007-01-28" ], "pred": "There is no record of Iraq wishing to engage in diplomatic cooperation with the Business of Iraq in the provided data.", "em": 0.0, "f1": 0.0 }, { "quid": 3055211, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "Which year did the Guerrilla of Kurdistan Workers' Party reject Iraq?", "golds": [ "2007" ], "pred": "The Guerrilla of Kurdistan Workers' Party rejected Iraq in 2005, as indicated by the statement made by Mitch McConnell on January 13, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3014238, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to make optimistic comments about China?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "The last to make optimistic comments about China was Japan on 2005-01-31.", "em": 0.0, "f1": 0.0 }, { "quid": 3043602, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 6 February 2009, which country offered cooperation to Cambodia?", "golds": [ "Thailand" ], "pred": "Thailand offered cooperation to Cambodia on 6 February 2009.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3002188, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Bill Richardson visit China for the first time?", "golds": [ "2007" ], "pred": "The first visit of Bill Richardson to China is not mentioned in the given evidence. Therefore, we cannot determine the year he visited China for the first time.", "em": 0.0, "f1": 0.0 }, { "quid": 3037147, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last did Ethiopia accuse before the Media Personnel of International?", "golds": [ "Eritrea" ], "pred": "Eritrea was the last country that Ethiopia accused before the Media Personnel of International. This is based on the date of the most recent event, which occurred on 2005-02-10.", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3047490, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made an appeal to China on 25 August 2008?", "golds": [ "Lee Myung Bak", "Ruling Party (South Korea)", "Ma Ying Jeou" ], "pred": "Multiple leaders and parties from South Korea made an appeal to China on 25 August 2008. This includes Ma Ying Jeou, Lee Myung Bak (the President of South Korea), the Ruling Party of South Korea, and the government of South Korea as a whole. Additionally,", "em": 1.0, "f1": 0.21052631578947367 }, { "quid": 3004798, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Thailand gave the denouncement to last before the Media Personnel of International?", "golds": [ "Citizen (Thailand)" ], "pred": "The last country Thailand denounced before the Media Personnel of International was not explicitly stated in the provided evidence. However, it was denounced by Military Personnel (Thailand) on 2005-01-24. The denouncement was not directed towards an international organization or another country,", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3004374, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country with which Cambodia formally signed an agreement?", "golds": [ "Thailand" ], "pred": "The last country with which Cambodia formally signed an agreement was the High Commission for Refugees on January 26, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3019655, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last country to criticise Thailand in 2011?", "golds": [ "Citizen (Thailand)" ], "pred": "The last country to criticise Thailand in 2011 was Cambodia, as evidenced by multiple entries where Cambodia is engaging in negotiation or diplomatic cooperation with Thailand.", "em": 0.0, "f1": 0.08 }, { "quid": 3051362, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Jack Straw spoke optimistically about Iraq?", "golds": [ "2006-04-03" ], "pred": "The last time Jack Straw spoke optimistically about Iraq was on January 3, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3046386, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise Iraq after the citizens of Saudi Arabia?", "golds": [ "Zayd Al-Rifa'i" ], "pred": "The first to praise Iraq after the citizens of Saudi Arabia were the citizens of Kuwait, on January 16, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3055031, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed an intention to meet with China on 27 Apr 2012?", "golds": [ "Government Delegation (Macedonia)" ], "pred": "Multiple entities expressed an intention to meet with China on 27 Apr 2012. These include the Government Delegation from Macedonia, Media Personnel from China, Ministry of Public Security from China, and Dmitry Anatolyevich Medvedev who hosted a visit from China", "em": 0.0, "f1": 0.1621621621621622 }, { "quid": 3005995, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Henry M. Paulson make optimistic remarks about China?", "golds": [ "2007" ], "pred": "The year is 2006. The evidence shows that Henry M. Paulson made multiple statements, engaged in negotiations, and visited China throughout the year 2006. However, without specific quotes or context, it is impossible to determine the exact date when he made optimistic remarks about China.", "em": 0.0, "f1": 0.0 }, { "quid": 3049007, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "What month did China receive the visit from Bangladesh Garments Manufacturers and Exporters Association?", "golds": [ "2007-03" ], "pred": "The visit from Bangladesh Garments Manufacturers and Exporters Association to China occurred in March 2007.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3044776, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China last make a request to the Business of Africa?", "golds": [ "2011-09" ], "pred": "January (2005-01-03, 2005-01-05, 2005-01-18, 2005-01-25)", "em": 0.0, "f1": 0.0 }, { "quid": 3013671, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to want to negotiate with Oman?", "golds": [ "Thailand" ], "pred": "The first country to want to negotiate with Oman was Pakistan, represented by Shaukat Aziz, on March 11, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3050692, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Abdoulaye Wade, who was the last to make optimistic remarks about China?", "golds": [ "National Coalition Government of the Union of Burma" ], "pred": "Before Abdoulaye Wade, who was the last to make optimistic remarks about China, there is no clear evidence in the provided data of a previous individual making such remarks. However, it is worth noting that Abdoulaye Wade made optimistic remarks about China in 2006, and there are", "em": 0.0, "f1": 0.09302325581395349 }, { "quid": 3027181, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country to make a telephone call to China?", "golds": [ "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "The last country to make a telephone call to China was not recorded in the given evidence. The evidence only shows visits, cooperative intentions, and host visits, but no telephone calls.", "em": 0.0, "f1": 0.0 }, { "quid": 3029238, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to want to cooperate with Cambodia?", "golds": [ "Thailand" ], "pred": "The last country to want to cooperate with Cambodia was Singapore, as evidenced by the arrest, detain, or charge with legal action against men from Singapore on 2005-01-28. However, it's important to note that this event is not directly followed by", "em": 0.0, "f1": 0.0 }, { "quid": 3046501, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China praise Agence France-Presse for the first time?", "golds": [ "2007-04-13" ], "pred": "The first instance of China praising Agence France-Presse was on 2005-01-08, in the context of Sudan.", "em": 0.0, "f1": 0.0 }, { "quid": 3052210, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who were the first international governmental organisations to praise after Malaysia?", "golds": [ "Yemen" ], "pred": "The first international governmental organisations to praise after Malaysia were Thailand, Japan, and Yemen.", "em": 1.0, "f1": 0.13333333333333333 }, { "quid": 3007158, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Supreme Council for Women visit Iraq?", "golds": [ "2015" ], "pred": "2015", "em": 1.0, "f1": 1.0 }, { "quid": 3023451, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last wanted to meet Donald Rumsfeld before China?", "golds": [ "Ministry (Kyrgyzstan)" ], "pred": "Jerzy Szmajdzinski last wanted to meet Donald Rumsfeld before China. This is based on the chronological order of the events, as Jerzy Szmajdzinski's consultation with Donald Rumsfeld occurred on 2005-02-09, which", "em": 0.0, "f1": 0.0 }, { "quid": 3021560, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the United States Senate endorse Iraq?", "golds": [ "2006-07-13" ], "pred": "The United States Senate endorsed Iraq on July 13, 2006.", "em": 0.0, "f1": 0.30769230769230765 }, { "quid": 3020810, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Rabbi of Morocco first express his intention to negotiate with China?", "golds": [ "2006-06" ], "pred": "The Rabbi of Morocco first expressed his intention to negotiate with China in January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3050982, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Malaysia, who was the first country Mahmoud Ahmadinejad made optimistic remarks about?", "golds": [ "Sudan" ], "pred": "Japan was the first country Mahmoud Ahmadinejad made optimistic remarks about.", "em": 0.0, "f1": 0.0 }, { "quid": 3046946, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to say something negative about Thailand?", "golds": [ "Party Member (Thailand)" ], "pred": "There is no evidence in the provided data of anyone saying something negative about Thailand. The data shows various instances of citizens and children from Thailand expressing intent to provide aid, meet, or negotiate, and Thailand expressing intent to cooperate with Cambodia.", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3041297, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 16 May 2009, which country wanted to participate in diplomatic cooperation with Oman?", "golds": [ "China", "Iran", "Qatar" ], "pred": "Iran\n\nThe country that wanted to participate in diplomatic cooperation with Oman before 16 May 2009 was Iran. This is based on the evidence provided, which shows that both Oman and Iran expressed their intent to engage in diplomatic cooperation on that date.", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3006915, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In Apr 2015, which country expressed an interest in cooperating with Thailand?", "golds": [ "China" ], "pred": "The country that expressed an interest in cooperating with Thailand in Apr 2015 is not explicitly mentioned in the provided data. However, the context suggests that the interactions are primarily domestic, involving Thai citizens, governors, Christian individuals, and party members. Therefore, it is not possible to definitively", "em": 0.0, "f1": 0.0 }, { "quid": 3054047, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who appealed to China last, before Agence France-Presse?", "golds": [ "Segolene Royal" ], "pred": "The last entity to appeal to China before Agence France-Presse was the African Union, on February 1, 2005. This is based on the timestamps of the events listed in the evidence, with the African Union consulting Agence France-Presse on that date.", "em": 0.0, "f1": 0.0 }, { "quid": 3042963, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country signed an agreement with Ethiopia in the same month as Swaziland?", "golds": [ "South Africa" ], "pred": "Tanzania signed an agreement with Ethiopia in the same month as Swaziland, in November 2005. This can be inferred from the data provided, as both Tanzania and Swaziland had consultations in November 2005, and there is no record", "em": 0.0, "f1": 0.0 }, { "quid": 3024043, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who threatened Iraq before the Iraqi legislature?", "golds": [ "Barack Obama", "Iran", "Rebel Group (Iraqi Kurds)", "Party Member (Iraq)", "Police (Turkmenistan)", "Kuwait", "Employee (Iraq)" ], "pred": "The Rebel Group (Iraq) threatened Iraq before the Iraqi legislature.\n\nExplanation:\nThe evidence shows that a Rebel Group (Iraq) made two threats of military force against Iraq on 2005-01-15 and 200", "em": 0.0, "f1": 0.19999999999999998 }, { "quid": 3013204, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Can you tell me the exact month when the High Commission for Refugees appealed to Cambodia?", "golds": [ "2009-12" ], "pred": "The High Commission for Refugees appealed to Cambodia on January 24, 2005, as indicated by the consultations on that date between the High Commission for Refugees and Cambodia. However, it's important to note that the formal agreement was signed on January", "em": 0.0, "f1": 0.0 }, { "quid": 3015631, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Zawahiri praise the armed rebels of Syria?", "golds": [ "2014-04" ], "pred": "The month in which Zawahiri praised the armed rebels of Syria is not provided in the given evidence. However, it is known that Zawahiri supported the armed rebellion in Syria, but the specific month when he made this statement is not mentioned in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3044336, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year was the last visit to Iraq made by a party member from Turkey?", "golds": [ "2012" ], "pred": "The last visit to Iraq by a party member from Turkey was not recorded in the provided data.", "em": 0.0, "f1": 0.0 }, { "quid": 3003813, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to negotiate with Thailand on 25 January 2005?", "golds": [ "Japan" ], "pred": "Japan wanted to negotiate with Thailand on 25 January 2005.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3039217, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 9 October 2015, which country expressed interest in cooperation with China?", "golds": [ "Thailand", "South Korea", "Japan" ], "pred": "Thailand expressed interest in cooperation with China on 9 October 2015.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3035200, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Zawahiri last accuse Pervez Musharraf?", "golds": [ "2008" ], "pred": "In 2008, Zawahiri last accused Pervez Musharraf.", "em": 1.0, "f1": 0.25 }, { "quid": 3001513, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who threatened Burundi first?", "golds": [ "Government (Burundi)" ], "pred": "The evidence shows that the rebel group in Burundi used unconventional violence before the Burundi government did. However, the Burundi government also used conventional military force against the rebels. Both parties consulted with Tanzania, Ethiopia, and each other. It is not", "em": 0.0, "f1": 0.1142857142857143 }, { "quid": 3013392, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who did Ethiopia negotiate with in the same year as South Sudan?", "golds": [ "Head of Government (Ethiopia)" ], "pred": "Ethiopia negotiated with Sudan in the same year as South Sudan, specifically on multiple occasions in 2005 and once in 2006.", "em": 0.0, "f1": 0.0909090909090909 }, { "quid": 3021552, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to reject China?", "golds": [ "Lawmaker (Hong Kong)" ], "pred": "Ma Ying Jeou, who is the leader of the Kuomintang (KMT) party in China, was the first to reject Japan's proposal for cooperation on January 5, 2005. This rejection was made in the context of Japan's efforts to improve relations with its", "em": 0.0, "f1": 0.0 }, { "quid": 3030518, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 13 August 2015, who blamed China?", "golds": [ "Vietnam", "Barack Obama" ], "pred": "After 13 August 2015, the United States Cabinet/Council of Ministers/Advisors accused China.", "em": 0.0, "f1": 0.0 }, { "quid": 3005563, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Cambodia make an appeal to the citizens of Thailand?", "golds": [ "2009-11" ], "pred": "January 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3042396, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited China in May, 2013?", "golds": [ "Mahmoud Abbas", "Catherine Ashton", "Benjamin Netanyahu", "Michael Sata", "South Korea", "Xi Jinping", "Ministry (Switzerland)", "Chang Song Taek", "High Ranking Military Personnel (Taiwan)", "Saud bin Faisal bin Abdul-Aziz", "Head of Government (Greece)", "Frank Bainimarama", "Antonis Samaras", "Egyptian Railway Authority", "Barack Obama", "Foreign Affairs (India)" ], "pred": "Japan visited China in May, 2013, based on the assumption that the events listed are chronological and the most recent event mentioned is from May, 2013. However, it's important to note that the data provided does not explicitly state that Japan visited China in May,", "em": 0.0, "f1": 0.0 }, { "quid": 3040051, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2008, with which country did Malaysia last express its intention to participate in diplomatic cooperation?", "golds": [ "Thailand" ], "pred": "Yemen, as there are multiple instances of both countries expressing their intention to engage in diplomatic cooperation in January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3035452, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In July 2009, who made an appeal to China?", "golds": [ "Economist (China)", "International Monetary Fund", "Vietnam", "South Korea", "Maxime Verhagen", "Japan", "Barack Obama" ], "pred": "Wen Jiabao made an appeal to China.", "em": 0.0, "f1": 0.22222222222222224 }, { "quid": 3017610, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to whom Kuwait gave a condemnation?", "golds": [ "Middle East" ], "pred": "The first to whom Kuwait gave a condemnation was not specified in the provided evidence. However, it is worth noting that Tony Blair, Gerhard Schr\u00f6der, Qatar, the United States, and El Salvador all visited Kuwait, but no explicit condemnation was mentioned in the given", "em": 0.0, "f1": 0.0 }, { "quid": 3048127, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country with which Kuwait expressed its intention to establish diplomatic cooperation?", "golds": [ "Party Member (Iraq)" ], "pred": "The first country with which Kuwait expressed its intention to establish diplomatic cooperation was Malaysia, on January 27, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3052770, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to want to meet with Burundi?", "golds": [ "Angola" ], "pred": "Tanzania was the last country to want to meet with Burundi. The meeting was expressed on 2005-11-20.", "em": 0.0, "f1": 0.0 }, { "quid": 3015795, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who was the first country to ask for the government of the occupied Palestinian territories?", "golds": [ "Mahmoud Abbas" ], "pred": "China was the first country to ask for the government of the occupied Palestinian territories. This is based on the evidence that China made multiple appeals for economic and diplomatic cooperation with Japan, and Japan expressed intent to cooperate with China in various ways, including economically. There is no evidence of any other country making", "em": 0.0, "f1": 0.0 }, { "quid": 3030551, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Egyptian Ministry of Foreign Affairs last visit Ethiopia?", "golds": [ "2014-02-11" ], "pred": "The last recorded visit by the Egyptian Ministry of Foreign Affairs to Ethiopia was in 2005-01-31.", "em": 0.0, "f1": 0.0 }, { "quid": 3033105, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Nigerian government negotiate with China?", "golds": [ "2005" ], "pred": "2005", "em": 1.0, "f1": 1.0 }, { "quid": 3034244, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 21 September 2005, which country was accused by China?", "golds": [ "Japan", "Dissident (China)", "Benedict XVI", "Iran" ], "pred": "Japan was accused by China on 21 September 2005.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3036018, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Iran's air force last use conventional military force against Iraq?", "golds": [ "2014" ], "pred": "The provided evidence does not indicate when Iran's air force last used conventional military force against Iraq. The evidence shows diplomatic interactions, military aid, and statements made by both Iraq and Iran, but no direct mention of military action by Iran's air force.", "em": 0.0, "f1": 0.0 }, { "quid": 3034526, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the government official of South Korea, which country made the last appeal to China?", "golds": [ "Japan" ], "pred": "The last appeal to China was made by South Korea, specifically by Roh Moo Hyun on 2005-01-03.", "em": 0.0, "f1": 0.0 }, { "quid": 3025948, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Can you tell me the exact month in which Sir Richard Dannatt denounced Iraq?", "golds": [ "2006-10" ], "pred": "The exact month in which Sir Richard Dannatt denounced Iraq is October 2006, as evidenced by the statement he made on October 13, 2006.", "em": 0.0, "f1": 0.08695652173913042 }, { "quid": 3001292, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first expressed an interest in cooperating with China after Nepal's foreign ministry?", "golds": [ "Japan" ], "pred": "Japan was the first country to express an interest in cooperating with China after Nepal's foreign ministry. This is based on the dates provided in the evidence, as there are multiple instances of Japan engaging in negotiation, diplomatic cooperation, and making appeals or requests to China before any such instances involving other", "em": 1.0, "f1": 0.04347826086956522 }, { "quid": 3019344, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the first visit of Jason C. Hu to Malaysia?", "golds": [ "2010-07-20" ], "pred": "The first visit of Jason C. Hu to Malaysia was on November 18, 2006.", "em": 0.0, "f1": 0.0 }, { "quid": 3039520, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Bandar bin Sultan last visit China?", "golds": [ "2006-03" ], "pred": "March 2006", "em": 0.0, "f1": 0.5 }, { "quid": 3042355, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Thailand, with whom did Surakiart Sathirathai announce his intention to negotiate?", "golds": [ "Citizen (International)" ], "pred": "None of the provided statements mention a specific country that Surakiart Sathirathai announced his intention to negotiate with. However, it is known that Surakiart Sathirathai served as Deputy Prime Minister and Foreign Minister of Thailand from 2001 to 2006, and", "em": 0.0, "f1": 0.0 }, { "quid": 3006286, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Oman first negotiate with the Iranian Ministry of Foreign Affairs?", "golds": [ "2008" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3039885, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Malaysia last made optimistic remarks about Iraq?", "golds": [ "2008-07" ], "pred": "The last month when Malaysia made optimistic remarks about Iraq was January 2005. The specific date was January 31, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3026223, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who gave humanitarian aid to Malaysia before Thailand?", "golds": [ "China", "Police (Malaysia)", "Japan" ], "pred": "The United States gave humanitarian aid to Thailand before Malaysia. This is based on the dates provided in the evidence, where the USAID provided humanitarian aid to Thailand on January 4, 2005, while Malaysia provided humanitarian aid to Aceh on January 27, 200", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3012950, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Kuwait, who was the last person to want to meet Mohamed Ould Abdel Aziz?", "golds": [ "Alain Joyandet" ], "pred": "Sidi Ould Cheikh Abdallahi was the last person to want to meet Mohamed Ould Abdel Aziz before Kuwait. This is based on the evidence that Sidi Ould Cheikh Abdallahi accused Mohamed Ould Abdel Aziz on August 7, 20", "em": 0.0, "f1": 0.0 }, { "quid": 3034874, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Before 2006, which country did Malaysia send a request to?", "golds": [ "China", "Women (Malaysia)", "Thailand", "Japan" ], "pred": "Japan", "em": 1.0, "f1": 1.0 }, { "quid": 3007103, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After March 26th, 2015, who criticized Thailand?", "golds": [ "Party Member (Thailand)", "Activist (Thailand)", "Barisan Revolusi Nasional", "Congress (United States)", "Citizen (Thailand)", "Villager (Thailand)", "High Commission for Refugees", "China", "Phil Robertson" ], "pred": "Citizen (Thailand) criticized Thailand on various occasions in 2005. For example, on February 8th, a citizen rejected Thailand. On January 18th, a citizen investigated Thailand. On January 5th, a citizen also investigated Thailand. On January 31", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3023809, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country with which Oman expressed an intention to meet?", "golds": [ "Iran" ], "pred": "Thailand was the last country with which Oman expressed an intention to meet.", "em": 0.0, "f1": 0.0 }, { "quid": 3017372, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Cabinet Council of Ministers Advisors of Japan, which country first did China request for?", "golds": [ "Vietnam" ], "pred": "Japan was the first country that China requested for, as evidenced by the \"Consult\" and \"Make an appeal or request\" events involving Japan and China on January 3 and 5, 2005, respectively.", "em": 0.0, "f1": 0.0 }, { "quid": 3015754, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Iraq reject United States Senate?", "golds": [ "2007" ], "pred": "2007\n\nThe United States Senate rejected a plan or agreement to settle a dispute with Iraq in 2007-03-15 and 2007-01-24. The exact nature of the dispute is not specified in the provided evidence, but it is", "em": 1.0, "f1": 0.0625 }, { "quid": 3047131, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 5 May 2014, which country signed an agreement with Djibouti?", "golds": [ "Ethiopia" ], "pred": "China signed an agreement with Djibouti on 5 May 2014.", "em": 0.0, "f1": 0.0 }, { "quid": 3043574, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the first country Djibouti wanted to cooperate with?", "golds": [ "Ethiopia" ], "pred": "Ethiopia", "em": 1.0, "f1": 1.0 }, { "quid": 3055342, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to negotiate with Thailand on 31 January 2007?", "golds": [ "Kitti Wasinondh" ], "pred": "Kitti Wasinondh expressed the intention to negotiate with Thailand on 31 January 2007.", "em": 1.0, "f1": 0.2666666666666667 }, { "quid": 3040478, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to provide humanitarian aid to Iraq, after the citizens of Greece?", "golds": [ "Kuwait" ], "pred": "Iran was the first country to provide humanitarian aid to Iraq, after the citizens of Greece. The evidence shows that Iran provided humanitarian aid to Aceh, Indonesia on January 27, 2005, which was before any aid was provided by Japan, South Korea, or any other country mentioned", "em": 0.0, "f1": 0.0 }, { "quid": 3012056, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Winston Peters, who was the last to reject China?", "golds": [ "Monastery (China)" ], "pred": "Before Winston Peters, who was the last to reject China, it was the United States under President Jimmy Carter in 1979 when he recognized the People's Republic of China and severed diplomatic relations with the Republic of China (Taiwan). This shift in policy is known as", "em": 0.0, "f1": 0.05 }, { "quid": 3046623, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, against whom did the citizens of Thailand first use unconventional violence?", "golds": [ "Thailand" ], "pred": "The citizens of Thailand first used unconventional violence against the government of Thailand. This is inferred from the evidence that shows citizens rejecting the government, investigating fellow citizens, and a nurse making a statement about the situation in Thailand. China is mentioned in the evidence, but they are not the ones against whom", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3014975, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Ethiopia negotiate with after South Sudan?", "golds": [ "Foreign Affairs (Ethiopia)", "Head of Government (Ethiopia)", "Sudan", "Djibouti", "Representatives (Ethiopia)", "United Arab Emirates", "Japan", "Barack Obama" ], "pred": "Ethiopia negotiated with Sudan after South Sudan.", "em": 1.0, "f1": 0.2857142857142857 }, { "quid": 3015290, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Ethiopia, with whom did Hui Liangyu want to negotiate last?", "golds": [ "Tanzania" ], "pred": "The last country Hui Liangyu wanted to negotiate with before Ethiopia was France. This can be inferred from the dates of the events, as the events with France occurred after the events with China and before the events with Ethiopia. Specifically, Hui Liangyu expressed intent", "em": 0.0, "f1": 0.0 }, { "quid": 3026613, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Iraq denounce the Lebanese military?", "golds": [ "2014-12-06" ], "pred": "None of the provided evidence shows that Iraq denounced the Lebanese military.", "em": 0.0, "f1": 0.0 }, { "quid": 3031341, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the last to receive the visit from Le Hong Anh before Cambodia did?", "golds": [ "Laos" ], "pred": "Laos was the last country to receive the visit from Le Hong Anh before Cambodia did.", "em": 1.0, "f1": 0.125 }, { "quid": 3052442, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China reject the lawmakers of United Kingdom?", "golds": [ "2014-12-02" ], "pred": "China did not reject the lawmakers of United Kingdom. The provided evidence is about China's interactions with Taiwan, Japan, South Korea, and the High Commission for Refugees, not the United Kingdom.", "em": 0.0, "f1": 0.0 }, { "quid": 3022301, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did China criticise first after Pervez Musharraf?", "golds": [ "Congress (United States)" ], "pred": "The first country that China criticised after Pervez Musharraf was not mentioned in the provided evidence. However, it's important to note that the evidence only covers a short period (from January 10 to February 28, 2005), and China's interactions with Per", "em": 0.0, "f1": 0.0 }, { "quid": 3011386, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who used unconventional force against Malaysia in the same year as China's Women's Day?", "golds": [ "Police (Malaysia)", "Criminal (Somalia)" ], "pred": "The evidence shows that Malaysia engaged in diplomatic cooperation with several countries, including Thailand, France, Yemen, and Kuwait, in January 2005. However, there is also an event where the Police (Malaysia) investigated an incident within Malaysia on 2005-01", "em": 1.0, "f1": 0.1142857142857143 }, { "quid": 3037256, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did Iraq last speak by telephone?", "golds": [ "Royal Administration (Saudi Arabia)" ], "pred": "Iraq last spoke by telephone with Aladdin Boroujerdi on 2005-01-12.", "em": 0.0, "f1": 0.0 }, { "quid": 3020910, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the UN security council, who was the last to blame Ethiopia?", "golds": [ "Islamic Courts Union" ], "pred": "The last to blame Ethiopia before the UN security council was Sudan, on 2005-01-13.", "em": 0.0, "f1": 0.0 }, { "quid": 3053982, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Communist Party of Bohemia and Moravia visit China for the first time?", "golds": [ "2005-05-18" ], "pred": "The Communist Party of Bohemia and Moravia visited China for the first time in 2005.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3043582, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who would wish to visit Thailand on the same month of the head of government of India?", "golds": [ "Tourist (Malaysia)", "Wang Yi", "Mahmoud Ahmadinejad", "Indigenous People (United Kingdom)", "Moana Carcasses Kalosil", "Edward Natapei" ], "pred": "A person who wishes to visit Thailand on the same month as the head of government of India would be someone who is sensitive to political events and wants to avoid any potential restrictions on political freedoms that may be imposed during the visit of a foreign head of government. The evidence provided shows that in January and February 2", "em": 0.0, "f1": 0.0 }, { "quid": 3027471, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to denounce Thailand after Supachai Panitchpakdi?", "golds": [ "Cambodia" ], "pred": "The first country to denounce Thailand after Supachai Panitchpakdi was not explicitly mentioned in the provided evidence. However, it is worth noting that Supachai Panitchpakdi, a Thai national, served as the Director-General of the World Trade Organization (WTO) from", "em": 0.0, "f1": 0.0 }, { "quid": 3022843, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Ma Ying Jeou last accuse China?", "golds": [ "2007-06" ], "pred": "January (2005-01-04, 2005-01-05, 2005-01-30)", "em": 0.0, "f1": 0.0 }, { "quid": 3054152, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country against which Cambodia used conventional military force?", "golds": [ "Children (Canada)" ], "pred": "Vietnam was the first country against which Cambodia used conventional military force. This is inferred from the evidence provided, as there are multiple instances of Cambodia and Vietnam engaging in military-related activities, such as demonstrating military or police power, making statements, and investigating each other. The absence of similar", "em": 0.0, "f1": 0.0 }, { "quid": 3032898, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Jack Straw, who wanted to meet with Thailand?", "golds": [ "Tony Blair", "Police (Australia)" ], "pred": "Thailand, as there are multiple instances of Jack Straw expressing intent to meet or negotiate with Thailand, hosting a visit, making a visit, and even praising or endorsing Thailand, while there are no such instances with Japan, China, Shaukat Aziz, or Pervez Musharraf", "em": 0.0, "f1": 0.0 }, { "quid": 3025974, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In January 2006, which country expressed its intention to establish diplomatic cooperation with Thailand?", "golds": [ "China", "Japan", "Malaysia" ], "pred": "China", "em": 1.0, "f1": 1.0 }, { "quid": 3046085, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Djibouti last formally sign an agreement?", "golds": [ "Ethiopia" ], "pred": "Ethiopia is the country with which Djibouti last formally signed an agreement. The date of the agreement is 2005-04-11.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3029651, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country signed an agreement with Cambodia in July 2005?", "golds": [ "Vietnam", "China", "Thailand", "Laos" ], "pred": "Vietnam signed an agreement with Cambodia in July 2005.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3055397, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 11 May 2005, which country did Iraq make a request to?", "golds": [ "Citizen (Bulgaria)" ], "pred": "Iraq made a request to the United States Senate and Congress on 11 May 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3011870, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Iraq, who did Tariq Aziz accuse?", "golds": [ "Barack Obama" ], "pred": "Tariq Aziz accused Iran in 2007.\n\nExplanation:\n\nTariq Aziz, the former Iraqi Deputy Prime Minister and Foreign Minister, made statements accusing Iran in March 2007. He claimed that Iran had provided weapons to insurg", "em": 0.0, "f1": 0.0 }, { "quid": 3002163, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Aguinaldo Jaime praise China?", "golds": [ "2011-02-01" ], "pred": "Aguinaldo Jaime did not praise China in the provided dates. He made statements about Angola and consulted with Japan and Asturias during those years.", "em": 0.0, "f1": 0.0 }, { "quid": 3043031, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Thailand before the mayor of the Philippines?", "golds": [ "Abhisit Vejjajiva" ], "pred": "The last person to visit Thailand before the mayor of the Philippines was a citizen of Thailand on January 9, 2005, as they expressed intent to provide material aid to Thailand.", "em": 0.0, "f1": 0.0 }, { "quid": 3027274, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did Luka Bebic express his intention to negotiate before China?", "golds": [ "Vinets Veldre", "Arseniy Yatsenyuk" ], "pred": "Luka Bebic expressed his intention to negotiate with China on August 15, 2009. However, it is important to note that he also expressed his intention to meet or negotiate with other entities such as France, Vinets Veldre, Arseniy Yatsenyuk,", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3008550, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the economy of Iran last express the intention to participate in diplomatic cooperation with Iraq?", "golds": [ "2014-11" ], "pred": "The economy of Iran last expressed the intention to participate in diplomatic cooperation with Iraq in February 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3035133, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who last hosted the visit of Cambodia in 2006?", "golds": [ "Head of Government (Sri Lanka)" ], "pred": "Vietnam", "em": 0.0, "f1": 0.0 }, { "quid": 3012521, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Oman, which country was the first to sign an agreement with China?", "golds": [ "Japan" ], "pred": "Thailand was the first country to sign an agreement with China.", "em": 0.0, "f1": 0.0 }, { "quid": 3008374, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who gave a visit to Ethiopia on the same month of the head of government of India?", "golds": [ "Mohamed Ould Abdel Aziz", "Head of Government (Egypt)", "UN Security Council", "John Dramani Mahama" ], "pred": "Mwai Kibaki, the head of government of Kenya, visited Ethiopia on the same month as the head of government of India. However, the exact date is not specified in the provided evidence.", "em": 0.0, "f1": 0.22222222222222218 }, { "quid": 3039482, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last receive the head of government of Taiwan's visit from the head of government of Taiwan before Malaysia did?", "golds": [ "Japan" ], "pred": "The country that last received the head of government of Taiwan's visit from the head of government of Taiwan before Malaysia did is not specified in the provided evidence. The evidence only shows visits between Malaysia, Thailand, Aceh, and other individuals, but no visits from the head of government of Taiwan to any of", "em": 0.0, "f1": 0.0 }, { "quid": 3001804, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time the leader of Egypt expressed an intention to meet with Iraq?", "golds": [ "2012-11-10" ], "pred": "The last time the leader of Egypt expressed an intention to meet with Iraq was not found in the given evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3003871, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Social Renewal Party, who would wish to visit China first?", "golds": [ "Dmitry Anatolyevich Medvedev" ], "pred": "China would wish to visit the Social Renewal Party first, based on the evidence provided. The Social Renewal Party has expressed intent to meet or negotiate with China, and China has also hosted a visit by the Social Renewal Party. Additionally, the Social Renewal Party has used conventional", "em": 0.0, "f1": 0.0 }, { "quid": 3007946, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, who would wish to cooperate with Ethiopia first?", "golds": [ "Madagascar" ], "pred": "It is not possible to determine who Ethiopia would wish to cooperate with first in 2007 based on the provided evidence, as the evidence only shows expressions of intent to cooperate or meet/negotiate with multiple countries in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3054054, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country Kuwait made negative comments about?", "golds": [ "Iran" ], "pred": "The last country Kuwait made negative comments about is not explicitly stated in the provided evidence. However, it's important to note that the evidence does not indicate any negative comments made by Kuwait towards South Korea, Qatar, Iran, or Cuba. The negative comments seem to be directed towards Iraq, as Kuwait", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3019315, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who supported China in May 2011?", "golds": [ "Catherine Ashton", "Head of Government (Pakistan)", "Sali Berisha", "South Korea", "Viktor Orban", "Sato Kilman", "Cabinet / Council of Ministers / Advisors (United States)", "Japan" ], "pred": "In May 2011, China was supported by Iran, Mainland Affairs Council (Taiwan), Japan, Iraq, Media Personnel (China), and Qatar. These countries and organizations engaged in diplomatic cooperation, negotiation, or consultation with China.", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3033391, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was first threatened by China?", "golds": [ "Japan" ], "pred": "China first threatened Japan in 2005.", "em": 1.0, "f1": 0.2857142857142857 }, { "quid": 3007812, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to express pessimism about Iraq after the Turkish legislature?", "golds": [ "National Security Advisor (Iraq)" ], "pred": "The first to express pessimism about Iraq after the Turkish legislature was the Representative to the United Nations (Iran) on 2005-01-16.", "em": 0.0, "f1": 0.08695652173913043 }, { "quid": 3017870, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Alberto Gonzales first visit Iraq?", "golds": [ "2005-07-03" ], "pred": "Alberto Gonzales first visited Iraq on July 3, 2005, and again on July 4, 2005.", "em": 0.0, "f1": 0.13333333333333333 }, { "quid": 3050195, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make optimistic remarks about China after the Chinese dissident?", "golds": [ "Xi Jinping" ], "pred": "The first to make optimistic remarks about China after the Chinese dissident was Japan, on January 31, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3000182, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to visit Malaysia?", "golds": [ "Naval (United States)" ], "pred": "Ognyan Gerdzhikov was the first to visit Malaysia on 2005-01-02.", "em": 0.0, "f1": 0.0 }, { "quid": 3021591, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to sign an agreement with Iraq?", "golds": [ "Iran" ], "pred": "Iraq was the first to sign an agreement with Iran on January 3, 2005.", "em": 1.0, "f1": 0.13333333333333333 }, { "quid": 3033909, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Ai Weiwei, which country was the last to be praised by China?", "golds": [ "Iran" ], "pred": "France was the last country to be praised by China before Ai Weiwei, as evidenced by China making statements praising Ai Weiwei in May and April 2011, and Ai Weiwei making a statement about China in April 2011. France also investigated", "em": 0.0, "f1": 0.0 }, { "quid": 3020691, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country to sign formal agreements with the International Monetary Fund after Iraq?", "golds": [ "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "Romania was the first country to sign formal agreements with the International Monetary Fund after Iraq. This is based on the date of the agreement, which was on June 23, 2005, while Iraq's agreement was expressed on March 7, 2005.", "em": 0.0, "f1": 0.052631578947368425 }, { "quid": 3043892, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Thailand support first after Chaturon Chaisang?", "golds": [ "China" ], "pred": "The first country Thailand supported after Chaturon Chaisang was not explicitly stated in the provided evidence. However, the evidence shows that Thailand initially arrested, detained, or charged Chaturon Chaisang with legal action multiple times, indicating a conflict or disagreement. Later, there are instances of Thailand express", "em": 0.0, "f1": 0.0 }, { "quid": 3035794, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic comments about Iraq on 23 June 2014?", "golds": [ "Nasser Judeh" ], "pred": "Nasser Judeh made optimistic comments about Iraq on 23 June 2014.", "em": 1.0, "f1": 0.3076923076923077 }, { "quid": 3015932, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the Media Rights Group of Ethiopia blame Ethiopia?", "golds": [ "2012-06-28" ], "pred": "The Media Rights Group of Ethiopia did not blame Ethiopia in the provided date range. However, there were accusations against Ethiopia by other entities such as the Ethnic Group of Somalia and Eritrea.", "em": 0.0, "f1": 0.0 }, { "quid": 3023986, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of Gambia first visit Thailand?", "golds": [ "2005-06-28" ], "pred": "The leader of Gambia first visited Thailand on January 25, 2005. This can be inferred from the \"Accuse\" and \"Consult\" interactions between a Thai citizen and a Member of Parliament (Thailand), which suggest a recent visit by a foreign leader. The visit", "em": 0.0, "f1": 0.05714285714285714 }, { "quid": 3051037, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Burundi last want to negotiate?", "golds": [ "Angola" ], "pred": "Tanzania", "em": 0.0, "f1": 0.0 }, { "quid": 3008923, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Kuwait last wish to engage in diplomatic cooperation?", "golds": [ "Iran" ], "pred": "Malaysia, United Arab Emirates, Qatar", "em": 0.0, "f1": 0.0 }, { "quid": 3000520, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to denounce Iraq after the mayor of the United States?", "golds": [ "Barack Obama" ], "pred": "Iran was the first to denounce Iraq after the mayor of the United States. This is based on the fact that Iran made a critical or denunciatory statement about Iraq on January 10, 2005, which was before Donald Rumsfeld, the U.S. Secretary of Defense, made", "em": 0.0, "f1": 0.0 }, { "quid": 3044777, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which was the first country China made pessimistic comments about after Pervez Musharraf?", "golds": [ "Vietnam" ], "pred": "The first country China made pessimistic comments about after Pervez Musharraf was not mentioned in the provided evidence. However, the earliest mention of a foreign leader making a statement about Pervez Musharraf is Mahmoud Abbas on 2005-01-11 and", "em": 0.0, "f1": 0.0 }, { "quid": 3050999, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to want to cooperate with Djibouti?", "golds": [ "Ethiopia" ], "pred": "There is no country that did not want to cooperate with Djibouti in the given time frame. All countries consulted or expressed intent to cooperate with Djibouti.", "em": 0.0, "f1": 0.0 }, { "quid": 3055851, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Kuwait commend Sheikh Khaled Al Jarrah Al Sabah?", "golds": [ "2014-08" ], "pred": "August 2014", "em": 0.0, "f1": 0.5 }, { "quid": 3008492, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the lawyer of the United States, which country was the first to reject Iraq?", "golds": [ "France" ], "pred": "Iran was the first country to reject Iraq after the United States, as evidenced by the statement made by the Representative to the United Nations (Iran) on 2005-01-16, and the visit of the Special Rapporteurs of the United Nations to Iran on 2", "em": 0.0, "f1": 0.0 }, { "quid": 3046586, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the last to make pessimistic remarks about China in 2013?", "golds": [ "Thailand" ], "pred": "The last country to make pessimistic remarks about China in 2013 was the United States, specifically Barack Obama, on March 24, 2013.", "em": 0.0, "f1": 0.0 }, { "quid": 3011460, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who wanted to have diplomatic cooperation with China in March 2006?", "golds": [ "High Commission for Refugees", "Jos\u00e9 Alencar Gomes da Silva", "Kazakhstan" ], "pred": "Japan, Kazakhstan, Iran, Portugal, and France all wanted to have diplomatic cooperation with China in March 2006.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3035265, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Council of Advisors to the Thai Cabinet, which was the last country to seek diplomatic cooperation with Cambodia?", "golds": [ "Laos" ], "pred": "Thailand was the last country to seek diplomatic cooperation with Cambodia.", "em": 0.0, "f1": 0.0 }, { "quid": 3032843, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Thailand after the Mayor of the Philippines?", "golds": [ "Anupong Paochinda" ], "pred": "The first to visit Thailand after the Mayor of the Philippines was the Cabinet / Council of Ministers / Advisors (United States). This is based on the dates provided in the evidence, as they visited Thailand on 2005-01-04 and 2005-01", "em": 0.0, "f1": 0.0 }, { "quid": 3050521, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who would wish to visit Malaysia in March, the year of 2006?", "golds": [ "William J. Fallon", "Iran", "Employee (Myanmar)", "Mahmoud Ahmadinejad", "Moro Islamic Liberation Front" ], "pred": "A person might wish to visit Malaysia in March, 2006, as there are several instances of diplomatic cooperation and visits between Malaysia and other countries such as Thailand, Aceh, Yemen, and Kuwait in the months leading up to March, 2005. This suggests that", "em": 0.0, "f1": 0.0 }, { "quid": 3050927, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did China made optimistic comments on on the same month of the Legislature of Switzerland?", "golds": [ "Hui Liangyu" ], "pred": "China made optimistic comments on Japan in the month of January 2005. Specifically, China made optimistic comments on Japan on January 31, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3019300, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to criticise Ethiopia after the citizens of International?", "golds": [ "Human Rights Watch" ], "pred": "Transparency International made the first criticism of Ethiopia in 2005-03-13.", "em": 0.0, "f1": 0.0 }, { "quid": 3035984, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who hosted the visit of the US Forces Korea before China?", "golds": [ "South Korea", "Joint Chiefs of Staff (South Korea)", "Roh Moo Hyun" ], "pred": "China hosted the visit of the US Forces Korea before China.\n\nExplanation:\n\nThe sequence of events is as follows:\n1. South Korea expressed intent to cooperate with China on 2005-01-06.\n2. China also expressed intent to cooperate with", "em": 1.0, "f1": 0.17647058823529413 }, { "quid": 3037720, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who condemned Iraq in May 2015?", "golds": [ "Najm-al-Din Karim" ], "pred": "The countries that condemned Iraq in May 2015 were not explicitly identified in the provided evidence. However, the evidence does show that Iraq engaged in diplomatic cooperation with several countries, including Qatar, Kuwait, Iran, and made statements in its legislature and to business entities. The Iraq", "em": 0.0, "f1": 0.0 }, { "quid": 3017080, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the Burma Union Solidarity and Development Association last express its intention to meet with China?", "golds": [ "2006" ], "pred": "2006", "em": 1.0, "f1": 1.0 }, { "quid": 3044041, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who rejected Ethiopia last, before the Lawyer/Attorney of Ethiopia did?", "golds": [ "Islamic Courts Union" ], "pred": "Eritrea rejected Ethiopia last, before the Lawyer/Attorney of Ethiopia did.", "em": 0.0, "f1": 0.0 }, { "quid": 3014555, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Michael Cullen, which country was the first to want to meet with China?", "golds": [ "Japan" ], "pred": "The first country to want to meet with China after Michael Cullen was China itself, as evidenced by the \"China | Host a visit | Michael Cullen\" entries on 2007-09-25 and 2007-09-18.", "em": 0.0, "f1": 0.0 }, { "quid": 3031329, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Cambodia, who did the Thai military blame?", "golds": [ "Sondhi Limthongkul", "Insurgent (Thailand)", "Citizen (Thailand)" ], "pred": "The Thai military blamed Cambodia and Vietnam.", "em": 0.0, "f1": 0.0 }, { "quid": 3043569, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who announced his intention to negotiate with Thailand on 6 Feb 2005?", "golds": [ "Party Member (Thailand)" ], "pred": "A Party Member from Thailand announced his intention to negotiate on 6 Feb 2005.", "em": 0.0, "f1": 0.35294117647058826 }, { "quid": 3048786, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Office of the United Nations High Commissioner for Human Rights last express its intention to engage in diplomatic cooperation with Cambodia?", "golds": [ "2014-04-29" ], "pred": "The Office of the United Nations High Commissioner for Human Rights last expressed its intention to engage in diplomatic cooperation with Cambodia on 2005-03-18.", "em": 0.0, "f1": 0.0 }, { "quid": 3006898, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to visit Malaysia, before the staff of Thailand?", "golds": [ "Admiral (Pakistan)" ], "pred": "The last to visit Malaysia, before the staff of Thailand, was Aceh on 2005-01-23.", "em": 0.0, "f1": 0.0 }, { "quid": 3034225, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to negotiate with Iraq after the Media Personnel of Iran?", "golds": [ "Iran" ], "pred": "Iraq was the first to negotiate with Iran after the Media Personnel of Iran, as evidenced by the \"Iraq | Host a visit | Media Personnel (International)\" event on 2005-01-12, followed by \"Iraq | Consult | Iran\"", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3022096, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who first made China suffer from unconventional violence after the Murderer of China?", "golds": [ "Criminal (China)" ], "pred": "Japan, as they were the ones who made China suffer from unconventional violence after the Murderer of China, as indicated by the series of consultations, threats, and investigations between the two countries in January and February of 2005.", "em": 0.0, "f1": 0.0625 }, { "quid": 3040959, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to participate in diplomatic cooperation with China on 19 December 2006?", "golds": [ "Kazakhstan", "Cambodia" ], "pred": "Ethiopia wanted to participate in diplomatic cooperation with China on 19 December 2006.", "em": 0.0, "f1": 0.0 }, { "quid": 3013950, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was last to visit China before the Workers' Party of North Korea?", "golds": [ "Vietnam" ], "pred": "Mexico was the last country to visit China before the Workers' Party of North Korea. This is inferred from the timestamps of the events, as the Workers' Party of Mexico visited China in 2011, and the Workers' Party of North Korea did not visit China until 2", "em": 0.0, "f1": 0.0 }, { "quid": 3053395, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did China want to negotiate with on the same day as the United States Navy?", "golds": [ "Mekong River Commission" ], "pred": "China wanted to negotiate with multiple parties on the same day as the United States Navy, including the Kuomintang, Japan, and Thailand. However, the United States Navy's activities are not directly related to these negotiations.", "em": 0.0, "f1": 0.0 }, { "quid": 3055388, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to be praised by Iraq in 2013?", "golds": [ "Iran" ], "pred": "Iraq did not praise any country in 2013 in the provided data. However, it is worth noting that Mahmoud Ahmadinejad, the President of Iran, expressed intent to cooperate economically with Iraq in 2013. Additionally, Kuwait expressed intent to", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3016730, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last wanted to meet with China before the National Iranian Petrochemical Company?", "golds": [ "Lin Join-sane" ], "pred": "The last person who wanted to meet with China before the National Iranian Petrochemical Company was Shamsudeen Usman, as he made a consultation with them in 2011-11-21 and demanded a meeting in 2012-09-09.", "em": 0.0, "f1": 0.0 }, { "quid": 3040917, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who declined China in Apr 11th, 2009?", "golds": [ "Protester (Thailand)" ], "pred": "Japan declined China on Apr 11th, 2009. However, the question asks for the first time Japan declined China, which was on Jan 11th, 2005. The provided evidence shows that Japan and China were engaging in negotiations and diplomatic cooperation from Jan", "em": 0.0, "f1": 0.0 }, { "quid": 3011875, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did the African Union negotiate with after Ethiopia?", "golds": [ "Armed Rebel (Mali)", "Government (Sudan)", "South Sudan", "Barack Obama", "Malawi", "Foreign Affairs (France)", "UN Security Council" ], "pred": "After Ethiopia, the African Union did not immediately negotiate with another country. Instead, they threatened with sanctions, boycott, embargo against Togo and Niger, investigated Sudan, and praised or endorsed the East African Community. Olu\u1e63\u1eb9gun \u1eccbasanj\u1ecd", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3021996, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "After the year of 2005, who accused Malaysia?", "golds": [ "Court Judge (Malaysia)", "Lawyer/Attorney (Malaysia)", "Cabinet / Council of Ministers / Advisors (United States)", "Thailand", "Women (Malaysia)", "China" ], "pred": "Malaysia was accused by Sudan, Iran, and Thailand in 2005.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3001201, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Hisham Qandil, with which country did Iraq negotiate first?", "golds": [ "Iran" ], "pred": "Sudan", "em": 0.0, "f1": 0.0 }, { "quid": 3020475, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China's Ministry of Energy first express its intention to negotiate with China?", "golds": [ "2006" ], "pred": "2005\n\nThe earliest date mentioned in the provided evidence is January 3, 2005, when both the Mainland Affairs Council and China expressed their intent to meet or negotiate. However, it's important to note that the question asks for the year when China's Ministry", "em": 0.0, "f1": 0.0 }, { "quid": 3035779, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country receive the visit from the Ministry of Brazil first after Ethiopia did?", "golds": [ "Iran" ], "pred": "Sudan received the visit from the African Union first after Ethiopia did. The African Union made multiple visits to Sudan to deploy peacekeepers in 2005. The first visit was on 2005-01-31, while Mwai Kibaki, the President", "em": 0.0, "f1": 0.0 }, { "quid": 3052445, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Cambodia first seek diplomatic cooperation in 2013?", "golds": [ "China" ], "pred": "Thailand was the first country with which Cambodia sought diplomatic cooperation in 2013. This is based on the evidence that on February 21, 2013, both Thailand and Cambodia engaged in diplomatic cooperation. The earlier date indicates that this was the first instance of such", "em": 0.0, "f1": 0.0 }, { "quid": 3055339, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Cambodia first announce its intention to establish diplomatic cooperation in 2015?", "golds": [ "Vietnam" ], "pred": "Vietnam", "em": 1.0, "f1": 1.0 }, { "quid": 3034273, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who negotiated with Iraq in September 2006?", "golds": [ "Business (Iraq)" ], "pred": "The negotiations were conducted between Iraq and Iran in September 2006. The specific individuals involved in the negotiations are not specified in the provided evidence.", "em": 0.0, "f1": 0.09523809523809525 }, { "quid": 3054542, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Bank of China, who last provided humanitarian aid to China?", "golds": [ "Police (Malaysia)" ], "pred": "Before the Bank of China, who last provided humanitarian aid to China was Japan, on 2005-01-06.", "em": 0.0, "f1": 0.0 }, { "quid": 3000154, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China negotiate with the Iraqi Interim Government?", "golds": [ "2005-01-25" ], "pred": "China negotiated with the Iraqi Interim Government on January 22, 2005.", "em": 0.0, "f1": 0.14285714285714288 }, { "quid": 3019503, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first did China request for after Abdel Fattah Al-Sisi?", "golds": [ "Japan" ], "pred": "The first country that China requested for after Abdel Fattah Al-Sisi was not specified in the provided evidence. The evidence only shows consultations and meetings between Al-Sisi and various world leaders, but it does not indicate any specific country that China requested for.", "em": 0.0, "f1": 0.0 }, { "quid": 3017347, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the United Arab Emirates, which country did Iraq condemn first?", "golds": [ "Iran" ], "pred": "No country was condemned by Iraq in the provided dates.", "em": 0.0, "f1": 0.0 }, { "quid": 3041649, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who investigated China before 14 September 2005?", "golds": [ "Government (Germany)", "Bank (China)", "South Korea", "Military (Taiwan)", "Education Ministry (China)", "Wen Jiabao", "Hui Liangyu", "Wang Yi", "Japan", "Donald Rumsfeld" ], "pred": "The evidence shows that on 14 September 2005, Wen Jiabao, Yu Zhengsheng, Mexico, Japan, France, and Shivraj Patil (India) were involved in various activities related to China. However, the evidence does not explicitly state who was investig", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3049559, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made the first negative remarks about Malaysia?", "golds": [ "Court Judge (Malaysia)" ], "pred": "The first negative remarks about Malaysia were made by the police and court judge of Malaysia. The police made negative remarks about the men of Malaysia and the court judge made negative remarks about Malaysia in general. The Sudan, Iran, and Thailand also made negative remarks about Malaysia, but they did so in the context of consultations", "em": 0.0, "f1": 0.19999999999999998 }, { "quid": 3051883, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who supported China in the same month as Helmut Kohl?", "golds": [ "Business (Belgium)", "Japan", "Ruling Parties (Africa)" ], "pred": "In the month of June 2005, Helmut Kohl visited China on the 21st and was hosted by China. However, there is no specific record of another individual supporting China in the same month as Helmut Kohl. The other individuals mentioned in the evidence are either Helmut K", "em": 0.0, "f1": 0.0 }, { "quid": 3049654, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the Prime Minister of Botswana expressed interest in cooperation with Thailand?", "golds": [ "2005-11" ], "pred": "The exact month when the Prime Minister of Botswana expressed interest in cooperation with Thailand is not specified in the provided evidence. However, the earliest mention of Thailand expressing intent to engage in diplomatic cooperation is on 2005-01-05. It's possible that the Prime Minister of", "em": 0.0, "f1": 0.05405405405405405 }, { "quid": 3007122, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Ethiopia first sign an agreement with the Ogaden National Liberation Front?", "golds": [ "2010-10" ], "pred": "2010-10-19", "em": 1.0, "f1": 0.8 }, { "quid": 3029170, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Germany, which was the first country China used conventional military force against?", "golds": [ "Women (China)" ], "pred": "China did not use conventional military force against Japan after Germany. However, there were tensions and diplomatic consultations between the two countries in early 2005.", "em": 0.0, "f1": 0.07407407407407407 }, { "quid": 3033110, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, who was the last person to praise Nasser Judeh?", "golds": [ "Iraq" ], "pred": "The last person to praise Nasser Judeh before China was Barack Obama on 2010-07-08.", "em": 0.0, "f1": 0.0 }, { "quid": 3024678, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the citizens of Australia last declare their intention to negotiate with China?", "golds": [ "2015-06" ], "pred": "January", "em": 0.0, "f1": 0.0 }, { "quid": 3013707, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 29 May 2006?", "golds": [ "Kuomintang", "Justice Department/Ministery (Namibia)" ], "pred": "Japan, Kuomintang, and the Justice Department/Ministry of Namibia visited China on 29 May 2006.", "em": 1.0, "f1": 0.31578947368421056 }, { "quid": 3000564, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country Swaziland wanted to negotiate with?", "golds": [ "South Africa" ], "pred": "The last country Swaziland wanted to negotiate with was Lesotho, as evidenced by the dates of the events.", "em": 0.0, "f1": 0.0 }, { "quid": 3018672, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last praised Burundi?", "golds": [ "Mwai Kibaki" ], "pred": "No one praised Burundi in the given evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3026156, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Associated Press last express an intention to meet with Iraq?", "golds": [ "2007" ], "pred": "2005-02-27", "em": 0.0, "f1": 0.0 }, { "quid": 3025667, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who hosted the visit of Haider Al-Abadi to Kuwait in the same year?", "golds": [ "Iran", "Barack Obama", "United Arab Emirates", "Ministry (Iran)", "Iraq" ], "pred": "The visit of Haider Al-Abadi to Kuwait in the year 2014 was hosted by the Emir of Kuwait, Sabah Al-Ahmad Al-Jaber Al-Sabah. This can be inferred from the context of the events, as there is no", "em": 0.0, "f1": 0.0 }, { "quid": 3050205, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Malaysia announce its intention to negotiate with the citizens of Singapore?", "golds": [ "2014-09" ], "pred": "The month in which Malaysia announced its intention to negotiate with the citizens of Singapore is not provided in the given evidence. However, the closest dates are from Yemen, which are on the 29th and 30th of January 2005. It is possible that the announcement regarding Singapore was", "em": 0.0, "f1": 0.0 }, { "quid": 3006185, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to visit China after the Canadian Party member?", "golds": [ "France" ], "pred": "The first country to visit China after the Canadian Party member was Macao, not Japan or South Korea. The evidence shows that a nurse from Macao visited China on January 4, 2005, and China hosted the visit on the same day. There is no record of a visit from Japan or South", "em": 0.0, "f1": 0.0 }, { "quid": 3021074, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After South Africa, which country was the first to seek diplomatic cooperation with Iraq?", "golds": [ "Iran" ], "pred": "The first country to seek diplomatic cooperation with Iraq after South Africa was Egypt. This is based on the event \"Egypt - Iraq: Diplomatic cooperation\" which occurred on 2005-03-01. However, it's important to note that the given evidence does not directly", "em": 0.0, "f1": 0.0 }, { "quid": 3026893, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the Straits Exchange Foundation last expressed the intention to participate in diplomatic cooperation with China?", "golds": [ "2009-04" ], "pred": "The exact month when the Straits Exchange Foundation last expressed the intention to participate in diplomatic cooperation with China is March 2008, as indicated by the \"2008-03-17\" date in the \"Straits Exchange Foundation | Consult | China\" entry. However", "em": 0.0, "f1": 0.0 }, { "quid": 3013447, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 25 Apr 2008, which country wanted to cooperate with Oman?", "golds": [ "Japan" ], "pred": "Japan", "em": 1.0, "f1": 1.0 }, { "quid": 3047350, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to appeal to Iraq?", "golds": [ "China" ], "pred": "Kuwait was the first to appeal to Iraq.", "em": 0.0, "f1": 0.0 }, { "quid": 3018427, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "After January 2010, which country hosted Cambodia's visit to Thailand?", "golds": [ "Iran", "China", "Thailand", "Vietnam" ], "pred": "After January 2010, Cambodia did not visit Thailand. The events in the provided evidence are all from 2005.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3031388, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who offered cooperation to Djibouti after 2005-02?", "golds": [ "Yemen", "Ethiopia", "Eritrea", "Malawi" ], "pred": "Eritrea, France, Sudan, Yemen, and Ethiopia offered cooperation to Djibouti after 2005-02.", "em": 1.0, "f1": 0.14285714285714288 }, { "quid": 3011702, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise Ethiopia after Pier Ferdinando Casini?", "golds": [ "Isaias Afewerki" ], "pred": "The first person to praise Ethiopia after Pier Ferdinando Casini was Sali Berisha, who consulted with Casini in 2008. However, it's important to note that Casini made statements praising Iran in 2014, but these statements were critical in", "em": 0.0, "f1": 0.0 }, { "quid": 3012304, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who gave humanitarian aid to Malaysia last, before Thailand?", "golds": [ "Police (Malaysia)" ], "pred": "The United States of America gave humanitarian aid to Malaysia last, before Thailand.", "em": 0.0, "f1": 0.13333333333333336 }, { "quid": 3006510, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Noppadon Pattama first express his intention to meet with Malaysia?", "golds": [ "2008-02-09" ], "pred": "Noppadon Pattama first expressed his intention to meet with Malaysia on February 12, 2008.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3037011, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to praise China before Le Hong Anh?", "golds": [ "Abdoulaye Wade" ], "pred": "The last person to praise China before Le Hong Anh was Wen Jiabao, who consulted with Le Hong Anh on October 17, 2006.", "em": 0.0, "f1": 0.0 }, { "quid": 3011906, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did China express its intention to negotiate with Abdullah G\u00fcl?", "golds": [ "2010" ], "pred": "In 2005, China expressed its intention to negotiate with Abdullah G\u00fcl.", "em": 0.0, "f1": 0.0 }, { "quid": 3037779, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Mahamat Saleh Annadif, which country last hosted a visit from Burundi?", "golds": [ "Tanzania" ], "pred": "Ethiopia", "em": 0.0, "f1": 0.0 }, { "quid": 3045781, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Mitch McConnell, who was the first to formally sign an agreement with China?", "golds": [ "Ashraf Ghani Ahmadzai" ], "pred": "Xi Jinping was the first to formally sign an agreement with Mitch McConnell on 2014-11-12.", "em": 0.0, "f1": 0.0 }, { "quid": 3036879, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Ethiopia sign formal agreements with first after the head of government of Egypt?", "golds": [ "Sudan" ], "pred": "Djibouti was the first country Ethiopia signed formal agreements with after the head of government of Egypt. The evidence shows that Ethiopia signed formal agreements with both Japan and Iran on March 4, 2005, and February 15, 2005, respectively.", "em": 0.0, "f1": 0.0 }, { "quid": 3005854, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country asked for Kuwait on 1 June 2010?", "golds": [ "Oman" ], "pred": "Both Oman and Kuwait made an appeal or request to each other on 1 June 2010, so it is not possible to determine which country asked for Kuwait on that date based on the provided evidence.", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3012426, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Mar\u00eda \u00c1ngela Holgu\u00edn express her intention to meet with Kuwait?", "golds": [ "2014-11-13" ], "pred": "There is no evidence that Mar\u00eda \u00c1ngela Holgu\u00edn expressed her intention to meet with Kuwait during the specified time period.", "em": 0.0, "f1": 0.0 }, { "quid": 3042228, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited China on the same day as Georgios Papandreou?", "golds": [ "Lawrence Cannon" ], "pred": "No specific individual is mentioned as visiting China on the same day as Georgios Papandreou in the provided evidence. The dates mentioned in the evidence are related to various meetings, consultations, and statements made by Georgios Papandreou and other individuals, but none of them indicate a visit to China.", "em": 0.0, "f1": 0.0 }, { "quid": 3000764, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to express its intention to participate in diplomatic cooperation with Djibouti?", "golds": [ "Qatar" ], "pred": "Qatar was the first to express its intention to participate in diplomatic cooperation with Djibouti. The date provided is 2005-02-16.", "em": 1.0, "f1": 0.09523809523809523 }, { "quid": 3052250, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 16 July 2008, who paid a visit to Iraq?", "golds": [ "Nuri al-Maliki", "Barack Obama" ], "pred": "Barack Obama paid a visit to Iraq on 16 July 2008.", "em": 1.0, "f1": 0.3076923076923077 }, { "quid": 3003255, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Adil Abdul-Mahdi, who praised Kuwait?", "golds": [ "Nuri al-Maliki", "Presidential Family (United States)", "Muhammad Naji al-Otari", "Shaukat Aziz", "Sudan", "Pervez Musharraf", "Saud bin Faisal bin Abdul-Aziz", "Jack Straw", "Japan" ], "pred": "There is no evidence in the provided statements that Adil Abdul-Mahdi praised Kuwait. The statements mention interactions with various countries, including Iran, France, Iraq, and the United States, but there is no mention of Kuwait.", "em": 0.0, "f1": 0.125 }, { "quid": 3052837, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who used small arms and light weapons to attack Cambodia after 23 February 2011?", "golds": [ "Thailand", "Police (Cambodia)", "Armed Gang (Cambodia)" ], "pred": "Both Thailand and Cambodia used small arms and light weapons to attack each other on 23 February 2011. This was part of a larger conflict that also involved the use of conventional military force by both countries. The leaders of both countries, Abhisit Vejjajiva of Thailand and un", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3014332, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Zawahiri blame before Mahmoud Abbas?", "golds": [ "Head of Government (Pakistan)" ], "pred": "Before Mahmoud Abbas, Zawahiri blamed or accused:\n\n1. Barack Obama multiple times in 2008 and 2009.\n2. Iraq multiple times between 2005 and 2007.\n3. Tony Bl", "em": 0.0, "f1": 0.0 }, { "quid": 3032622, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to appeal to Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "The last to appeal to Thailand was a Citizen (Thailand) on 2005-02-20.", "em": 1.0, "f1": 0.2857142857142857 }, { "quid": 3044173, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before 2008-09, which country did Oman wish to negotiate with?", "golds": [ "South Korea", "Kuwait", "Iran", "Qatar", "United Arab Emirates", "Iraq" ], "pred": "Iran", "em": 1.0, "f1": 1.0 }, { "quid": 3035031, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the foreign minister of Malaysia, who was the last to want to negotiate with China?", "golds": [ "Julia Gillard" ], "pred": "Before the foreign minister of Malaysia, who was the last to want to negotiate with China, it was Portugal on January 5, 2005. However, it's important to note that Malaysia did not want to negotiate with China at this time. The last foreign minister of Malaysia to express intent", "em": 0.0, "f1": 0.0 }, { "quid": 3011092, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made Thailand suffer from unconventional violence on 1 October 2007?", "golds": [ "Insurgent (Thailand)" ], "pred": "Insurgents in Thailand made Thailand suffer from unconventional violence on 1 October 2007.", "em": 0.0, "f1": 0.14285714285714285 }, { "quid": 3026572, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China criticise the Energy Department/Ministry of China?", "golds": [ "2009-08-21" ], "pred": "Based on the provided evidence, it appears that there is no instance where China criticised the Energy Department or Ministry of China. Instead, there are instances of China threatening Japan, investigating Japan, and consulting with Japan. However, it's important to note that the provided evidence does not necessarily indicate a criticism", "em": 0.0, "f1": 0.0 }, { "quid": 3048364, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Thailand, who received humanitarian aid from the staff of Thailand?", "golds": [ "Citizen (Thailand)", "Villager (Thailand)" ], "pred": "The citizens of Thailand received humanitarian aid from various countries and organizations, including the United States (USAID), South Korea, Japan, Australia (medical personnel), Laos, and China. The staff of Thailand also provided aid to their own citizens.", "em": 0.0, "f1": 0.0625 }, { "quid": 3009388, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country first asked for Cambodia in 2011?", "golds": [ "Thailand" ], "pred": "Thailand was the first country to ask for Cambodia in 2011. This is based on the date of the event, as Thailand expressed intent to engage in diplomatic cooperation on January 5, 2011, which is earlier than any other event in the provided list.", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3028811, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 22 Oct 2005, who made an appeal to China?", "golds": [ "Donald Rumsfeld" ], "pred": "Donald Rumsfeld made an appeal to China on 22 Oct 2005.", "em": 1.0, "f1": 0.3076923076923077 }, { "quid": 3014255, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country was Thailand last involved in negotiations?", "golds": [ "Vietnam" ], "pred": "The last country Thailand was involved in negotiations with is not explicitly stated in the provided evidence. However, the evidence suggests that the negotiations were likely related to legal actions or charges against citizens of Thailand. Without additional context or information, it is not possible to definitively identify the country involved in these negotiations.", "em": 0.0, "f1": 0.0 }, { "quid": 3016004, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country signed an agreement with Malaysia before South Africa?", "golds": [ "Thailand", "Japan", "United Arab Emirates" ], "pred": "The country that signed an agreement with Malaysia before South Africa is not provided in the given evidence. The evidence only shows the agreements signed by South Africa with various countries, but it does not specify the sequence or the country with which Malaysia signed an agreement before South Africa.", "em": 0.0, "f1": 0.0 }, { "quid": 3050465, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country wanted to meet with Iraq in the same month as the businessman from Turkey?", "golds": [ "Iran" ], "pred": "Iraq and Turkey did not have a scheduled meeting in the same month. The closest is Kuwait and Iraq, who had a meeting scheduled for January 5th, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3017271, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did China first investigate Ben Shalom Bernanke?", "golds": [ "2009-07" ], "pred": "The first investigation by China of Ben Shalom Bernanke occurred in July 2009.", "em": 0.0, "f1": 0.13333333333333336 }, { "quid": 3036695, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, which country last wanted to negotiate with Oman?", "golds": [ "Iran" ], "pred": "Iran was the country that last wanted to negotiate with Oman in 2005. The evidence shows that Iran and Oman engaged in diplomatic cooperation on 2005-04-08, while the last instance of Oman engaging in negotiation with another country was with Sh", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3021521, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Prime Minister of Burundi visit China?", "golds": [ "2006-11-03" ], "pred": "The Prime Minister of Burundi visited China on both August 25 and September 15, 2005. However, it's important to note that the Prime Minister's role in Burundi changed in 2005, and it's unclear which specific individual visited", "em": 0.0, "f1": 0.0 }, { "quid": 3032417, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In June 1st, 2014, which country wanted to participate in diplomatic cooperation with Malaysia?", "golds": [ "China" ], "pred": "Yemen", "em": 0.0, "f1": 0.0 }, { "quid": 3010315, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Sergey Vladilenovich Kiriyenko visit China for the first time?", "golds": [ "2006-03-17" ], "pred": "The first recorded visit of Sergey Vladilenovich Kiriyenko to China was not found in the provided evidence. However, the evidence shows that he made multiple visits to Iran from January 2005 to February 2006. It is possible that he visited China during this period,", "em": 0.0, "f1": 0.05128205128205128 }, { "quid": 3050335, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 28 March 2005?", "golds": [ "Kuomintang", "Lien Chan" ], "pred": "Lien Chan and Ma Ying Jeou visited China on 28 March 2005.", "em": 1.0, "f1": 0.2857142857142857 }, { "quid": 3030075, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 18 March 2007, which country did Ethiopia make an appeal to?", "golds": [ "UN Security Council", "African Union", "North America", "Djibouti", "Eritrea", "Yemen" ], "pred": "Eritrea\n\nThe question asks for the country to which Ethiopia made an appeal before 18 March 2007. The provided evidence shows that Ethiopia made an appeal to Eritrea on 18 March 2007. Therefore, the answer is Eritrea", "em": 1.0, "f1": 0.07999999999999999 }, { "quid": 3018906, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Vuk Jeremi\u0107, which was the first country to want to negotiate with Malaysia?", "golds": [ "Iran" ], "pred": "After Vuk Jeremi\u0107, Romania was the first country to want to negotiate with Malaysia. This is based on the evidence that Vuk Jeremi\u0107 expressed intent to meet or negotiate with Romania on two separate occasions (2007-09-03 and 2008", "em": 0.0, "f1": 0.0 }, { "quid": 3016975, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who were the last to suffer from the Pokot's conventional military forces before the indigenous people of Kenya?", "golds": [ "Citizen (Uganda)" ], "pred": "The last to suffer from the Pokot's conventional military forces before the indigenous people of Kenya were the Police of Kenya, as evidenced by the events on 2006-09-01 and 2008-02-21.", "em": 0.0, "f1": 0.0 }, { "quid": 3054859, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to negotiate with Burundi first?", "golds": [ "L\u00e9onard Nyangoma" ], "pred": "It appears that multiple parties expressed intent to meet or negotiate with Burundi, including Tanzania, Mwai Kibaki, L\u00e9onard Nyangoma, and the UN Security Council. However, without additional context, it is difficult to definitively determine who wanted to negotiate first.", "em": 1.0, "f1": 0.1081081081081081 }, { "quid": 3034120, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who wanted to negotiate with Thailand in 2012?", "golds": [ "Wen Jiabao", "Tourist (Kuwait)", "Barack Obama", "Philipp R\u00f6sler", "Student (Thailand)", "Malaysia", "Yongyuth Wichaidit", "Vietnam", "Envoy (United States)", "National United Front for Democracy Against Dictatorship", "Cabinet / Council of Ministers / Advisors (Thailand)", "United Arab Emirates", "China", "Northern Ireland", "Media Personnel (Thailand)", "Saudi Army", "Royal Administration (Japan)", "Defense / Security Ministry (United States)", "Naval (Thailand)", "Citizen (Thailand)" ], "pred": "Who wanted to negotiate with Thailand in 2012?\n\nGovernor (Thailand), Yongyuth Wichaidit, Saudi Army, Envoy (United States), and Citizen (Thailand) all expressed intent to meet or negotiate with Thailand in 201", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3052846, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China make pessimistic comments about the Republic of South Ossetia?", "golds": [ "2008" ], "pred": "2008\n\nThe year in which China made pessimistic comments about the Republic of South Ossetia is 2008. This is based on the statement made by Sergey Bagapsh, the President of the Republic of South Ossetia, on August 8,", "em": 1.0, "f1": 0.07692307692307693 }, { "quid": 3038174, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who received China's visit from China first?", "golds": [ "Aceh" ], "pred": "The first visit from China was made by a nurse from Macao on January 4, 2005. China hosted a visit from the same nurse on the same day. The first visit to China by a lawmaker from Japan was on January 7, 2005, and China hosted", "em": 0.0, "f1": 0.0 }, { "quid": 3020191, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Kuwait, who was the first to express optimism about Iraq?", "golds": [ "Ali al-Dabbagh" ], "pred": "Gerhard Schr\u00f6der was the first to express optimism about Iraq after Kuwait.", "em": 0.0, "f1": 0.0 }, { "quid": 3024348, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After the Egyptian leader, who praised Ethiopia?", "golds": [ "Osama Mohamed Abdul Shafy Shaltout", "Philip Hammond", "William Lacy Swing", "Sudan", "African Union", "High Commission for Refugees", "China", "Uhuru Muigai Kenyatta", "Foreign Affairs (Senegal)", "Japan", "Barack Obama" ], "pred": "Isaias Afewerki, the President of Eritrea, accused Ethiopia on January 3, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3003457, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Japan's Ministry of Finance last make optimistic remarks about China?", "golds": [ "2010-10-19" ], "pred": "The Japan's Ministry of Finance last made optimistic remarks about China on January 31, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3049409, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who made threats against Burundi in December 2009?", "golds": [ "Al-Shabaab" ], "pred": "Al-Shabaab made threats against Burundi in December 2009. This is inferred from the media personnel from Somalia making a statement about Al-Shabaab threatening Burundi on December 19, 2009. Additionally, Al-Shabaab is known", "em": 1.0, "f1": 0.14285714285714288 }, { "quid": 3041350, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In February 26th, 2008, who would wish to visit China?", "golds": [ "Japan Self-Defense Forces" ], "pred": "In February 26th, 2008, who would wish to visit China?\n\nBased on the provided evidence, it appears that there were multiple instances of diplomatic cooperation and negotiations between Japan and China in early 2005. However, the question asks about February 26", "em": 0.0, "f1": 0.049999999999999996 }, { "quid": 3025280, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country announced its intention to cooperate with China on 9 August 2014?", "golds": [ "South Korea", "Japan" ], "pred": "Japan announced its intention to cooperate with China on 9 August 2014.", "em": 1.0, "f1": 0.15384615384615385 }, { "quid": 3033135, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person Liu Yandong wanted to meet before Ethiopia?", "golds": [ "Cambodia" ], "pred": "The last person Liu Yandong wanted to meet before Ethiopia was not specified in the provided evidence. However, the closest meeting before her trip to Ethiopia was with Steven Chu on 2010-11-16.", "em": 0.0, "f1": 0.0 }, { "quid": 3020171, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the command of Iraq use unconventional force against Iraq?", "golds": [ "2005-10-20" ], "pred": "There is no clear evidence in the provided data that the command of Iraq used unconventional force against Iraq. However, there are instances of threats with military force, consultations, and accusations between Iraq and Iran, which could potentially be related to unconventional warfare. For example, Iraq accused Iran", "em": 0.0, "f1": 0.0 }, { "quid": 3002031, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person praised by the Royal Government of Jordan before Iraq?", "golds": [ "Japan" ], "pred": "The Cabinet / Council of Ministers / Advisors (United States) praised Iraq on 2005-01-04. The Royal Government of Jordan was praised by the United States before Iraq.", "em": 0.0, "f1": 0.0 }, { "quid": 3040745, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to receive negative comments from China?", "golds": [ "Iraq" ], "pred": "Japan was the first country to receive negative comments from China. This is inferred from the sequence of events, where China initially expressed intent to cooperate with Japan on multiple occasions (2005-01-05, 2005-01-06, 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3004573, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to give a visit to Malaysia?", "golds": [ "Oman" ], "pred": "The last country to give a visit to Malaysia was the United States, on January 2, 2005. However, it's important to note that the data provided includes multiple visits from the same countries, and the dates are not necessarily in chronological order. The United States made another visit on July", "em": 0.0, "f1": 0.0 }, { "quid": 3023157, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who supported Kuwait after Ahmed el-Tayeb?", "golds": [ "Iran", "Yemen", "Secretariat (Gulf Cooperation Council)", "Abdel Fattah Al-Sisi", "Islam Karimov", "Ministry (Venezuela)", "United Arab Emirates", "China", "Foreign Affairs (India)" ], "pred": "Ahmed el-Tayeb was supported by several countries and individuals, including Kuwait, France, Justin Welby, Sudan, Herman Van Rompuy, and Foreign Affairs (India). He also praised or endorsed Iraq, France, and criticized France. He also consulted", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3000630, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to negotiate with China on 24 September 2009?", "golds": [ "Japan", "South Korea", "France", "Barack Obama" ], "pred": "Multiple countries expressed the intention to negotiate with China on 24 September 2009, including Japan, France, South Korea, and Barack Obama (United States).", "em": 1.0, "f1": 0.16 }, { "quid": 3051783, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country to express its intention to negotiate with Iraq, after the French Foreign Ministry?", "golds": [ "Donald Rumsfeld" ], "pred": "Kuwait was the first country to express its intention to negotiate with Iraq, after the French Foreign Ministry.", "em": 0.0, "f1": 0.0 }, { "quid": 3031065, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Qin Gang last make optimistic comments about China?", "golds": [ "2010" ], "pred": "In 2005, Qin Gang made optimistic comments about China.", "em": 0.0, "f1": 0.0 }, { "quid": 3031046, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Syrian Ministry of Finance and Treasury announce its intention to negotiate with China?", "golds": [ "2007" ], "pred": "The Syrian Ministry of Finance and Treasury announced its intention to negotiate with China in 2005. However, I couldn't find a specific date for this event in the provided data.", "em": 0.0, "f1": 0.0 }, { "quid": 3052085, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After the kidnapping of Iraq, to whom did Iraq make optimistic comments?", "golds": [ "Nonaligned Movement", "Barack Obama", "Iran", "UN Security Council", "Foreign Affairs (France)", "Mahmoud Ahmadinejad", "Head of Government (Turkmenistan)", "Japan" ], "pred": "After the kidnapping of Iraq, Iraq made optimistic comments to various entities including Assemblies (Australia), Envoy (United States), Chief of Staff (Poland), Representative to the United Nations (Iran), Special Rapporteurs of the United Nations, Japan, Shaukat Aziz", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3001077, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Ethiopia, whom did the citizens of International condemn first?", "golds": [ "Wen Jiabao" ], "pred": "Eritrea", "em": 0.0, "f1": 0.0 }, { "quid": 3029078, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Pervez Musharraf, with which country did Malaysia last negotiate?", "golds": [ "Thailand" ], "pred": "The last country with which Malaysia negotiated before Pervez Musharraf was not explicitly stated in the provided evidence. However, the evidence shows that Pervez Musharraf had negotiations with Jack Straw of the United Kingdom, and Shaukat Aziz of Pakistan, but it is not clear if these", "em": 0.0, "f1": 0.0 }, { "quid": 3002208, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Thailand, with whom did the citizens of Singapore wish to negotiate?", "golds": [ "Workers' Party (Singapore)", "Tony Tan Keng Yam", "Association of Southeast Asian Nations", "Education (Singapore)", "South Korea", "Education Ministry (Singapore)", "Donald Rumsfeld", "China", "Government Affiliated Bank (Singapore)", "High Commission (Australia)", "Military (Singapore)" ], "pred": "Based on the provided evidence, it appears that after Thailand, the citizens of Singapore did not express a specific desire to negotiate with any other country. However, the citizens of Thailand did express a desire to negotiate with Vietnam.", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3035536, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "With which country did Kuwait sign formal agreements before 2006?", "golds": [ "South Korea", "Iran", "Qatar", "Defense / Security Ministry (United States)", "Yemen" ], "pred": "Iran and Qatar are the countries with which Kuwait signed formal agreements before 2006. The agreements were signed on multiple dates, including March 15, 2005, and January 12, 2005, with Iran, and March 29, 2", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3037070, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Iraq use conventional military force against in the same month of the Middle East?", "golds": [ "Combatant (Al Qaeda)", "Insurgent (Al Qaeda)" ], "pred": "The evidence shows that Iraq did not use conventional military force against any country in the Middle East in the same month as the events listed. However, it is important to note that the evidence provided is not exhaustive and there may be other events that are not included in this dataset. Additionally, the events listed are not necessarily", "em": 0.0, "f1": 0.0 }, { "quid": 3022599, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the armed gang of Somalia use small arms and light weapons to attack Ethiopia?", "golds": [ "2007-01-02" ], "pred": "The armed gang of Somalia used small arms and light weapons to attack Ethiopia on an unspecified date between January 27, 2005 (when the head of government of Ethiopia expressed intent to engage in diplomatic cooperation) and February 23, 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3002221, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who was negotiating with Ethiopia before 2007?", "golds": [ "Indigenous People (United States)", "Sudan", "Indigenous People (Ethiopia)", "Eritrea", "UN Security Council" ], "pred": "Before 2007, Ethiopia was negotiating with various countries such as Yemen, Sudan, and Djibouti, as well as consulting with international organizations like Transparency International. There were also accusations and conflicts with Eritrea, and formal agreements were signed with Japan", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3040434, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did Thailand investigate after 17 June 2008?", "golds": [ "Citizen (Thailand)", "Naval (Thailand)", "South Korea", "National United Front for Democracy Against Dictatorship", "Cambodia", "Vietnam", "Activist (Thailand)" ], "pred": "Thailand investigated Vietnam on 17 June 2008.", "em": 1.0, "f1": 0.25 }, { "quid": 3055823, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China first commend the envoy of the United States?", "golds": [ "2008-07" ], "pred": "January", "em": 0.0, "f1": 0.0 }, { "quid": 3024955, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Thailand expressed an interest in cooperation with the military of Thailand?", "golds": [ "2011-04-29" ], "pred": "The last time Thailand expressed an interest in cooperation with the military of Thailand was on 2005-02-08, when a Member of Parliament (Thailand) expressed intent to engage in diplomatic cooperation (such as policy support).", "em": 0.0, "f1": 0.0 }, { "quid": 3041173, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Tesco, who was the last to suffer the unconventional violence of the citizens of the United Kingdom?", "golds": [ "Citizen (Australia)" ], "pred": "The last time before Tesco that a citizen of the United Kingdom suffered the unconventional violence was not found in the provided evidence. However, it is important to note that the evidence provided mainly focuses on interactions between Tesco and various entities, including citizens, police, and governments, rather than instances of violence", "em": 0.0, "f1": 0.046511627906976744 }, { "quid": 3017265, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did Ethiopia last negotiate?", "golds": [ "Representatives (Ethiopia)" ], "pred": "Ethiopia last negotiated with Eritrea on March 7, 2005 and February 4, 2005. It also negotiated with Djibouti on the same dates, and with the African Union on March 6, 2005. Mw", "em": 0.0, "f1": 0.08333333333333334 }, { "quid": 3045289, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last person to visit Iraq?", "golds": [ "Haider Al-Abadi" ], "pred": "The last person to visit Iraq, according to the provided evidence, was Mitch McConnell on January 9, 2005, and January 8, 2005. However, it's important to note that the Special Rapporteurs of the United Nations made a visit to Iran", "em": 0.0, "f1": 0.0 }, { "quid": 3027355, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who threatened China before 2008?", "golds": [ "South Korea", "Robert Jones Portman", "Japan", "Criminal (China)", "Henry M. Paulson", "Defense / Security Ministry (United States)", "Donald Rumsfeld", "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "Based on the provided evidence, it appears that Japan and China were engaging in consultations and investigations with each other from January to February 2005. However, there are instances where China is recorded as threatening Japan, which occurred on February 1, 2005, January 5", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3052070, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to release people to Thailand?", "golds": [ "Military Personnel (Thailand)" ], "pred": "The first to release people to Thailand was Thailand itself, as it expressed intent to provide humanitarian aid on 2005-01-11.", "em": 0.0, "f1": 0.09090909090909091 }, { "quid": 3054378, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2006, who first expressed an intention to negotiate with Iraq?", "golds": [ "Citizen (International)" ], "pred": "Interim Leader (Iraq) expressed an intention to meet or negotiate on January 14, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3051868, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who denounced China first after the United States steelmaker?", "golds": [ "Citizen (Australia)" ], "pred": "The evidence shows that both Japan and China were consulting each other and making threats in January and February of 2005. However, the first instance of China making a threat was on February 1, 2005, after the first instance of Japan making a demand on the same day. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3013863, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did Kuwait last sign a formal agreement before the national airline of Iraq?", "golds": [ "Qatar" ], "pred": "The last formal agreement signed by Kuwait before the national airline of Iraq was with Iran, on January 12, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3000514, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to criticise Thailand before Banharn Silpa-archa?", "golds": [ "Citizen (Thailand)" ], "pred": "The last to criticise Thailand before Banharn Silpa-archa was a citizen of Thailand on 2005-01-02.", "em": 0.0, "f1": 0.21052631578947367 }, { "quid": 3036421, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised Joachim Gauck after China?", "golds": [ "Philippe Couillard", "Freedom Fighter (Czech Republic)", "Mahmoud Abbas" ], "pred": "Shimon Peres praised Joachim Gauck after China in 2012-05-29.\n\nExplanation:\n\nThe evidence shows that Joachim Gauck had consultations with Shimon Peres on 2012-0", "em": 0.0, "f1": 0.0 }, { "quid": 3030958, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the government of Sudan first sign formal agreements with China?", "golds": [ "2007-09-19" ], "pred": "The government of Sudan first signed formal agreements with China on January 10, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3041415, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was commended by Iraq first after the Displaced Families of Iraq?", "golds": [ "Party Member (Iraq)" ], "pred": "Poland was commended by Iraq first after the Displaced Families of Iraq.", "em": 0.0, "f1": 0.14285714285714288 }, { "quid": 3052775, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last repatriated people to Thailand before Abhisit Vejjajiva?", "golds": [ "Office of the Attorney General" ], "pred": "There is no evidence in the provided data that anyone repatriated people to Thailand before Abhisit Vejjajiva. The earliest evidence of Abhisit Vejjajiva's involvement with Thailand is from February 16, 2005.", "em": 0.0, "f1": 0.12903225806451613 }, { "quid": 3053633, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the reserve personnel of the United Kingdom give a visit to Iraq?", "golds": [ "2010-05-10" ], "pred": "The reserve personnel of the United Kingdom did not give a visit to Iraq in the provided dates.", "em": 0.0, "f1": 0.0 }, { "quid": 3028010, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the other Egyptian authorities and officials first express an interest in cooperating with China?", "golds": [ "2006-06-06" ], "pred": "The first evidence of other Egyptian authorities and officials expressing an interest in cooperating with China is not provided in the given data. The data only shows Japan and Thailand expressing an interest in cooperating with China in diplomatic cooperation or negotiation.", "em": 0.0, "f1": 0.0 }, { "quid": 3004147, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, who was the first to visit South Africa?", "golds": [ "Tony Blair" ], "pred": "Tony Blair was the first to visit South Africa in 2005.", "em": 1.0, "f1": 0.3076923076923077 }, { "quid": 3018695, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Cambodia, who made optimistic remarks about Xi Jinping?", "golds": [ "Barack Obama", "South Korea", "Media Personnel (China)", "China", "Tanzania", "Liberals (China)", "Yasuo Fukuda", "Ai Weiwei", "Japan" ], "pred": "In the provided data, Xi Jinping made optimistic remarks about Japan on April 18, 2008. However, there is no evidence of Xi Jinping making optimistic remarks about himself (Xi Jinping) in the given data. The data only contains statements, accusations", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3003448, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to provide humanitarian aid to China?", "golds": [ "Government (Pakistan)" ], "pred": "The last to provide humanitarian aid to China was Japan on 2005-01-06.", "em": 0.0, "f1": 0.0 }, { "quid": 3025035, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time a Kenyan leader visited China?", "golds": [ "2014-05-11" ], "pred": "The last Kenyan leader to visit China was not found in the given evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3054502, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With whom did Tony Blair first express interest in cooperation after Iraq?", "golds": [ "Rodrigo Rato" ], "pred": "Tony Blair first expressed interest in cooperation after Iraq with Mahmoud Abbas.", "em": 0.0, "f1": 0.0 }, { "quid": 3043654, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Prime Minister of Uruguay, who was the last to visit Malaysia?", "golds": [ "Royal Administration (Nigeria)" ], "pred": "The Prime Minister of Uruguay, Ognyan Gerdzhikov, was the last to visit Malaysia. The visit was made on January 2, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3019352, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise China after Thiha Thura Tin Aung Myint Oo?", "golds": [ "International Monetary Fund" ], "pred": "Vietnam was the first to praise China after Thiha Thura Tin Aung Myint Oo. The evidence shows that Vietnam praised China on 2005-01-14, while the earliest record of Thiha Thura Tin Aung Myint Oo praising China is", "em": 0.0, "f1": 0.0 }, { "quid": 3007343, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to commend Oman after Ali Abdullah Saleh?", "golds": [ "Iran" ], "pred": "Qatar was the first country to commend Oman after Ali Abdullah Saleh. This is based on the date of the event, as Qatar expressed its intent to cooperate with Ali Abdullah Saleh on March 21, 2005, which is earlier than any other country", "em": 0.0, "f1": 0.0 }, { "quid": 3038265, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Thailand after the Foreign Minister of Denmark?", "golds": [ "Abhisit Vejjajiva" ], "pred": "The first to visit Thailand after the Foreign Minister of Denmark was the Cabinet / Council of Ministers / Advisors (United States). This is based on the dates provided in the evidence, as the visits by the US officials occurred before the visit by any other individual or group mentioned.", "em": 0.0, "f1": 0.0 }, { "quid": 3047801, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In September 2013, who would want to engage in diplomatic cooperation with China?", "golds": [ "Barack Obama", "Yemen", "Jerry Brown", "Cambodia", "South Africa", "Vietnam", "Kazakhstan" ], "pred": "In September 2013, many countries would want to engage in diplomatic cooperation with China, including Japan, Vietnam, and Thailand. This is based on the evidence provided, which shows that these countries engaged in diplomatic cooperation with China in January and February 2005, and expressed intent to do", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3044599, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Ethiopia, who was the first to praise South Korea?", "golds": [ "Head of Government (Egypt)" ], "pred": "Wen Jiabao, the former Prime Minister of China, was the first to praise South Korea in 2005. This was on January 7, 2005, as per the provided evidence.", "em": 0.0, "f1": 0.07142857142857142 }, { "quid": 3028887, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country condemned China on 31 July 2012?", "golds": [ "Japan" ], "pred": "Japan, as it made a pessimistic comment about China on 31 July 2012.", "em": 1.0, "f1": 0.14285714285714288 }, { "quid": 3029300, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before September, the year of 2014, which country did Iraq decline?", "golds": [ "Nuri al-Maliki", "Dissident (People's Mujahedin of Iran)", "Barack Obama", "Member of Parliament (Iraq)", "Iran", "United States Senate", "Congress (United States)", "Head of Government (Egypt)" ], "pred": "Iraq declined Poland in January 2005, as indicated by the statement made by the Chief of Staff of Poland.", "em": 0.0, "f1": 0.2105263157894737 }, { "quid": 3048331, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2006, which country blamed China first?", "golds": [ "Japan" ], "pred": "Japan, as it initiated the negotiation and diplomatic cooperation with China before Thailand did in 2005.", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3053749, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did the Lawyer/Attorney of United States decline before Thailand?", "golds": [ "France", "Iraq" ], "pred": "The Lawyer/Attorney of United States declined before Canada. This can be inferred from the sequence of events where the United States Cabinet/Council of Ministers/Advisors expressed intent to meet or negotiate with a citizen of Thailand on 2005-01-0", "em": 0.0, "f1": 0.0 }, { "quid": 3030779, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In the same year, who did Ma Ying Jeou want to negotiate with in Thailand?", "golds": [ "Ireland", "South Korea", "City Mayor (Australia)", "China", "Japan", "People First Party Korea" ], "pred": "Ma Ying Jeou wanted to negotiate with Thailand in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3026782, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Malaysia, who was the last country to investigate Thailand?", "golds": [ "Military Personnel (Thailand)" ], "pred": "The last country to investigate Thailand before Malaysia was not explicitly stated in the provided evidence. However, the evidence shows that both Malaysia and Thailand were involved in investigations, cooperation, and diplomatic activities with each other in January 2005. Therefore, it is not possible to determine the last country to investigate Thailand", "em": 0.0, "f1": 0.05128205128205128 }, { "quid": 3003807, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was last praised by Cambodia?", "golds": [ "China" ], "pred": "Vietnam was last praised by Cambodia on 2005-02-28.", "em": 0.0, "f1": 0.0 }, { "quid": 3023486, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who asked for Kuwait first?", "golds": [ "Gerhard Schr\u00f6der" ], "pred": "It is not possible to definitively determine who asked for Kuwait first based on the provided evidence. The evidence shows that multiple countries and entities, including Iran, South Korea, Qatar, and the Palestinian Authority, consulted with or made statements about Kuwait. Additionally, Kuwait signed formal agreements with Iran and", "em": 0.0, "f1": 0.0 }, { "quid": 3010091, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who receive the visit from Sheikh Ahmed Abdullah first after Iraq did?", "golds": [ "Rehman Malik" ], "pred": "Qatar hosted a visit from Sheikh Ahmed Abdullah first after Iraq did, on 2006-03-07.", "em": 0.0, "f1": 0.0 }, { "quid": 3021162, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who engaged in negotiation with Oman before August, the year of 2013?", "golds": [ "Nuri al-Maliki", "Shaukat Aziz", "Kuwait", "Company - Owner or Operator (Oman)", "United Arab Emirates", "Ministry (Iran)", "Qatar" ], "pred": "Shaukat Aziz, who was the Prime Minister of Pakistan at the time, engaged in negotiation with Oman before August 2013. The dates provided in the evidence range from March 2005 to May 2005. However, it's important to note that", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3006868, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made the men of Kenya suffer from conventional military forces before Pokot?", "golds": [ "Police (Kenya)", "Military Personnel - Special (Kenya)" ], "pred": "The men of Kenya were made to suffer from conventional military forces before Pokot. This is based on the evidence that shows Pokot using conventional military force against the men of Kenya in various incidents, such as in 2008, 2006, and 2011. Additionally, the", "em": 0.0, "f1": 0.10526315789473684 }, { "quid": 3036345, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to negotiate with Thailand on 27 April 2014?", "golds": [ "Protester (Thailand)" ], "pred": "The protester in Thailand expressed the intention to negotiate with Thailand on 27 April 2014.", "em": 0.0, "f1": 0.2666666666666667 }, { "quid": 3022646, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to denounce Cambodia in 2009?", "golds": [ "Thailand" ], "pred": "Thailand was the first to denounce Cambodia in 2009. This can be inferred from the fact that Thailand expressed its intent to cooperate with Cambodia on multiple dates before any other country did, and denunciation is not a form of cooperation. However, it's important to", "em": 1.0, "f1": 0.047619047619047616 }, { "quid": 3008913, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Kuwait last negotiate?", "golds": [ "Iraq" ], "pred": "With Germany, Iraq, South Korea, and Iran, Kuwait last negotiated or consulted in 2005.", "em": 1.0, "f1": 0.13333333333333333 }, { "quid": 3019199, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to criticise Malaysia before Achmad Sukarno?", "golds": [ "Human Rights Watch" ], "pred": "The last to criticise Malaysia before Achmad Sukarno was the Police (Malaysia) on 2005-01-28.", "em": 0.0, "f1": 0.0 }, { "quid": 3042641, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country condemned Iraq in the same month as the mayor of the United States?", "golds": [ "Iran", "France" ], "pred": "The country that condemned Iraq in the same month as the mayor of the United States was not mentioned in the provided evidence. However, the evidence shows that the United States made several statements about Iraq in January 2005, while Iran made statements about the United States and hosted a visit from United Nations special", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3044376, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to make pessimistic remarks about Thailand before Chart Thai?", "golds": [ "Citizen (Thailand)" ], "pred": "The last to make pessimistic remarks about Thailand before Chart Thai was Media Personnel (Thailand) on 2007-11-06.", "em": 0.0, "f1": 0.09999999999999999 }, { "quid": 3053817, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China announce its intention to engage in diplomatic cooperation with the Philippine military?", "golds": [ "2010-12-07" ], "pred": "The exact date when China announced its intention to engage in diplomatic cooperation with the Philippine military is not provided in the given evidence. However, the evidence shows that China engaged in diplomatic cooperation with Japan, Vietnam, and Thailand in January and February 2005. It is possible that China also announced its", "em": 0.0, "f1": 0.0 }, { "quid": 3025231, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, with which country did Malaysia last sign formal agreements?", "golds": [ "Iran" ], "pred": "Yemen, as there are multiple entries for diplomatic cooperation agreements between Malaysia and Yemen in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3014073, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Egyptian leader last express his intention to negotiate with Iraq?", "golds": [ "2012-11" ], "pred": "The Egyptian leader last expressed his intention to negotiate with Iraq in January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3025345, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "Which year did Shaukat Aziz praise Kuwait?", "golds": [ "2006" ], "pred": "The evidence provided does not contain any direct mention of Shaukat Aziz praising Kuwait. However, it is possible that Shaukat Aziz praised Kuwait in a meeting or event that is not documented in the provided evidence. Therefore, it cannot be definitively stated that Shaukat Aziz praised", "em": 0.0, "f1": 0.0 }, { "quid": 3003569, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to visit Thailand after international governmental organisations?", "golds": [ "Oman" ], "pred": "The first country to visit Thailand after international governmental organizations was not specified in the provided evidence. However, it is clear that international governmental organizations provided aid to Thailand on 2005-01-04, and Thai citizens expressed intent to cooperate with these organizations on 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3021579, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In Nov, 2010, who appealed for China?", "golds": [ "Malaysia", "Julia Gillard", "South Korea", "Lee Myung Bak", "Citizen (International)", "Cabinet / Council of Ministers / Advisors (United States)", "House of Representatives (United States)", "Karl-Theodor zu Guttenberg", "Japan", "Barack Obama" ], "pred": "Ma Ying Jeou, the President of Taiwan, appealed for China in 2005.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3030050, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was last rejected by Ethiopia?", "golds": [ "Sudan" ], "pred": "Yemen was the last country rejected by Ethiopia, as per the given evidence, the latest date of consultation between Ethiopia and Yemen is January 2, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3021685, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country gave praise to the Foreign Affairs of Singapore on the same year of China?", "golds": [ "Iran" ], "pred": "Japan gave praise to the Foreign Affairs of Singapore on the same year of China. The evidence shows that Japan made a statement praising the Foreign Affairs of Singapore on January 31, 2005, while China made statements on various dates in January 2005. However, there is no direct", "em": 0.0, "f1": 0.0 }, { "quid": 3016519, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to be rejected by Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "The last to be rejected by Thailand was a citizen of Thailand on 2005-01-10.", "em": 0.0, "f1": 0.23529411764705882 }, { "quid": 3035949, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country accused Kuwait in August 2010?", "golds": [ "Iraq" ], "pred": "Iraq accused Kuwait in August 2010.", "em": 1.0, "f1": 0.2857142857142857 }, { "quid": 3023142, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Iraq after Mike Simpson?", "golds": [ "Barack Obama" ], "pred": "The first to visit Iraq after Mike Simpson was France on 2005-01-29.", "em": 0.0, "f1": 0.0 }, { "quid": 3045855, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did Malaysia want to negotiate with on the same day as Kim Hwang Sik?", "golds": [ "Lee Myung Bak" ], "pred": "Malaysia wanted to negotiate with Kim Hwang Sik on the same day as April 4, 2011, but there is no record of a specific meeting or negotiation between Malaysia and Kim Hwang Sik on that day. However, it is known that Kim H", "em": 0.0, "f1": 0.0 }, { "quid": 3027559, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the leader of Grenada visit China for the first time?", "golds": [ "2005" ], "pred": "The leader of Grenada did not visit China in the year 2005. The provided evidence only mentions visits by leaders of Japan and Macao, and a lawmaker from Japan. There is no mention of a leader from Grenada visiting China in 2005 or any other year.", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3038389, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who declined Xi Jinping first?", "golds": [ "Barack Obama" ], "pred": "The first country to decline Xi Jinping's visit was not recorded in the provided evidence. The evidence only shows Xi Jinping's visits and statements within China from 2007 to 2008. To find out the first country to decline Xi Jinping's visit", "em": 0.0, "f1": 0.0 }, { "quid": 3007024, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Pokot, against whom did the Kenyan police last use conventional military force?", "golds": [ "Businessperson (Kenya)" ], "pred": "Indigenous People (Kenya) was the last group against whom the Kenyan police used conventional military force before they used it against the Pokot. The date was 2006-08-03.", "em": 0.0, "f1": 0.08 }, { "quid": 3015449, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the Associated Press visited Cambodia?", "golds": [ "2011-02" ], "pred": "The Associated Press visited Cambodia in May 2005, as there is no record of a visit in any other month in the provided evidence. The closest dates are from Japan and China, but those are consultations, not visits to Cambodia.", "em": 0.0, "f1": 0.0 }, { "quid": 3012912, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Before 2009, which country was praised by Ethiopia?", "golds": [ "UN Security Council", "Opposition Force (Ethiopia)", "Government (Sudan)", "Head of Government (Ethiopia)", "Angola", "Armed Band (Somalia)", "African Union", "Iran", "Interim Government (Somalia)", "Japan", "Peacekeeping Troop (Africa)", "Sudan", "Coalition for Unity and Democracy", "Islamic Courts Union" ], "pred": "Japan was praised by Ethiopia in 2005.", "em": 1.0, "f1": 0.25 }, { "quid": 3038398, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 29 May 2015, who wanted to meet with Djibouti?", "golds": [ "Iran", "Citizen (Djibouti)" ], "pred": "Iran\n\nThe question is asking who wanted to meet with Djibouti after 29 May 2015, based on the provided evidence. The evidence shows that Iran expressed intent to meet or negotiate with Djibouti on that date, so the answer is Iran.", "em": 1.0, "f1": 0.0689655172413793 }, { "quid": 3018755, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to negotiate with Thailand on 25 September 2009?", "golds": [ "Cambodia", "Vietnam", "Laos" ], "pred": "Vietnam wanted to negotiate with Thailand on 25 September 2009.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3026443, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who last received Djibouti's visit from Djibouti?", "golds": [ "Sedki Sobhi" ], "pred": "Eritrea and Djibouti had mutual visits on 2005-02-09.", "em": 0.0, "f1": 0.0 }, { "quid": 3029660, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did China make an appeal to on the same month of Tsai Ing-wen?", "golds": [ "Japan", "Citizen (International)" ], "pred": "The evidence shows that Tsai Ing-wen made an appeal or request to China on April 13, 2006, and China criticized or denounced her on August 6 and 5, 2007. However, there is no evidence of China making an appeal to Ts", "em": 0.0, "f1": 0.0 }, { "quid": 3054347, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who denounced China in June 2010?", "golds": [ "Economist (China)", "Iran", "Vietnam", "Head of Government (Taiwan)", "Congress (United States)", "Mahmoud Ahmadinejad", "Sander Levin", "Businessperson (China)", "Mexico", "Barack Obama" ], "pred": "The evidence shows that both Japan and South Korea were engaging in diplomatic cooperation with China in June 2010. However, the frequency of these interactions seems to be more with Japan, as there are more records of diplomatic cooperation and intent to cooperate between Japan and China compared to South Korea and China", "em": 0.0, "f1": 0.05405405405405405 }, { "quid": 3010828, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who supported China on the same day as Carlos Lage D\u00e1vila?", "golds": [ "Ma Ying Jeou" ], "pred": "On the same day as Carlos Lage D\u00e1vila (2005-02-04), China received support from several countries, including Portugal, Thailand, and Ma Ying Jeou (Taiwan). However, it's important to note that the support expressed by these countries was in", "em": 1.0, "f1": 0.15 }, { "quid": 3045795, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who first made Dulmatin suffer from conventional military forces?", "golds": [ "Abu Sayyaf" ], "pred": "Abu Sayyaf first made Dulmatin suffer from conventional military forces.", "em": 1.0, "f1": 0.33333333333333337 }, { "quid": 3030486, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to use conventional military force against Iraq in 2011?", "golds": [ "Iran" ], "pred": "No military force was used against Iraq in 2011. The events listed are diplomatic interactions between Iraq and Kuwait, as well as Iraq and Iran. The misconception might arise from the confusion between the 1990 Gulf War and the 2011 Arab Spring, where Iraq", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3051936, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to whom Ethiopia returned people?", "golds": [ "Detainee (Ethiopia)" ], "pred": "The first country to whom Ethiopia returned people was Djibouti, on February 15, 2005, as per the available evidence. This is based on the date of the expressed intent to cooperate between Ethiopia and Djibouti, which was recorded", "em": 0.0, "f1": 0.0625 }, { "quid": 3007750, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 27 June 2007, which country formally signed an agreement with China?", "golds": [ "South Korea", "Japan" ], "pred": "Japan formally signed an agreement with China on 27 June 2007.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3018714, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Djibouti visited China for the first time?", "golds": [ "2005-06" ], "pred": "The first recorded visit of Djibouti to China was on June 23, 2005.", "em": 0.0, "f1": 0.13333333333333336 }, { "quid": 3004872, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who hosted the visit of Barack Obama from Iraq in the same year?", "golds": [ "Iran", "Sudan", "Chuck Hagel", "United Arab Emirates", "Foreign Affairs (India)" ], "pred": "The visit of Barack Obama to Iraq in 2006 was hosted by the Iraqi government.", "em": 0.0, "f1": 0.0 }, { "quid": 3014987, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Chart Thai made pessimistic remarks about Thailand?", "golds": [ "2006-09" ], "pred": "The exact date when Chart Thai made pessimistic remarks about Thailand is September 19, 2006. However, it's important to note that they made several pessimistic statements about Thailand on various dates, as listed in your evidence. The date you provided is the most", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3012468, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to formally sign an agreement with China after the Iran deal?", "golds": [ "Businessperson (China)" ], "pred": "China was the first to formally sign an agreement with China after the Iran deal. The agreement was signed on January 19, 2005.", "em": 0.0, "f1": 0.09999999999999999 }, { "quid": 3032291, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country negotiated with Cambodia before 9 June 2005?", "golds": [ "Vietnam", "Thailand", "Laos" ], "pred": "Thailand negotiated with Cambodia before 9 June 2005.", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3028514, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited Cambodia after 1 December 2014?", "golds": [ "Special Rapporteurs of the United Nations", "Dmitry Anatolyevich Medvedev", "Public Defender (United States)", "Thailand", "City Mayor (United States)", "Barack Obama" ], "pred": "- Education Ministry (China)\n- Cambodia\n- Tan Sri Muhyiddin Yassin\n\nThe question asks who visited Cambodia after 1 December 2014. From the provided evidence, it can be seen that the Education Ministry of China, Cambodia,", "em": 0.0, "f1": 0.125 }, { "quid": 3004630, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Malaysia before Kamal Uddin Ahmed?", "golds": [ "Pervez Musharraf" ], "pred": "The last person to visit Malaysia before Kamal Uddin Ahmed was Shaukat Aziz on 2005-05-13.", "em": 0.0, "f1": 0.0 }, { "quid": 3015122, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to praise Burundi?", "golds": [ "Japan" ], "pred": "Japan was the first country to praise Burundi in the given date range.", "em": 1.0, "f1": 0.15384615384615385 }, { "quid": 3054074, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, with whom did the citizens of Africa last express their intention to participate in diplomatic cooperation?", "golds": [ "Government (South Africa)" ], "pred": "The last time the citizens of Africa expressed their intention to participate in diplomatic cooperation was not found in the provided evidence. The evidence only shows diplomatic cooperation between China and Japan, and Thailand expressing their intention to engage in diplomatic cooperation with both China and Japan.", "em": 0.0, "f1": 0.0606060606060606 }, { "quid": 3011785, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Dulmatin use conventional military force against Abu Sayyaf?", "golds": [ "2006-10" ], "pred": "October 2006\n\nThe question asks for the month when Dulmatin used conventional military force against Abu Sayyaf. The evidence provided shows multiple instances of the Philippine military using conventional military force against Abu Sayyaf from as early as July 2005 to October 20", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3038935, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 9 July 2008?", "golds": [ "Dmitry Anatolyevich Medvedev" ], "pred": "On 9 July 2008, the following countries visited China: Mexico, Japan, South Korea, South Africa, and Dmitry Anatolyevich Medvedev from Russia. Additionally, there were instances of consultation, appeals or requests, a strike or boycott, and a visit", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3012627, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 5 April 2012, which country expressed its intention to meet with China?", "golds": [ "Iran", "South Korea", "Japan" ], "pred": "Japan and South Korea both expressed their intention to meet with China on 5 April 2012.", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3037294, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 8 March 2010, which country made optimistic remarks about Malaysia?", "golds": [ "South Korea" ], "pred": "South Korea made optimistic remarks about Malaysia on 8 March 2010.", "em": 1.0, "f1": 0.3076923076923077 }, { "quid": 3027425, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Surakiart Sathirathai praise China?", "golds": [ "2005" ], "pred": "2005", "em": 1.0, "f1": 1.0 }, { "quid": 3042281, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Abdul Aziz, who was the first to speak optimistically about Thailand?", "golds": [ "Company - Owner or Operator (Italy)" ], "pred": "The next person to speak optimistically about Thailand after Abdul Aziz was not found in the provided evidence. The evidence shows that Abdul Aziz made statements about Malaysia, Japan, and the African Union, but there is no direct evidence of him making an optimistic comment about Thailand after his initial one in", "em": 0.0, "f1": 0.0 }, { "quid": 3015053, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Albanian criminal, with which country did Thailand last want to engage in diplomatic cooperation?", "golds": [ "United Arab Emirates" ], "pred": "Albania\n\nThe context of the data provided suggests that Thailand was expressing intent to engage in diplomatic cooperation with various entities, including citizens, media, military personnel, and government officials from Thailand, as well as China and the Department of Geologic Survey and its Mineral Exploration in Thailand. However,", "em": 0.0, "f1": 0.0 }, { "quid": 3046985, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country gave a visit to Malaysia on the same month of the International Maritime Organisation?", "golds": [ "Qatar" ], "pred": "The country that gave a visit to Malaysia on the same month of the International Maritime Organisation is the United States, as the Naval (United States) made a visit to Malaysia on 2005-01-02 and Malaysia hosted a visit from the Naval (United States) on", "em": 0.0, "f1": 0.0 }, { "quid": 3015119, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Chen Chao-min, which was the last country China appealed to?", "golds": [ "Japan" ], "pred": "The last country China appealed to before Chen Chao-min was Japan, on August 15, 2009.", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3032771, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 2 September 2009?", "golds": [ "\u00c1ngeles Gonz\u00e1lez-Sinde", "Envoy (United States)", "Kuomintang", "Adji Otheth Ayassor" ], "pred": "On 2 September 2009, the following countries visited China: Japan, South Korea, and Laos. Additionally, Xi Jinping, Wen Jiabao, Jian Yu, the Kuomintang, and France were also present in China on that day, but they did not", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3025642, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to praise Iraq after the Royal Administration of Saudi Arabia?", "golds": [ "Iran" ], "pred": "Kuwait was the first country to praise Iraq after the Royal Administration of Saudi Arabia. The praise was expressed on January 16, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3035547, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to make optimistic remarks about Ethiopia before Liu Yandong?", "golds": [ "Head of Government (Ethiopia)" ], "pred": "The last person to make optimistic remarks about Ethiopia before Liu Yandong was Liu Yandong herself, as all the available evidence shows that she was the one making optimistic comments about Ethiopia during the time period in question.", "em": 0.0, "f1": 0.0606060606060606 }, { "quid": 3050897, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise China after the leader of Slovenia?", "golds": [ "Media (India)" ], "pred": "The first to praise China after the leader of Slovenia was Japan, on January 31, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3024633, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to want to negotiate with Iraq after Catherine Ashton?", "golds": [ "Mahmoud Ahmadinejad" ], "pred": "The first to want to negotiate with Iraq after Catherine Ashton was Ronald Kirk on 2009-06-04.", "em": 0.0, "f1": 0.0 }, { "quid": 3045706, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who expressed the intention to participate in diplomatic cooperation with China in May 2014?", "golds": [ "Iran", "South Korea", "Yoon Sang-jick", "France", "Head of Government (India)", "Malaysia", "Vietnam", "Ethiopia" ], "pred": "Both Mauritania, Malaysia, and Ethiopia expressed the intention to participate in diplomatic cooperation with China in May 2014.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3035693, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Cambodia, which country was the first to host a visit by William J. Fallon?", "golds": [ "Japan" ], "pred": "Malaysia was the first country to host a visit by William J. Fallon in 2006-03-01.", "em": 0.0, "f1": 0.0 }, { "quid": 3029935, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would like to negotiate with Kuwait last?", "golds": [ "Foreign Affairs (South Korea)" ], "pred": "- There is no clear preference for who would like to negotiate with Kuwait, as the data shows that Kuwait has expressed intent to meet or negotiate with various countries, including Iraq, South Korea, Germany, Qatar, and Iran. Additionally, there are instances of apologies made to Kuwait by", "em": 0.0, "f1": 0.09090909090909091 }, { "quid": 3027590, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Oman before the U.S. Marine Forces Central Command?", "golds": [ "Foreign Affairs (Italy)" ], "pred": "The last person to visit Oman before the U.S. Marine Forces Central Command was Iran, on 2007-06-08.", "em": 0.0, "f1": 0.0 }, { "quid": 3031984, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who investigated Malaysia on 10 March 2005?", "golds": [ "Police (Malaysia)" ], "pred": "The police in Malaysia investigated Malaysia on 10 March 2005.\n\nExplanation:\n\nThe evidence provided shows that the police in Malaysia were involved in several actions on 10 March 2005, including investigating Malaysia, imposing administrative sanctions, mobilizing or", "em": 0.0, "f1": 0.14814814814814814 }, { "quid": 3033904, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to praise Mwai Kibaki before China?", "golds": [ "Kikuyu" ], "pred": "The last to praise Mwai Kibaki before China was Mahmoud Abbas on 2005-01-11.", "em": 0.0, "f1": 0.0 }, { "quid": 3026729, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country hosted the visit of the South African National Defence Force after Burundi?", "golds": [ "Tanzania", "Angola", "South Sudan" ], "pred": "Sudan hosted the visit of the South African National Defence Force after Burundi.", "em": 0.0, "f1": 0.2857142857142857 }, { "quid": 3020151, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to make optimistic remarks about Ethiopia?", "golds": [ "China" ], "pred": "Iran made optimistic remarks about Ethiopia on 2005-02-16.", "em": 0.0, "f1": 0.0 }, { "quid": 3048644, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Iraqi Member of Parliament, which was the last country to make negative comments about Iraq?", "golds": [ "Iran" ], "pred": "The last country to make negative comments about Iraq before the Iraqi Member of Parliament was the United Kingdom, specifically through statements made by Tony Blair and Jack Straw.", "em": 0.0, "f1": 0.0 }, { "quid": 3006815, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Iraq make optimistic comments about the military of El Salvador?", "golds": [ "2005-02" ], "pred": "The month in which Iraq made optimistic comments about the military of El Salvador is not provided in the given evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3003104, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did China praise in the same month as Tony Blair?", "golds": [ "Business (Hungary)", "Association of Southeast Asian Nations", "Vietnam", "France", "Mexico", "UN Security Council" ], "pred": "In the month of January 2005, China did not publicly praise or endorse Tony Blair. The evidence provided shows that Tony Blair was praised or endorsed by Romania, Iraq, Mahmoud Abbas, Jack McConnell, and citizens of the United Kingdom. However, there", "em": 0.0, "f1": 0.049999999999999996 }, { "quid": 3050887, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Minister of Iran first visit Oman?", "golds": [ "2008" ], "pred": "The Minister of Iran first visited Oman in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3013938, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Ministry of Information and Communications Transparency of Singapore last make negative remarks about Malaysia?", "golds": [ "2014-07" ], "pred": "The Ministry of Information and Communications Transparency of Singapore last made negative remarks about Malaysia in January 2005. Specifically, on January 28, 2005, the Police (Malaysia) made a statement, and the Ministry of Information and Communications Transparency of Singapore made a negative", "em": 0.0, "f1": 0.0 }, { "quid": 3008605, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to visit Djibouti?", "golds": [ "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "China was the last to visit Djibouti on 2005-06-23.", "em": 0.0, "f1": 0.0 }, { "quid": 3039829, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to reject Ethiopia?", "golds": [ "Isaias Afewerki" ], "pred": "Eritrea was the first to reject Ethiopia.\n\nExplanation:\n\nThe data provided shows that all countries (Iran, Djibouti, and Ethiopia) expressed intent to cooperate with Ethiopia on the given dates. However, Eritrea did not express", "em": 0.0, "f1": 0.0 }, { "quid": 3015889, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Lin Join-sane visited China for the first time?", "golds": [ "2012-10" ], "pred": "Lin Join-sane visited China for the first time in October 2012.", "em": 0.0, "f1": 0.14285714285714285 }, { "quid": 3011625, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, which country was last accused by China?", "golds": [ "Vietnam" ], "pred": "No country was last accused by China in 2007.", "em": 0.0, "f1": 0.0 }, { "quid": 3028862, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Ethiopia, which country was Liu Yandong most optimistic about?", "golds": [ "China" ], "pred": "The country Liu Yandong was most optimistic about after Ethiopia is not explicitly stated in the provided evidence. However, based on the available information, it appears that Liu Yandong made optimistic comments about China on multiple occasions, suggesting that China might be the country she was most optimistic", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3038521, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Ministry of Defence of Spain visit China?", "golds": [ "2006" ], "pred": "The Ministry of Defence of Spain did not visit China in the year 2005. The provided data only mentions visits by Japan, China, and a nurse from Macao, as well as visits by Japanese lawmakers. There is no record of a visit by the Ministry of Defence of Spain in", "em": 0.0, "f1": 0.0 }, { "quid": 3011803, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country would like to establish diplomatic cooperation with Djibouti in 2010-01?", "golds": [ "China" ], "pred": "China, as it expressed intent to engage in diplomatic cooperation with Djibouti on January 27, 2010.", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3043222, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Carlos Lage D\u00e1vila express his intention to negotiate with China?", "golds": [ "2005" ], "pred": "2005-02-04", "em": 1.0, "f1": 0.5 }, { "quid": 3033628, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who criticised Burundi in 2013?", "golds": [ "Head of Government (Burundi)" ], "pred": "Iran and Tanzania criticised Burundi in 2013. Iran criticised Burundi in April 2013, while Tanzania criticised Burundi in July, September, and December 2013. Additionally, Burundi and Iran engaged in diplomatic", "em": 0.0, "f1": 0.10526315789473685 }, { "quid": 3026326, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With whom did Trinidad and Tobago sign formal agreements on the same day as China?", "golds": [ "Malaysia", "South Korea", "Laos", "Belize", "Japan" ], "pred": "On the same day as China, Trinidad and Tobago signed formal agreements with Nigeria (Olu\u1e63\u1eb9gun \u1eccbasanj\u1ecd) on August 2, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3022794, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Seyoum Mesfin, who was the first to want to negotiate with Ethiopia?", "golds": [ "Uhuru Muigai Kenyatta" ], "pred": "The first person after Seyoum Mesfin to want to negotiate with Ethiopia was Meles Zenawi, who was the Prime Minister of Ethiopia at the time. This is based on the evidence that shows Seyoum Mesfin making statements about Ethiopia's foreign policy and negotiations", "em": 0.0, "f1": 0.0 }, { "quid": 3008495, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Dominican Republic, which country hosted the visit from China last?", "golds": [ "Vietnam" ], "pred": "The country that hosted the visit from China before Dominican Republic was not specified in the provided evidence. However, the evidence shows that Mexico and Guatemala also had consultations with Dominican Republic in the same year, which could suggest that China might have visited one of these countries before Dominican Republic. But without more", "em": 0.0, "f1": 0.0 }, { "quid": 3014249, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who criticised Iraq in the same month as James Baker?", "golds": [ "Tony Blair" ], "pred": "In the month of December 2009, James Baker criticised Iraq. This is evident from the following facts:\n\n1. James Baker made a visit to Iraq on the 5th of December 2006 and on the 1st of September 2006.", "em": 0.0, "f1": 0.0 }, { "quid": 3044495, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was supported by the Japanese government official before China?", "golds": [ "Representatives (Japan)" ], "pred": "The Japanese government official was supporting the Japanese before China.", "em": 0.0, "f1": 0.0 }, { "quid": 3053548, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 5 October 2006, who wanted to negotiate with China?", "golds": [ "Roh Moo Hyun", "France", "Lien Chan" ], "pred": "Multiple countries, including France, South Korea, and Japan, wanted to negotiate with China on various issues such as cooperation and settling disputes.", "em": 1.0, "f1": 0.0909090909090909 }, { "quid": 3045601, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first person with whom Iraq had a telephone conversation?", "golds": [ "Associated Press" ], "pred": "The first person with whom Iraq had a telephone conversation is not explicitly stated in the provided evidence. However, the earliest recorded visit or host visit mentioned is Mitch McConnell on 2005-01-09 and 2005-01-08, followed by the Military", "em": 0.0, "f1": 0.0 }, { "quid": 3048209, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Prime Minister of India, which country would like to cooperate with China first?", "golds": [ "South Korea" ], "pred": "Japan is the country that would like to cooperate with China first, as evidenced by multiple instances of both countries expressing their intent to cooperate and cooperate economically in January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3049041, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the last to declare its intention to negotiate with Cambodia, before the Foreign Minister of Malaysia?", "golds": [ "Thailand" ], "pred": "China was the last country to declare its intention to negotiate with Cambodia, before the Foreign Minister of Malaysia.", "em": 0.0, "f1": 0.0 }, { "quid": 3024072, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, with whom did the Children of Thailand first want to negotiate?", "golds": [ "Thailand" ], "pred": "After China, with whom the Children of Thailand first wanted to negotiate was Vietnam. This is based on the evidence that on 2005-01-05, both Thailand and Vietnam expressed their intent to meet or negotiate.", "em": 1.0, "f1": 0.06451612903225806 }, { "quid": 3030183, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who would want to negotiate with Malaysia on the same day as Sondhi Limthongkul?", "golds": [ "Government Religious (Malaysia)" ], "pred": "No one would want to negotiate with Malaysia on the same day as Sondhi Limthongkul, as he was a controversial figure in Thailand at the time, known for making inflammatory statements and leading protests against the government. On December 8, 2005, he announced his", "em": 0.0, "f1": 0.09523809523809523 }, { "quid": 3038986, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did the Inquirer last publish negative remarks about the militant monk of the Philippines?", "golds": [ "2006-03" ], "pred": "March 2006", "em": 0.0, "f1": 0.5 }, { "quid": 3012609, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who negotiated with China first, after the Nigerian government?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Japan negotiated with China first, after the Nigerian government. The evidence shows that Japan and China had consultations and investigations starting from January 3, 2005, and China made threats towards Japan on February 1, 2005. This timeline suggests that the negotiations", "em": 0.0, "f1": 0.0 }, { "quid": 3033051, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to provide humanitarian aid to China before South Korea?", "golds": [ "Norodom Sihanouk" ], "pred": "The last country to provide humanitarian aid to China before South Korea was Japan, on 2005-01-06.", "em": 0.0, "f1": 0.0 }, { "quid": 3039979, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Which country has Oman expressed an intention to meet with after the year 2013?", "golds": [ "Iran", "Qatar", "South Africa", "Mahmoud Ahmadinejad", "Sudan", "Iraq", "Tanzania", "Vilnius University" ], "pred": "Thailand, as per the event on 2005-02-04.", "em": 0.0, "f1": 0.0 }, { "quid": 3010699, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to negotiate with Ethiopia?", "golds": [ "Representatives (Ethiopia)" ], "pred": "The last to negotiate with Ethiopia was Mwai Kibaki on 2005-03-08.", "em": 0.0, "f1": 0.13333333333333336 }, { "quid": 3038691, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to be defeated by Kuwait's conventional forces?", "golds": [ "Business (Kuwait)" ], "pred": "Iraq was the first to be defeated by Kuwait's conventional forces, as Kuwait successfully repelled Iraq's invasion in 1990-1991. However, it's important to note that the events in Brazil and Latvia mentioned in the evidence are unrelated to this conflict.", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3024892, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to condemn Kuwait?", "golds": [ "Human Rights Watch" ], "pred": "Iraq was the last to condemn Kuwait. The evidence shows that Kuwait and Qatar expressed intent to cooperate in 2005, and both countries made statements and provided material aid to each other. Kuwait also consulted with Iran and South Korea, and met or negotiated with", "em": 0.0, "f1": 0.0 }, { "quid": 3003596, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Robert Hill make the request to China?", "golds": [ "2005-06-08" ], "pred": "Robert Hill made the request to China on 2005-06-08.", "em": 1.0, "f1": 0.42857142857142855 }, { "quid": 3040809, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was criticised by United Nations Special Rapporteurs after China?", "golds": [ "Other Authorities / Officials (Burundi)", "Iran", "Barack Obama" ], "pred": "Japan was criticised by United Nations Special Rapporteurs after China.", "em": 0.0, "f1": 0.0 }, { "quid": 3018563, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did China first reject Ma Ying Jeou?", "golds": [ "2005-01" ], "pred": "The specific month when China first rejected Ma Ying Jeou is January 2005, as evidenced by the dates provided in the data. However, it is important to note that there are multiple instances of China rejecting Ma Ying Jeou in January 2005, as per the", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3006745, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who first made Cambodia suffer from conventional military forces?", "golds": [ "Police (Cambodia)" ], "pred": "Vietnam first made Cambodia suffer from conventional military forces.", "em": 0.0, "f1": 0.1818181818181818 }, { "quid": 3038071, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China last sign an agreement with the Middle East?", "golds": [ "2015-05-16" ], "pred": "China last signed an agreement with the Middle East on 2005-03-23. The agreement was a cooperation agreement between China and the Palestinian Authority, signed by Chinese Foreign Minister Li Zhaoxing and Palestinian President Mahmoud Abbas.", "em": 0.0, "f1": 0.0 }, { "quid": 3037529, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country did Malaysia wish to meet after Oct, the year 2013?", "golds": [ "Citizen (Thailand)", "Thailand", "Xi Jinping", "Citizen (Singapore)", "China" ], "pred": "The country that Malaysia wished to meet after Oct, the year 2013 is not provided in the given evidence. The evidence only provides information about events and interactions between Malaysia and other countries in the year 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3053535, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of Sri Lanka sign an agreement with the Sinhalese?", "golds": [ "2015-08-07" ], "pred": "The leader of Sri Lanka signed an agreement with the Sinhalese on August 7, 2015.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3052916, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 3 October 2005, who visited Ethiopia?", "golds": [ "Joao Miranda", "Transitional National Government", "African Union", "Mwai Kibaki", "Isma\u00efl Omar Guelleh", "Sudan", "Benjamin William Mkapa" ], "pred": "African Union members, Sudanese government, Sudanese citizens, and possibly other individuals or groups from various countries.", "em": 1.0, "f1": 0.23529411764705882 }, { "quid": 3050096, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Human Rights Group of Cambodia first appeal to Cambodia?", "golds": [ "2012-01-24" ], "pred": "The Human Rights Group of Cambodia first appealed to Cambodia on March 12, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3015594, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Cambodia, who did Chen Deming want to meet with?", "golds": [ "A.P. Sharma", "Ethiopia", "Undersecretary (United States)", "France", "Christine Lagarde", "China" ], "pred": "Chen Deming did not specify who he wanted to meet with before Cambodia in the given evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3026098, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "In 2011, who appealed for Kuwait?", "golds": [ "Human Rights Watch", "Information / Communication / Transparency Ministry (Iraq)", "Iraq" ], "pred": "Mahmoud Abbas, the President of the Palestinian National Authority, appealed for Kuwait in 2011. However, the provided evidence is from 2005, not 2011. The correct answer cannot be determined based on the given evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3029946, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to meet with China on 24 July 2015?", "golds": [ "Raymond Tshibanda", "Japan", "Barack Obama" ], "pred": "Multiple countries and individuals wanted to meet with China on 24 July 2015, including Japan, Barack Obama, Raymond Tshibanda, Thailand, Ethiopia, William Ruto, and Vietnam. China also made statements and engaged in diplomatic cooperation with Thailand, and Xi Jin", "em": 1.0, "f1": 0.1142857142857143 }, { "quid": 3054043, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made an appeal to Djibouti after 19 December 2006?", "golds": [ "Vietnam", "Ministry (Djibouti)", "UN Security Council" ], "pred": "Ethiopia made an appeal to Djibouti on 19 December 2006.", "em": 0.0, "f1": 0.16666666666666669 }, { "quid": 3014656, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the first person with whom Thailand expressed the intention to meet in 2014?", "golds": [ "Citizen (Thailand)" ], "pred": "The first person with whom Thailand expressed the intention to meet in 2014 was a Protester from Thailand on January 3, 2014.", "em": 0.0, "f1": 0.09523809523809525 }, { "quid": 3025313, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before K\u014dichir\u014d Genba, who was the last to appeal to China?", "golds": [ "Bruce Golding" ], "pred": "The last person to appeal to China before K\u014dichir\u014d Genba was himself, as he made an appeal or request to China on 2011-09-23.", "em": 0.0, "f1": 0.0 }, { "quid": 3045760, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country wanted to meet with China first, after Kathleen Sebelius?", "golds": [ "South Korea" ], "pred": "China was the country that wanted to meet with China first, after Kathleen Sebelius. This is based on the evidence that Kathleen Sebelius expressed intent to meet or negotiate with China on 2005-07-27, which is earlier than any other country mentioned in the evidence", "em": 0.0, "f1": 0.0 }, { "quid": 3009532, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first person to visit China after Marie-George Buffet?", "golds": [ "Prachanda" ], "pred": "The first person to visit China after Marie-George Buffet is not specified in the provided evidence. The evidence only shows that Marie-George Buffet visited China on August 22, 2008, and hosted visits from Vietnam on November 17 and 18, 20", "em": 0.0, "f1": 0.0 }, { "quid": 3041502, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to visit Iraq after Sheikh Ahmed Abdullah?", "golds": [ "United Arab Emirates" ], "pred": "Qatar was the first country to visit Iraq after Sheikh Ahmed Abdullah, as evidenced by the \"Qatar | Host a visit | Sheikh Ahmed Abdullah | 2006-03-07\" statement.", "em": 0.0, "f1": 0.0 }, { "quid": 3039383, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Thailand honoured Yoshihiko Noda?", "golds": [ "2011-08" ], "pred": "The exact month when Thailand honoured Yoshihiko Noda is not specified in the provided evidence. The evidence only shows that Yoshihiko Noda made statements and demands in various months from October 2010 to January 2011, but there is no mention of any honours", "em": 0.0, "f1": 0.05263157894736842 }, { "quid": 3020990, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to visit Cambodia after the representatives of Vietnam?", "golds": [ "Thailand" ], "pred": "Vietnam was the first country to visit Cambodia after the representatives of Vietnam, as there is a record of a visit on 2005-03-15.", "em": 0.0, "f1": 0.0 }, { "quid": 3034876, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who last would wish to visit Thailand before Middle East did?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Who last would wish to visit Thailand before Middle East did?\n\nThe answer is Okada Katsuya, as he made a visit to Middle East on March 30, 2005, which is later than any visit to Thailand recorded in the evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3010058, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who attacked Thailand with small arms and light weapons last in 2009?", "golds": [ "Insurgent (Thailand)" ], "pred": "The citizens of Malaysia, United States, and possibly Myanmar (Immigrants) attacked Thailand with small arms and light weapons in 2009. The evidence suggests that there were multiple arrests, detainments, or charges with legal action against citizens of these countries, as well as investigations and", "em": 0.0, "f1": 0.05128205128205129 }, { "quid": 3010598, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Canadian Ministry of Finance, Economy, Trade and Industry first express its intention to negotiate with Kuwait?", "golds": [ "2006" ], "pred": "The Canadian Ministry of Finance, Economy, Trade and Industry did not express its intention to negotiate with Kuwait in the given timeframe. The earliest mention of a Canadian government entity expressing intent to meet or negotiate is in 2021.", "em": 0.0, "f1": 0.0 }, { "quid": 3010232, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would wish to visit China in Sep 25th, 2006?", "golds": [ "Valdas Adamkus", "Algirdas Butkevi\u010dius", "NASA", "Burma Union Solidarity and Development Association" ], "pred": "- The person who would wish to visit China on Sep 25th, 2006 is likely to be a diplomat or a high-level government official from Japan, as there are multiple instances of diplomatic cooperation and negotiation between Japan and China in the months leading up to Sep", "em": 0.0, "f1": 0.044444444444444446 }, { "quid": 3035935, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to want to meet with China after Adji Otheth Ayassor?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "The first to want to meet with China after Adji Otheth Ayassor was China, as evidenced by the multiple instances of China hosting a visit, making a visit, and meeting at a 'third' location with Adji Otheth Ayassor. Adji Otheth Ayass", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3020496, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to formally sign an agreement with Malaysia, after Trinidad and Tobago?", "golds": [ "Oman" ], "pred": "Nigeria was the first country to formally sign an agreement with Malaysia, after Trinidad and Tobago. This is based on the fact that there is an agreement signing event between Olusegun Obasanjo (Nigeria) and Patrick Manning (Trinidad and Tobago) on August 2,", "em": 0.0, "f1": 0.0 }, { "quid": 3030448, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Ministry of Foreign Affairs of Ethiopia first express its intention to negotiate with Ethiopia?", "golds": [ "2011-04-14" ], "pred": "The Ministry of Foreign Affairs of Ethiopia first expressed its intention to negotiate with Eritrea on February 4, 2005, and with Djibouti on the same date, as well as on March 7, 2005. It also expressed its intention to meet", "em": 0.0, "f1": 0.0 }, { "quid": 3031979, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China last make a request to the government of South Africa?", "golds": [ "2006-02-12" ], "pred": "China made a request to the government of South Africa on 2005-02-05.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3009794, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Ministry of Chechnya visit China?", "golds": [ "2005-11" ], "pred": "The Ministry of Chechnya did not visit China in the provided data. The data only mentions visits by Japan, a nurse from Macao, and lawmakers from Japan to China.", "em": 0.0, "f1": 0.0 }, { "quid": 3052553, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to express optimism about Thailand, before Singapore's Ministry of Foreign Affairs?", "golds": [ "Citizen (Thailand)" ], "pred": "The last to express optimism about Thailand, before Singapore's Ministry of Foreign Affairs, was a Citizen of Thailand on 2005-02-16.", "em": 0.0, "f1": 0.17391304347826084 }, { "quid": 3010515, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In February 2008, which country used conventional military force against Ethiopia?", "golds": [ "Sudan" ], "pred": "Sudan used conventional military force against Ethiopia in February 2008. However, it's important to note that the exact date of the military action is not provided in the evidence. The evidence suggests that there were multiple instances of military action and threats of military action between Sudan and Ethiopia", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3013652, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country made the first request to China in 2008?", "golds": [ "South Korea" ], "pred": "Malawi made the first request to China in 2008.", "em": 0.0, "f1": 0.0 }, { "quid": 3042336, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to praise China before Pier Ferdinando Casini?", "golds": [ "Branko Crvenkovski" ], "pred": "The last person to praise China before Pier Ferdinando Casini was China, as they hosted a visit from Pier Ferdinando Casini on 2005-12-12.", "em": 0.0, "f1": 0.0 }, { "quid": 3049826, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made the first appeal for Ethiopia?", "golds": [ "Isaias Afewerki" ], "pred": "The first appeal for Ethiopia was made by Isaias Afewerki, the President of Eritrea, on January 3, 2005. This was followed by several consultations and appeals from various countries, including Sudan, Yemen, and Djibout", "em": 1.0, "f1": 0.125 }, { "quid": 3013727, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Thailand, who supported the workers of Thailand?", "golds": [ "Cabinet / Council of Ministers / Advisors (Thailand)", "Company - Owner or Operator (Thailand)", "United Arab Emirates" ], "pred": "The government of Thailand, specifically the Cabinet/Council of Ministers/Advisors, provided economic aid and met with citizens to discuss their concerns. However, they also rejected some of the citizens' requests and accused them of wrongdoing. The Member of Parliament also engaged in material cooperation with citizens", "em": 0.0, "f1": 0.2926829268292683 }, { "quid": 3006236, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to negotiate with Malaysia?", "golds": [ "Yemen" ], "pred": "Yemen was the first country to negotiate with Malaysia in 2005.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3004790, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before July 2005, who made optimistic remarks about Ethiopia?", "golds": [ "Eritrea", "Djibouti", "Sudan" ], "pred": "Before July 2005, several countries and organizations made optimistic remarks about Ethiopia. These include Sudan, Yemen, Djibouti, and Transparency International. Japan also signed a formal agreement with Ethiopia. However, it's important to note that Erit", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3048761, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Iraq use small arms and light weapons against the Iraqi judge?", "golds": [ "2008-06-27" ], "pred": "The evidence suggests that the Iraqi judge was targeted with small arms and light weapons by a rebel group in Iraq, possibly with the support or influence of Iran. The threat of military force against the judge was made on January 15 and 16, 2005. However, it is", "em": 0.0, "f1": 0.0 }, { "quid": 3005293, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when the citizens of Australia last visited Iraq?", "golds": [ "2015-07" ], "pred": "The last recorded visit of citizens of Australia to Iraq was on January 15, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3041832, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Office of the United Nations High Commissioner for Human Rights last appeal to Cambodia?", "golds": [ "2007" ], "pred": "The Office of the United Nations High Commissioner for Human Rights last appealed to Cambodia in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3037156, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 24 February 2009, who wanted to negotiate with Thailand?", "golds": [ "Anupong Paochinda", "Abhisit Vejjajiva", "Association of Southeast Asian Nations" ], "pred": "Thailand and various countries, including China, Japan, South Korea, and the United States, wanted to negotiate with Thailand.", "em": 0.0, "f1": 0.0 }, { "quid": 3017919, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the African Union, which country last used conventional military force against Djibouti?", "golds": [ "Eritrea" ], "pred": "South Africa, on May 3, 2005, the South African Police used conventional military force within South Africa. Djibouti was not involved in this event.", "em": 0.0, "f1": 0.0 }, { "quid": 3040645, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to negotiate with China on 24 March 2009?", "golds": [ "Finance / Economy / Commerce / Trade Ministry (Australia)", "Japan" ], "pred": "Multiple countries and entities, including Japan, South Africa, Australia, South Korea, Vietnam, and China, expressed intent to meet or negotiate with each other on 24 March 2009. Additionally, China and Vietnam also expressed intent to cooperate, settle disputes, engage in diplomatic cooperation", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3037462, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did South Africa host the visit from Iraq?", "golds": [ "2006-03-07" ], "pred": "Iraq did not host a visit from South Africa in the given time frame (2005). The closest match is France hosting a visit from Iraq on 2005-01-14.", "em": 0.0, "f1": 0.0 }, { "quid": 3023731, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the government of Cape Verde, which country did China praise first?", "golds": [ "South Korea" ], "pred": "China praised Cape Verde first, before any other country mentioned in the evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3044918, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to reject Malaysia after High Commission for Refugees did?", "golds": [ "China" ], "pred": "Japan was the first country to reject Malaysia after High Commission for Refugees did, as evidenced by the date of the rejection (2005-01-19) being earlier than any other country mentioned in the provided data.", "em": 0.0, "f1": 0.0 }, { "quid": 3030262, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who asked for China in the same month of Kwabena Duffuor?", "golds": [ "Catherine Ashton", "South Korea", "Ma Ying Jeou", "Lawmaker (Hong Kong)", "Japan" ], "pred": "It is not clear who asked for China in the same month of Kwabena Duffuor as there are multiple events involving China and other countries in the given timeframe. However, there are events involving China and Japan in January 2005, as well as events involving China and Portugal,", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3010318, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Malaysia, who hosted the visit of Alberto Gonzales?", "golds": [ "Middle East", "Colombia", "Mexico", "Iraq" ], "pred": "Mexico hosted a visit of Alberto Gonzales before Malaysia. The dates are 2005-03-30 for Mexico and 2005-11-17 for Malaysia.", "em": 1.0, "f1": 0.1 }, { "quid": 3017334, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the government of the Occupied Palestinian Territories, which country did China make the last request to?", "golds": [ "Japan" ], "pred": "The government of the Occupied Palestinian Territories was not mentioned in the provided evidence. Therefore, China did not make the last request to the government of the Occupied Palestinian Territories.", "em": 0.0, "f1": 0.0 }, { "quid": 3045938, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to praise Ethiopia after Philip Hammond?", "golds": [ "Japan" ], "pred": "The first country to praise Ethiopia after Philip Hammond was Japan, on June 1, 2013.", "em": 1.0, "f1": 0.125 }, { "quid": 3040743, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In the same year, who did Human Rights Watch condemn in Oman?", "golds": [ "Malaysia", "Israeli Defense Forces", "Teodoro Obiang Nguema Mbasogo", "Combatant (Yemen)", "Member of the Judiciary (Egypt)", "Barack Obama" ], "pred": "Human Rights Watch condemned the Government of Oman in 2005.", "em": 0.0, "f1": 0.26666666666666666 }, { "quid": 3037390, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited Thailand in Dec, the year 2015?", "golds": [ "National Security Advisor (Pakistan)", "Terrorist (Syria)", "Alhaji Lai Mohammed", "Sheikh Hamad bin Khalifa al-Thani" ], "pred": "The evidence shows that several individuals from Thailand, including citizens, a governor, a party member, a member of parliament, and a villager, engaged in symbolic acts and expressed intent to engage in diplomatic cooperation (such as policy support) in the year 2005. However, the exact month", "em": 0.0, "f1": 0.0 }, { "quid": 3016972, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 8 May 2006, which country did Thailand use conventional military force against?", "golds": [ "Malaysia", "Military (Cambodia)", "Citizen (Thailand)", "Employee (Laos)" ], "pred": "Cambodia\n\nThe evidence provided indicates that on 8 May 2006, Thailand used conventional military force against another country, and an armed gang in Thailand was fighting with small arms and light weapons. The most likely country Thailand would have used military force against in this context is Cambodia, as", "em": 0.0, "f1": 0.1 }, { "quid": 3044087, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to sign an agreement with Thailand in 2015?", "golds": [ "China" ], "pred": "China was the first country to sign an agreement with Thailand in 2015.", "em": 1.0, "f1": 0.14285714285714288 }, { "quid": 3000149, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who praised Cambodia before 2008?", "golds": [ "United Nations Children's Fund", "Vietnam", "China", "Japan", "Roh Moo Hyun" ], "pred": "The evidence provided shows that several countries and organizations praised Cambodia before 2008. These include:\n\n1. Police (Cambodia) - Praise or endorse by Cambodia in 2005-03-11.\n2. Thailand - P", "em": 0.0, "f1": 0.0 }, { "quid": 3041567, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to praise Cambodia?", "golds": [ "Vietnam" ], "pred": "The first country to praise Cambodia was China, on March 28, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3013412, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made optimistic remarks about Thailand on 11 February 2010?", "golds": [ "Suwat Liptapanlop" ], "pred": "Abhisit Vejjajiva made optimistic remarks about Thailand on 11 February 2010.", "em": 0.0, "f1": 0.0 }, { "quid": 3054749, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised Burundi after Ali Muhammad Mujawar?", "golds": [ "Tanzania", "Mwai Kibaki", "Rupiah Banda", "William E. Ward", "UN Security Council" ], "pred": "The evidence shows that Ali Muhammad Mujawar hosted a visit from Burundi on April 3, 2008, and also engaged in negotiation with the Senate of Burundi on the same day. However, there is no direct evidence that Burundi praised Ali Muhammad Muj", "em": 0.0, "f1": 0.0 }, { "quid": 3024020, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country to receive humanitarian aid from Iraq?", "golds": [ "Citizen (Australia)" ], "pred": "Iran was the first country to receive humanitarian aid from Iraq, specifically on January 27, 2005. This aid was in the form of humanitarian aid provided to Aceh, which was affected by a tsunami. However, it's important to note that the relationship between Iraq", "em": 0.0, "f1": 0.0 }, { "quid": 3022994, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Federica Mogherini first express her intention to meet with Iraq?", "golds": [ "2014-12-19" ], "pred": "Federica Mogherini first expressed her intention to meet with Iraq on December 19, 2014.", "em": 0.0, "f1": 0.23529411764705882 }, { "quid": 3038947, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Iraq first express an intention to negotiate?", "golds": [ "Kuwait" ], "pred": "Iraq first expressed an intention to negotiate with Kuwait.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3021404, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, who was the last to be endorsed by the Kenyan head of government?", "golds": [ "Democratic Party" ], "pred": "The last to be endorsed by the Kenyan head of government before China was not mentioned in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3006355, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country praised Kuwait first, after the leader of Egypt?", "golds": [ "China" ], "pred": "South Korea praised Kuwait first, after the leader of Egypt.", "em": 0.0, "f1": 0.0 }, { "quid": 3006972, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the armed gang of Saudi Arabia use unconventional force against Kuwait?", "golds": [ "2015" ], "pred": "2005-02-08", "em": 0.0, "f1": 0.0 }, { "quid": 3046748, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the United States envoy first wish to engage in diplomatic cooperation with China?", "golds": [ "2006-07-07" ], "pred": "The United States envoy first wished to engage in diplomatic cooperation with China on January 6, 2005, as indicated by the event \"Japan | Express intent to engage in diplomatic cooperation (such as policy support) | China | 2005-01-06\".", "em": 0.0, "f1": 0.0 }, { "quid": 3052007, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the citizens of International, who was the last to request Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "The last to request Thailand was a Citizen (Thailand) on 2005-01-31.", "em": 1.0, "f1": 0.2857142857142857 }, { "quid": 3051158, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Iraq, which country received the Foreign Affairs of Romania's visit from the Foreign Affairs of Romania?", "golds": [ "Japan", "France" ], "pred": "Portugal was the country that received a visit from the Foreign Affairs of Romania before Iraq. The visit took place on 2005-01-19.", "em": 0.0, "f1": 0.0 }, { "quid": 3049451, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first receive Benedict XVI's visit from Benedict XVI after Iraq did?", "golds": [ "Mexico" ], "pred": "Mexico was the first country to receive Benedict XVI's visit after Iraq, on April 25, 2005.", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3006388, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to negotiate with Thailand after the United Arab Emirates?", "golds": [ "Abhisit Vejjajiva" ], "pred": "The first to negotiate with Thailand after the United Arab Emirates was Gerhard Schr\u00f6der on 2005-02-14.", "em": 0.0, "f1": 0.0 }, { "quid": 3032667, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the military of Hungary, who would like to negotiate with Iraq first?", "golds": [ "Citizen (Australia)" ], "pred": "The military of Hungary would like to negotiate with Iraq first. This is based on the evidence that the military of Hungary has expressed intent to meet or negotiate with Iraq in 2005-02-18 and 2006-09-19.", "em": 0.0, "f1": 0.0 }, { "quid": 3020072, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 16 December 2015, who made an appeal on behalf of China?", "golds": [ "Zhang Dejiang" ], "pred": "Xi Jinping made an appeal on behalf of China on 16 December 2015.", "em": 0.0, "f1": 0.0 }, { "quid": 3043244, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China endorse the leader of Egypt?", "golds": [ "2014-12-23" ], "pred": "The evidence provided does not show China endorsing the leader of Egypt. The dates and entities mentioned are related to Japan, South Korea, and various individuals, but there is no mention of Egypt or any Egyptian leader being endorsed by China.", "em": 0.0, "f1": 0.0 }, { "quid": 3035823, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made a request to the Malaysian police after Malaysia?", "golds": [ "Court Judge (Malaysia)", "Citizen (Thailand)", "Environment Department/Ministry (Malaysia)", "Men (Malaysia)", "China" ], "pred": "Japan made a request to the Malaysian police.", "em": 0.0, "f1": 0.0 }, { "quid": 3028113, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 9 July 2005?", "golds": [ "Envoy (United States)", "Head of Government (Grenada)" ], "pred": "- The following individuals visited China on 9 July 2005:\n - Envoy (United States)\n - Head of Government (Grenada)\n - Wen Jiabao (as he expressed intent to meet or negotiate with various parties)\n- Additionally,", "em": 1.0, "f1": 0.23529411764705882 }, { "quid": 3014784, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the UN Security Council criticise Cambodia?", "golds": [ "2011-02-14" ], "pred": "The UN Security Council did not criticise Cambodia in the provided evidence. The evidence consists of statements, demands, consultations, and rallies related to various countries and individuals, but there is no mention of any criticism of Cambodia.", "em": 0.0, "f1": 0.0 }, { "quid": 3038690, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did China last sign formal agreements with Pervez Musharraf?", "golds": [ "2006-06" ], "pred": "January (2005-01-04)", "em": 0.0, "f1": 0.0 }, { "quid": 3034334, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Sondhi Limthongkul express his intention to meet with China?", "golds": [ "2006-04-01" ], "pred": "Sondhi Limthongkul expressed his intention to meet with China on December 8, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3027654, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the presidential family of the United States last visit China?", "golds": [ "2009" ], "pred": "The presidential family of the United States last visited China in 2006. This can be inferred from the context of the events, as the events listed are diplomatic visits and negotiations between Japan and China, and a visit by a nurse from Macao to China, which occurred in early 200", "em": 0.0, "f1": 0.0 }, { "quid": 3053492, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did China first support Mahmoud Ahmadinejad?", "golds": [ "2005" ], "pred": "2005-06-27", "em": 1.0, "f1": 0.5 }, { "quid": 3037420, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to negotiate with Djibouti?", "golds": [ "Sudan" ], "pred": "The last country to negotiate with Djibouti was Sudan on 2005-03-09.", "em": 1.0, "f1": 0.14285714285714288 }, { "quid": 3053437, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Iraq, with which country did Adil Abdul-Mahdi begin negotiations?", "golds": [ "Iran" ], "pred": "The evidence provided shows that Adil Abdul-Mahdi was primarily involved in negotiations, statements, and endorsements related to Iraq from 2005 to 2007. There is no evidence of negotiations with any other country during this time period. Therefore, it cannot be determined with the", "em": 0.0, "f1": 0.0 }, { "quid": 3018601, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Ethiopia, which country received Abu Bakr Abdullah al-Qirbi's visit from Abu Bakr Abdullah al-Qirbi first?", "golds": [ "Yemen" ], "pred": "The country that received Abu Bakr Abdullah al-Qirbi's visit after Ethiopia was Kuwait, as he made two visits to Kuwait in December 2005 (10th and 11th).", "em": 0.0, "f1": 0.0 }, { "quid": 3016549, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the last to praise Thailand in 2009?", "golds": [ "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "Abhisit Vejjajiva praised Thailand in 2009.", "em": 0.0, "f1": 0.0 }, { "quid": 3030517, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did Segolene Royal first support after China?", "golds": [ "Tony Blair" ], "pred": "Segolene Royal first supported France after China.\n\nExplanation:\n1. Segolene Royal made a visit to China on January 6, 2007, and again on January 5, 2007. China also hosted a visit from Segolene Royal on", "em": 0.0, "f1": 0.0 }, { "quid": 3050138, "qtype": "before_after", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Which country did Malaysia make a request to after the year 2014?", "golds": [ "UN Security Council", "Citizen (Unidentified State Actor)", "Citizen (Thailand)", "Chuck Hagel", "Maldives", "Vietnam", "China" ], "pred": "Japan made a request to Malaysia after the year 2014, as per the provided data, the latest date mentioned is 2005-01-11. However, it's important to note that the data provided is from 2005, and there might have been requests", "em": 0.0, "f1": 0.0 }, { "quid": 3043645, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Thai military, which country last gave humanitarian aid to Thailand?", "golds": [ "Japan" ], "pred": "Laos and Japan last gave humanitarian aid to Thailand.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3029568, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country did Djibouti blame last in 2008?", "golds": [ "Eritrea" ], "pred": "Eritrea", "em": 1.0, "f1": 1.0 }, { "quid": 3012737, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to establish diplomatic cooperation with Thailand in 2005?", "golds": [ "France" ], "pred": "China was the first country to establish diplomatic cooperation with Thailand in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3051386, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country that Thailand fought with small arms and light weapons?", "golds": [ "Citizen (Thailand)" ], "pred": "The last country that Thailand fought with small arms and light weapons was within Thailand itself, as the evidence provided refers to various armed groups, gangs, citizens, and opposition fighting within the country in the year 2005.", "em": 0.0, "f1": 0.0625 }, { "quid": 3013417, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Malaysia last praise Islam Karimov?", "golds": [ "2012-10-27" ], "pred": "The last time Malaysia praised Islam Karimov was on 2005-04-05, when the President of India, Abdul Kalam, visited Uzbekistan and met with Islam Karimov. During the meeting, both leaders expressed their mutual respect and admiration for each", "em": 0.0, "f1": 0.0 }, { "quid": 3007447, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did China blame before 23 April 2005?", "golds": [ "Japan", "Iran" ], "pred": "Before 23 April 2005, China did not blame any country in the provided data.", "em": 0.0, "f1": 0.0 }, { "quid": 3002701, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Yoon Sang-jick express his intention to meet with China?", "golds": [ "2015" ], "pred": "2015-10-27", "em": 1.0, "f1": 0.5 }, { "quid": 3016442, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who had a telephone conversation with Iraq after Apr, 2007?", "golds": [ "Royal Administration (Saudi Arabia)", "Barack Obama", "Iran", "Nuri al-Maliki", "Agence France-Presse", "Media (Africa)" ], "pred": "The individuals and entities who had a telephone conversation with Iraq after Apr, 2007 are not provided in the given evidence. The evidence only includes visits, threats, consultations, and investigations, but no telephone conversations are mentioned.", "em": 0.0, "f1": 0.0 }, { "quid": 3014442, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the last to praise China before Javier Solana?", "golds": [ "Iran" ], "pred": "The country that was the last to praise China before Javier Solana was the Palestinian Territory, Occupied, on 2005-03-03.", "em": 0.0, "f1": 0.0 }, { "quid": 3019067, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the US Undersecretary of State first accuse China?", "golds": [ "2007-06-14" ], "pred": "The US Undersecretary of State first accused China on 2005-02-01.", "em": 0.0, "f1": 0.0 }, { "quid": 3019854, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "With which country did Iraq want to establish diplomatic cooperation before October 2006?", "golds": [ "Kuwait", "Yemen", "Government Official (Russia)", "Iran" ], "pred": "Iran", "em": 1.0, "f1": 1.0 }, { "quid": 3027604, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the men of Argentina use unconventional force against China?", "golds": [ "2013" ], "pred": "The men of Argentina did not use unconventional force against China in any year provided in the evidence. The evidence only mentions Japan and China, and no mention is made of Argentina.", "em": 0.0, "f1": 0.0 }, { "quid": 3004502, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country expressed an interest in cooperation with China on 10 October 2009?", "golds": [ "South Korea", "Japan" ], "pred": "Japan and South Korea expressed an interest in cooperation with China on 10 October 2009.", "em": 1.0, "f1": 0.23529411764705882 }, { "quid": 3017345, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 22 March 2015, which country was negotiating with China?", "golds": [ "Iran", "South Korea", "Japan" ], "pred": "On 22 March 2015, Japan was negotiating with China.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3007577, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the Chinese dissident make optimistic remarks about China?", "golds": [ "2012" ], "pred": "2005-01-31", "em": 0.0, "f1": 0.0 }, { "quid": 3003550, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before Oct, the year of 2015, which country did Ethiopia decline?", "golds": [ "UN Security Council", "Foreign Affairs (Ethiopia)", "Doctors Without Borders", "Eritrea", "Human Rights Watch" ], "pred": "Eritrea", "em": 1.0, "f1": 1.0 }, { "quid": 3052723, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country offered cooperation to China in the same month as Yoshihiko Noda?", "golds": [ "Vietnam", "South Korea" ], "pred": "The country that offered cooperation to China in the same month as Yoshihiko Noda (June 2010) is not explicitly mentioned in the provided data. However, it can be inferred that the country could be any nation that cooperated with China during that month, as Yoshih", "em": 0.0, "f1": 0.0 }, { "quid": 3008061, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the Royal Administration of Jordan paid a visit to Thailand?", "golds": [ "2005-12" ], "pred": "The exact month when the Royal Administration of Jordan paid a visit to Thailand is not specified in the provided evidence. However, the visits of other entities such as the United States, Japan, and Jack Straw are documented in January 2005.", "em": 0.0, "f1": 0.05405405405405405 }, { "quid": 3040303, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who visited Abdullah G\u00fcl on the same month of China?", "golds": [ "Dragan \u0160utanovac" ], "pred": "Abdullah G\u00fcl visited China on the same month of China in 2005-02.", "em": 0.0, "f1": 0.0 }, { "quid": 3055077, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to appeal to China after the leader of Pakistan?", "golds": [ "Hui Liangyu" ], "pred": "The first to appeal to China after the leader of Pakistan was Wen Jiabao, the Prime Minister of China, on January 3, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3044202, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to criticise Ethiopia?", "golds": [ "Barack Obama" ], "pred": "No country has criticised Ethiopia in the given evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3043655, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the citizens of Montenegro praise China for the first time?", "golds": [ "2014" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3016088, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did Surakiart Sathirathai make a request to on the same day as Thailand?", "golds": [ "Cambodia" ], "pred": "The request was made to the United Nations on the same day as Thailand, as there is no other country mentioned in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3002299, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to express the intention to meet with Djibouti?", "golds": [ "Citizen (Djibouti)" ], "pred": "All the countries mentioned in the evidence have expressed the intention to meet or negotiate with Djibouti, or to cooperate with Djibouti, at different times in 2005. Therefore, it is not possible to determine the last one to express the intention to meet with Dj", "em": 0.0, "f1": 0.0625 }, { "quid": 3044493, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, who was the first to blame South Korea?", "golds": [ "Citizen (North Korea)" ], "pred": "China was the first to blame South Korea.", "em": 0.0, "f1": 0.18181818181818182 }, { "quid": 3029827, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country did South Africa announce its intention to negotiate with in the same month as Oman?", "golds": [ "Tanzania", "China" ], "pred": "South Africa announced its intention to negotiate with Japan in the same month as Oman. Both countries were mentioned in the same day (2005-02-05) as having expressed intent to meet or negotiate.", "em": 0.0, "f1": 0.0 }, { "quid": 3023329, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month as the Ministry of Justice of Thailand, who would like to engage in diplomatic cooperation with China?", "golds": [ "Thailand", "South Korea", "France", "Maithripala Sirisena", "Sudan", "Vietnam", "Citizen (Africa)" ], "pred": "In the same month as the Ministry of Justice of Thailand, who would like to engage in diplomatic cooperation with China? Both Thailand and Japan would like to engage in diplomatic cooperation with China in January 2005.", "em": 1.0, "f1": 0.08333333333333333 }, { "quid": 3002428, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would like to participate in diplomatic cooperation with China on 11 October 2008?", "golds": [ "Ma Ying Jeou", "Japan" ], "pred": "Japan, China, Iran, France, Ma Ying Jeou, International Monetary Fund, Media Personnel (China), Mexico, Kuomintang, Iran, China, Mexico, Kuomintang, Iran, China, South Africa, China, and South Africa would like to participate in diplomatic cooperation", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3044346, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to criticise China before the National Democratic Institute for International Affairs?", "golds": [ "Envoy (United States)" ], "pred": "The last to criticise China before the National Democratic Institute for International Affairs was not found in the provided evidence. The evidence only shows consultations, visits, and statements made by the National Democratic Institute for International Affairs, but not any criticisms of China.", "em": 0.0, "f1": 0.0 }, { "quid": 3039546, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Thailand seek to establish diplomatic cooperation with the protester of Thailand?", "golds": [ "2010-03" ], "pred": "The month in which Thailand sought to establish diplomatic cooperation with the protester of Thailand is February.", "em": 0.0, "f1": 0.0 }, { "quid": 3013780, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the armed rebels of Niger accuse China?", "golds": [ "2007-07" ], "pred": "August 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3036612, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make optimistic remarks about Iraq after the Iraqi party member?", "golds": [ "Mahmoud Ahmadinejad" ], "pred": "The first to make optimistic remarks about Iraq after the Iraqi party member was the Envoy (United States) on 2005-01-11.", "em": 0.0, "f1": 0.0 }, { "quid": 3005188, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Inquirer have a telephone conversation with Eduardo Villanueva?", "golds": [ "2009" ], "pred": "2009-01-19", "em": 1.0, "f1": 0.5 }, { "quid": 3027410, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In Jun, the year of 2006, who praised China?", "golds": [ "Rabbi (Morocco)", "Association of Southeast Asian Nations", "Sali Berisha", "Pervez Musharraf", "Donald Rumsfeld", "Islam Karimov", "Government (Africa)", "Le Hong Anh", "Laos", "Abdoulaye Wade", "Japan" ], "pred": "Japan and Association of Southeast Asian Nations praised China.", "em": 1.0, "f1": 0.7142857142857143 }, { "quid": 3046075, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who wanted to negotiate with China in June 2015?", "golds": [ "Tony Tan Keng Yam", "Vietnam", "Citizen (Australia)", "Wang Yi", "Angola", "France", "Japan" ], "pred": "Both Japan and South Korea wanted to negotiate with China in June 2015.", "em": 1.0, "f1": 0.14285714285714288 }, { "quid": 3005800, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the indigenous people of Syria support China?", "golds": [ "2011-11-26" ], "pred": "There is no evidence in the provided data that the indigenous people of Syria supported China during the time period covered by the data.", "em": 0.0, "f1": 0.0 }, { "quid": 3032876, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 21 December 2006, which country wanted to negotiate with China?", "golds": [ "Japan" ], "pred": "Japan", "em": 1.0, "f1": 1.0 }, { "quid": 3026747, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Ismet Yilmaz last visit Iraq?", "golds": [ "2015" ], "pred": "In 2015, Ismet Yilmaz last visited Iraq.", "em": 1.0, "f1": 0.25 }, { "quid": 3026370, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Oman formally sign an agreement after 23 January 2013?", "golds": [ "Kuwait", "Iran", "Malaysia", "Japan", "Vietnam" ], "pred": "Oman", "em": 0.0, "f1": 0.0 }, { "quid": 3022508, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China accuse the dissident of China?", "golds": [ "2005" ], "pred": "The year is not specified in the provided evidence. However, the earliest date mentioned in the evidence is 2005-01-06, and the latest date is 2005-02-01. Therefore, it is possible that China accused the dissident of China in January", "em": 1.0, "f1": 0.07142857142857142 }, { "quid": 3049036, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would wish to visit Cambodia in July 19th, 2006?", "golds": [ "Future Movement", "Roh Moo Hyun" ], "pred": "The person who would wish to visit Cambodia on July 19, 2006, could be James Wolfensohn, as he made a visit to Cambodia on February 11, 2005, and there is no other recorded visit to Cambodia by", "em": 0.0, "f1": 0.0 }, { "quid": 3008418, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who praised Malaysia in the same month as Jeff Rathke?", "golds": [ "International Government Organizations" ], "pred": "The person who praised Malaysia in the same month as Jeff Rathke is not explicitly stated in the provided evidence. However, it is clear that Malaysia was involved in diplomatic cooperation with various countries, including Thailand and France, in 2005. The exact individuals who praised Malaysia are not specified in the", "em": 0.0, "f1": 0.0 }, { "quid": 3047477, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Thailand last express an interest in cooperation?", "golds": [ "Cambodia" ], "pred": "With China, Thailand last expressed an interest in cooperation.", "em": 0.0, "f1": 0.0 }, { "quid": 3040333, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Djibouti, who was the last country with which Barack Obama formally signed an agreement?", "golds": [ "Muhammad VI" ], "pred": "Sudan was the last country with which Barack Obama formally signed an agreement before Djibouti, on April 11, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3038058, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 12 June 2006, who caused unconventional violence in Thailand?", "golds": [ "Armed Opposition (Thailand)" ], "pred": "Armed Opposition (Thailand)", "em": 1.0, "f1": 1.0 }, { "quid": 3041924, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who had a telephone conversation with the Inquirer on 4 November 2008?", "golds": [ "Eid Kabalu" ], "pred": "Eid Kabalu and the Inquirer had a telephone conversation on 4 November 2008.", "em": 1.0, "f1": 0.2666666666666667 }, { "quid": 3000137, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to negotiate with the Indian Ministry of External Affairs before China?", "golds": [ "Khandu Wangchuk" ], "pred": "The last country to negotiate with the Indian Ministry of External Affairs before China was not mentioned in the provided evidence. The evidence only shows the countries that negotiated with China.", "em": 0.0, "f1": 0.0 }, { "quid": 3011978, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited China in Apr, 2014?", "golds": [ "Defense / Security Ministry (United States)", "Malaysia", "Governor (Japan)", "Naval (Bangladesh)", "Shimon Peres", "Xi Jinping", "Business (South Korea)", "Head of Government (South Korea)", "Chuck Hagel", "Foreign Affairs (Malaysia)", "Lawmaker (Hong Kong)", "Japan", "Barack Obama" ], "pred": "Japan and Thailand visited China in Jan, 2005 and Jan-Feb, 2005. There is no evidence of any visit in Apr, 2014.", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3037097, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the City Mayor of United States endorse Iraq?", "golds": [ "2008-01-02" ], "pred": "The City Mayor of United States did not endorse Iraq at any time during the given period. The evidence provided shows various endorsements and visits between the United States, Iraq, and Iran, but no endorsement of Iraq by the City Mayor of United States.", "em": 0.0, "f1": 0.0 }, { "quid": 3041943, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Wen Jiabao last express interest in cooperation with China?", "golds": [ "2010-10" ], "pred": "January 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3014501, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Umaru Musa Yar'Adua express cooperation with China?", "golds": [ "2008-02-29" ], "pred": "Umaru Musa Yar'Adua expressed cooperation with China on May 30, 2007. This is evident from the statement \"Umaru Musa Yar'Adua | Praise or endorse | China | 2007-05-", "em": 0.0, "f1": 0.0 }, { "quid": 3007434, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did International Monetary Fund reject Swaziland?", "golds": [ "2011-08-27" ], "pred": "There is no record of the International Monetary Fund rejecting Swaziland in the provided data.", "em": 0.0, "f1": 0.0 }, { "quid": 3023471, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited Thailand on 21 February 2012?", "golds": [ "Indigenous People (Middle East)" ], "pred": "On 21 February 2012, the following individuals or groups visited Thailand:\n\n1. Media Personnel (Thailand)\n2. Citizen (Thailand)\n3. Thailand (Government)\n4. Indigenous People (Middle East)\n\nThe evidence", "em": 1.0, "f1": 0.2857142857142857 }, { "quid": 3003040, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the leader of Bahrain visit Kuwait for the first time?", "golds": [ "2015-01" ], "pred": "The leader of Bahrain did not visit Kuwait in the given timeframe. The data provided only mentions visits by leaders of Germany, Malaysia, Tony Blair, the United States, and El Salvador, but not Bahrain.", "em": 0.0, "f1": 0.0 }, { "quid": 3001419, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Djibouti make a request to last?", "golds": [ "Indigenous People (Yemen)" ], "pred": "The last country Djibouti made a request to was Ethiopia on 2005-02-16.", "em": 0.0, "f1": 0.0 }, { "quid": 3019482, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Isaias Afewerki make pessimistic comments about Ethiopia?", "golds": [ "2007-01" ], "pred": "November 2005", "em": 0.0, "f1": 0.0 }, { "quid": 3046990, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who wanted to negotiate with China in May 2014?", "golds": [ "Nuri al-Maliki", "Malaysia", "Lawmaker (Japan)", "Head of Government (Turkmenistan)", "Abdullah G\u00fcl", "Head of Government (Portugal)", "South Korea", "South Africa", "Jaber Mubarak Al-Sabah", "Japan", "Barack Obama" ], "pred": "Malaysia and Japan wanted to negotiate with China in May 2014.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3045229, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to visit China before Hisham Qandil?", "golds": [ "Prachanda" ], "pred": "Christine Lagarde was the last to visit China before Hisham Qandil.\n\nExplanation:\n- The dates of Hisham Qandil's visits to Sudan are from 2012-09-20 to 2012-09-", "em": 0.0, "f1": 0.0 }, { "quid": 3055685, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was the first to telephone the Inquirer in 2009?", "golds": [ "Police (Philippines)" ], "pred": "The first person to telephone the Inquirer in 2009 was not specified in the provided evidence. However, the evidence shows that various individuals and organizations, including the police and politicians, discussed matters with the Inquirer by telephone throughout the year.", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3030868, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to express an intention to engage in diplomatic cooperation with China, before the Foreign Ministry of Belarus?", "golds": [ "Shaukat Aziz" ], "pred": "The last country to express an intention to engage in diplomatic cooperation with China, before the Foreign Ministry of Belarus, was Vietnam on 2005-01-09.", "em": 0.0, "f1": 0.0 }, { "quid": 3010273, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who wanted to negotiate with Ethiopia in the same month as Benjamin William Mkapa?", "golds": [ "African Union", "Sudan" ], "pred": "No one wanted to negotiate with Ethiopia in the same month as Benjamin William Mkapa.", "em": 0.0, "f1": 0.0 }, { "quid": 3004359, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Russia, which country was the first to use conventional military force against Iraq?", "golds": [ "France" ], "pred": "Iran was the first country to use conventional military force against Iraq, as it provided military aid to Iraqi rebels in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3050066, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was last willing to engage in diplomatic cooperation with Comoros?", "golds": [ "Iran" ], "pred": "Yemen was the last country willing to engage in diplomatic cooperation with Comoros, as evidenced by the dates of the events in the provided data. Specifically, Yemen expressed intent to engage in diplomatic cooperation on February 2, 2007, and again on February 1,", "em": 0.0, "f1": 0.0 }, { "quid": 3052373, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who wanted to negotiate with China on the same day as Pascal Affi N'Guessan?", "golds": [ "Mexico", "South Korea", "Lawrence Cannon", "Japan" ], "pred": "No one wanted to negotiate with China on the same day as Pascal Affi N'Guessan, as there is no evidence of any such negotiation taking place on the same day as any of the events involving Pascal Affi N'Guessan.", "em": 0.0, "f1": 0.0 }, { "quid": 3023331, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Media of Russia, who was the last to accuse Thailand?", "golds": [ "Member of Parliament (Thailand)" ], "pred": "The last to accuse Thailand was a Citizen (Thailand) on 2005-02-14.", "em": 0.0, "f1": 0.125 }, { "quid": 3054498, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Malaysia negotiated with Julia Gillard?", "golds": [ "2011-07-22" ], "pred": "The last recorded negotiation between Malaysia and Julia Gillard was not found in the provided evidence. The evidence provided pertains to Julia Gillard's interactions with various individuals and groups within Australia, including members of the opposition, businesspeople, and citizens. There is no mention of any negotiations with Malaysia.", "em": 0.0, "f1": 0.0 }, { "quid": 3003431, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Oman before Khaled Bahah?", "golds": [ "Foreign Affairs (India)" ], "pred": "The last person to visit Oman before Khaled Bahah was Armed Rebel (Yemen) on 2015-03-16.", "em": 0.0, "f1": 0.0 }, { "quid": 3024370, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 12 September 2014, which country expressed an interest in cooperating with Malaysia?", "golds": [ "Vietnam", "Kazakhstan", "Thailand", "China", "Japan" ], "pred": "Thailand\n\nReference(s):\n- Government Lawyer/Representative (Malaysia) | Make statement | Malaysia | 2014-09-12\n- Thailand | Express intent to cooperate | Malaysia | 2014-09-12\n- Malaysia", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3027889, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country to which Cambodia released prisoners?", "golds": [ "Activist (Cambodia)" ], "pred": "The last country to which Cambodia released prisoners is not explicitly mentioned in the provided evidence. However, it can be inferred that no country was mentioned as receiving prisoners from Cambodia in the given timeframe.", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3020339, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Iraq request for on the same month of the Government of Germany?", "golds": [ "Haider Al-Abadi" ], "pred": "Iraq did not request for any specific country on the same month of the Government of Germany. The closest event is a consultation between Iraq and Iran on 2005-01-27 and 2005-01-25.", "em": 0.0, "f1": 0.0 }, { "quid": 3041431, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to praise Kuwait before Zillur Rahman?", "golds": [ "Ali Jannati" ], "pred": "Mahmoud Ahmadinejad was the last to praise Kuwait before Zillur Rahman.", "em": 0.0, "f1": 0.0 }, { "quid": 3002811, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Barack Obama negotiate with Cambodia?", "golds": [ "2009" ], "pred": "2005 or 2006", "em": 0.0, "f1": 0.0 }, { "quid": 3029753, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In August 2015, who used unconventional force against China?", "golds": [ "Criminal (China)" ], "pred": "No unconventional force was used against China in August 2015. The data provided shows diplomatic interactions between Japan and China, as well as Thailand expressing intent to engage in diplomatic cooperation with China.", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3049487, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did Iraq last sign an agreement with the Business of Iraq?", "golds": [ "2010-12" ], "pred": "The Business of Iraq did not sign an agreement with Iraq in the provided month range. The earliest agreement mentioned is between Iraq and Iran on 2005-01-03, and the latest agreement is between France and Iran on 2005-01-26.", "em": 0.0, "f1": 0.0 }, { "quid": 3001059, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country about which Malaysia made pessimistic remarks?", "golds": [ "China" ], "pred": "Sudan was the last country about which Malaysia made pessimistic remarks. This is inferred from the sequence of events where Malaysia consulted with Sudan on January 27, 2005, and there are no subsequent events related to any other country that could be interpreted as making pessim", "em": 0.0, "f1": 0.0 }, { "quid": 3055944, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Iraq negotiate with the US Council of Ministers?", "golds": [ "2005" ], "pred": "In 2005, Iraq negotiated with the US Council of Ministers.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3002186, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who made a request to China on the same day as Heinz Fischer?", "golds": [ "George Yeo" ], "pred": "On the same day as Heinz Fischer made a request to Romania (2006-05-03), Zurab Nogaideli also consulted with Heinz Fischer (2006-03-27). However, it's important to note that the", "em": 0.0, "f1": 0.0 }, { "quid": 3046905, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Djibouti first wish to engage in diplomatic cooperation?", "golds": [ "Qatar" ], "pred": "Eritrea is the country with which Djibouti first wished to engage in diplomatic cooperation, as there are three records of Djibouti expressing intent to engage in diplomatic cooperation with Eritrea before any other country. However, it's important to note that the first official diplom", "em": 0.0, "f1": 0.0 }, { "quid": 3009606, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "What was the last country with which Djibouti expressed interest in cooperation?", "golds": [ "Ethiopia" ], "pred": "Qatar", "em": 0.0, "f1": 0.0 }, { "quid": 3052801, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time China's media personnel denounced China?", "golds": [ "2011-12-14" ], "pred": "The last time China's media personnel denounced China was not found in the provided evidence. The evidence shows Japan's media personnel making statements, demanding, consulting, and threatening China, as well as China's responses such as investigating, consulting, and threatening Japan. However, there is no evidence of China", "em": 0.0, "f1": 0.0 }, { "quid": 3017471, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Abdul Kalam receive the visit from Kuwait?", "golds": [ "2006-06-14" ], "pred": "There is no record of a visit from Kuwait during the time period provided. The visits recorded are from Islam Karimov, Pervez Musharraf, Mahmoud Abbas, Governor (India), Maumoon Abdul Gayoom, and Carlo Azeglio Ciampi.", "em": 0.0, "f1": 0.0 }, { "quid": 3004437, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Benedict XVI, who made the first appeal on behalf of China?", "golds": [ "Yasuo Fukuda" ], "pred": "Benedict XVI made the first appeal on behalf of China in 2005-04-20.", "em": 0.0, "f1": 0.0 }, { "quid": 3036024, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 19 June 2015, which country praised Iraq?", "golds": [ "Romania" ], "pred": "Romania praised Iraq on 19 June 2015.\n\nThis question is based on the following news article:\n\nRomania Praises Iraq's Efforts to Combat Terrorism\n\nOn June 19, 2015, Romania praised Iraq for its", "em": 1.0, "f1": 0.08333333333333333 }, { "quid": 3013808, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Oman, which country last hosted Isma\u00efl Omar Guelleh's visit from Isma\u00efl Omar Guelleh?", "golds": [ "Qatar" ], "pred": "Qatar was the last country to host Isma\u00efl Omar Guelleh's visit before Oman.", "em": 1.0, "f1": 0.13333333333333333 }, { "quid": 3001974, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the activist from the United States visit China for the first time?", "golds": [ "2010-02-06" ], "pred": "The activist from the United States did not visit China during the given time frame (January 4, 2005, to January 25, 2005). The only individuals mentioned in the provided evidence are Ma Ying Jeou (Taiwanese politician), a nurse from", "em": 0.0, "f1": 0.0 }, { "quid": 3051275, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time the Foreign Minister of India visited Thailand?", "golds": [ "2014-05-16" ], "pred": "The last time the Foreign Minister of India visited Thailand was not mentioned in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3038962, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the last to visit Ethiopia in 2011?", "golds": [ "South Sudan" ], "pred": "Japan was the last country to visit Ethiopia in 2011. The evidence shows that Japan engaged in diplomatic cooperation with Ethiopia on 2011-01-28, which is the latest date among the visits mentioned in the evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3034144, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China negotiate with Chen Bingde?", "golds": [ "2009" ], "pred": "2009-10-15", "em": 1.0, "f1": 0.5 }, { "quid": 3026864, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who gave humanitarian aid to China on 7 April 2008?", "golds": [ "Transport (South Korea)" ], "pred": "No humanitarian aid was given to China on 7 April 2008, as the provided evidence only shows actions such as expressing intent to meet or negotiate, providing aid to other countries, coercing dissidents, protesting violently, rioting, consulting, making statements, and engaging in", "em": 0.0, "f1": 0.0 }, { "quid": 3011281, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country that Thailand wanted to meet with before the United Arab Emirates?", "golds": [ "Japan" ], "pred": "The last country that Thailand wanted to meet with before the United Arab Emirates was Iran, as evidenced by the consultations that took place on February 1, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3023930, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who paid a visit to Ethiopia on 3 August 2005?", "golds": [ "African Union" ], "pred": "John Garang, the leader of Sudan, paid a visit to Ethiopia on 3 August 2005. This visit was significant as it was during this time that he signed a formal agreement with the African Union. Additionally, he made a symbolic act as a citizen of Sudan and also", "em": 1.0, "f1": 0.10256410256410257 }, { "quid": 3034731, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Thailand, to whom did the indigenous people of Thailand make an appeal?", "golds": [ "Cambodia", "Noppadon Pattama" ], "pred": "The indigenous people of Thailand made an appeal to various individuals and groups within Thailand, including citizens, governors, party members, media personnel, and a director general. However, there is no evidence in the provided data that they made an appeal to any external entity or government.", "em": 0.0, "f1": 0.0 }, { "quid": 3022441, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was last threatened by Iraq?", "golds": [ "France" ], "pred": "Iran was last threatened by Iraq.", "em": 0.0, "f1": 0.0 }, { "quid": 3023117, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the indigenous people of South Korea, who last gave a visit to China?", "golds": [ "Barack Obama" ], "pred": "The indigenous people of South Korea last gave a visit to China before Emperor Akihito of Japan.", "em": 0.0, "f1": 0.0 }, { "quid": 3024743, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did the Rabbi of Morocco last praise China?", "golds": [ "2006-06" ], "pred": "The Rabbi of Morocco last praised China on January 3, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3035968, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In 2008-02, who would wish to visit China?", "golds": [ "Head of Government (Nigeria)", "Envoy (United States)", "Xi Jinping", "Japan Self-Defense Forces", "Wen Jiabao", "Kim Kye Gwan", "Noppadon Pattama", "Sudan", "Joon Young Woo", "Chen Zhili", "Yasuo Fukuda", "Umaru Musa Yar'Adua", "Cabinet / Council of Ministers / Advisors (United States)", "Japan", "Business (Taiwan)" ], "pred": "In 2008-02, who would wish to visit China?\n\nBased on the provided evidence, it appears that Japan and Thailand were engaging in diplomatic cooperation with China in early 2005. However, the question asks about 2008-02. Without additional", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3018469, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised China on 21 October 2005?", "golds": [ "Mainland Affairs Council" ], "pred": "Wen Jiabao, the Prime Minister of China, praised China on 21 October 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3052793, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did Barack Obama first praise Thailand?", "golds": [ "2011-11" ], "pred": "I could not find any specific month when Barack Obama first praised Thailand in the provided data. The earliest mention of Thailand in the data is a visit to Iraq on January 08, 2006, but it does not indicate any praise from Obama.", "em": 0.0, "f1": 0.0 }, { "quid": 3024513, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country to be commended by Oman?", "golds": [ "Ali Abdullah Saleh" ], "pred": "The first country to be commended by Oman is not explicitly mentioned in the provided evidence. However, the evidence shows that Oman expressed intent to cooperate with several countries, including Yemen, Iran, and Thailand, and also consulted with South Korea. It is also possible that the rights activist from O", "em": 0.0, "f1": 0.0 }, { "quid": 3055019, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Kuwait sign an agreement with Iraq's national airline?", "golds": [ "2013-01-22" ], "pred": "There is no evidence that Kuwait signed an agreement with Iraq's national airline. The closest evidence is Kuwait making a statement about Iraq (2005-03-10), providing economic aid to Iraq (2005-02-28), praising or endorsing", "em": 0.0, "f1": 0.0 }, { "quid": 3031836, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Catherine Ashton want to negotiate with in the same month of Kuwait?", "golds": [ "Hashim Tha\u00e7i", "Iran", "Oman", "Middle East", "Qatar" ], "pred": "Catherine Ashton wanted to negotiate with China in the same month of Kuwait, as there are multiple records of her engaging in negotiations with China in September 2009, while there is no record of any negotiation with Kuwait during that month.", "em": 0.0, "f1": 0.0 }, { "quid": 3006995, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit China after Mohammad Soleimani?", "golds": [ "Lien Chan" ], "pred": "Huang Ju was the first to visit China after Mohammad Soleimani, as he consulted with Mohammad Soleimani on October 30, 2005, one day after Mohammad Soleimani's visit to China on October 27,", "em": 0.0, "f1": 0.0 }, { "quid": 3033956, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country received the visit from Mar\u00eda \u00c1ngela Holgu\u00edn on the same year of Cambodia?", "golds": [ "Bolivia", "Colombia" ], "pred": "Thailand received the visit from Mar\u00eda \u00c1ngela Holgu\u00edn in the same year as Cambodia. The visit took place on 2005-01-24.", "em": 0.0, "f1": 0.0 }, { "quid": 3028053, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country did China threaten in the same month of the Women of China?", "golds": [ "Vietnam" ], "pred": "Japan\n\nThe country that China threatened in the same month as the Women of China event is Japan. This is based on the evidence provided, which shows multiple instances of China threatening Japan and engaging in negotiation and diplomatic cooperation with Japan in February 2005. There are no instances of China threatening", "em": 0.0, "f1": 0.0 }, { "quid": 3028987, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Muhammad Naji al-Otari praise Kuwait?", "golds": [ "2006-08" ], "pred": "The month in which Muhammad Naji al-Otari praised Kuwait is August 2006. This is based on the evidence provided, which shows that Muhammad Naji al-Otari made a statement praising Kuwait on August 23, 2006.", "em": 0.0, "f1": 0.07407407407407407 }, { "quid": 3034823, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Barack Obama first want to establish diplomatic cooperation with Malaysia?", "golds": [ "2014-04-25" ], "pred": "The first evidence of Barack Obama expressing intent to engage in diplomatic cooperation with Malaysia is from January 29, 2005, as he was a Senator at the time. However, it's important to note that the specific actions or policies he was referring to are not explicitly stated in the", "em": 0.0, "f1": 0.0 }, { "quid": 3055504, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Javier Solana make his first appeal to Ethiopia?", "golds": [ "2005" ], "pred": "The first appeal made by Javier Solana that can be found in the provided evidence is to Mahmoud Abbas on 2005-01-29. However, Ethiopia is not mentioned in any of the provided evidence, so it cannot be determined when Javier Solana made his", "em": 1.0, "f1": 0.05714285714285715 }, { "quid": 3034037, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Thailand, who last used small arms and light weapons to fight the Insurgent of Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "The Armed Opposition of Thailand and Armed Gang of Thailand used small arms and light weapons to fight the citizens of Thailand before Thailand did.", "em": 0.0, "f1": 0.10526315789473684 }, { "quid": 3055144, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit China before Jos\u00e9 Bayardi?", "golds": [ "Prachanda" ], "pred": "The last person to visit China before Jos\u00e9 Bayardi was a nurse from Macao on January 4, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3011716, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the legislature of Iraq, who last made Iraq suffer from conventional military forces?", "golds": [ "United States Senate" ], "pred": "The legislature of Iraq, Japan, South Korea, a rebel group in Iraq, Iran, the Japan Self-Defense Forces, other authorities/officials from Armenia, the military from Lithuania, the government of Italy, and Kuwait all made Iraq suffer from conventional military forces at different times", "em": 0.0, "f1": 0.0 }, { "quid": 3014727, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before March 2013, who blamed Iraq?", "golds": [ "Iran", "Government Commission (United States)", "Party Member (Iraq)", "Kuwait", "Congress (United States)", "Mahmoud Ahmadinejad", "Foreign Affairs (Syria)", "Supreme Council (Iraq)", "Saud bin Faisal bin Abdul-Aziz", "Member of Parliament (Iraq)", "Legislature (Iraq)", "Al Jazeera", "Associated Press", "Tariq Aziz" ], "pred": "Before March 2013, the United States and other Western countries primarily blamed Iraq for the instability and violence in the region, particularly in the aftermath of the 2003 invasion. This is evident in various news articles and statements from political leaders during the time period of January", "em": 0.0, "f1": 0.1 }, { "quid": 3028915, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the citizens of International first express their intention to meet with China?", "golds": [ "2014" ], "pred": "The citizens of International first expressed their intention to meet with China in the year 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3029606, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who visited Oman first, after the Ministry of Transport of South Korea?", "golds": [ "Ali Muhammad Mujawar" ], "pred": "The Ministry of Transport of South Korea visited Oman first, on September 24, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3014386, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Thailand, whom did Sondhi Limthongkul first request?", "golds": [ "Citizen (Thailand)" ], "pred": "Sondhi Limthongkul first requested Thailand.", "em": 0.0, "f1": 0.28571428571428575 }, { "quid": 3051057, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which was the first country with which Thailand signed an agreement after Cambodia?", "golds": [ "Japan" ], "pred": "The first country with which Thailand signed an agreement after Cambodia was not mentioned in the provided evidence. However, it is worth noting that there were several consultations and visits between the two countries, but no agreements were explicitly mentioned.", "em": 0.0, "f1": 0.0 }, { "quid": 3029646, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 29 January 2010?", "golds": [ "Ricardo Cabrisas" ], "pred": "Ricardo Cabrisas, Vincent C. Siew, Xi Jinping, and a citizen from Thailand visited China on 29 January 2010. Additionally, Cambodia, South Africa, and Iran were involved in various interactions with China on that day. The United States Senate also", "em": 1.0, "f1": 0.10526315789473684 }, { "quid": 3037377, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit China after the Prime Minister of Burundi?", "golds": [ "Abdoulaye Wade" ], "pred": "Mwai Kibaki was the first to visit China after the Prime Minister of Burundi, as he visited China on August 26, 2005, while the Prime Minister of Burundi visited China on August 25, 2005. However, it's", "em": 0.0, "f1": 0.0 }, { "quid": 3005967, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Against whom did Ethiopia last use conventional military force?", "golds": [ "Secret Agent (Ethiopia)" ], "pred": "Sudan", "em": 0.0, "f1": 0.0 }, { "quid": 3044820, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "Which year did Farouk al-Sharaa first praise Iraq?", "golds": [ "2005" ], "pred": "The first instance where Farouk al-Sharaa praised Iraq was on 2005-04-30.", "em": 1.0, "f1": 0.13333333333333333 }, { "quid": 3021678, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, with whom did the Italian Foreign Ministry last want to meet?", "golds": [ "UN Security Council" ], "pred": "Portugal was the last country with whom the Italian Foreign Ministry expressed intent to meet before China, on January 5, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3013165, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, which was the last country Kuwait wished to meet?", "golds": [ "Iraq" ], "pred": "The last country Kuwait wished to meet in 2007, based on the provided evidence, is not explicitly stated. However, the latest recorded intent to meet or negotiate was with Germany on February 24, 2005. The latest recorded intent to cooperate was with Qatar on", "em": 0.0, "f1": 0.0 }, { "quid": 3014607, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Iraq was first rejected by who?", "golds": [ "Mitch McConnell" ], "pred": "Mitch McConnell, a U.S. Senator, rejected Iraq in 2005-01-13.", "em": 1.0, "f1": 0.2857142857142857 }, { "quid": 3036387, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country in the Middle East to sign an agreement before China?", "golds": [ "Japan" ], "pred": "The last country in the Middle East to sign an agreement before China was Iraq, on March 22, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3021351, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Yongyuth Wichaidit first express his intention to negotiate with Thailand?", "golds": [ "2012-04-02" ], "pred": "Yongyuth Wichaidit first expressed his intention to negotiate with Thailand on April 2, 2012.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3043783, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Iraq before Morteza Sarmadi?", "golds": [ "Indigenous People (United Kingdom)" ], "pred": "The last person to visit Iraq before Morteza Sarmadi is not explicitly stated in the provided evidence. However, based on the chronological order of the events, it appears that Morteza Sarmadi's last visit to Iraq was on April 2, 2015, and the earliest", "em": 0.0, "f1": 0.0 }, { "quid": 3015666, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before China, who received the visit from the Military of New Zealand?", "golds": [ "Timor-Leste", "Vietnam", "Prime Minister Qarase", "Middle East", "Iraq" ], "pred": "Before China, who received the visit from the Military of New Zealand was not mentioned in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3003584, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country made the first appeal for Thailand in 2015?", "golds": [ "South Korea" ], "pred": "South Korea made the first appeal for Thailand in 2015.", "em": 1.0, "f1": 0.33333333333333337 }, { "quid": 3022677, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In May of 2007, who paid a visit to China?", "golds": [ "Kuomintang", "Winston Peters", "Lawmaker (Japan)", "Wang Anshun", "Huang Ju", "Vietnam", "Jian Yu", "African Union", "Envoy (United States)", "Somsavat Lengsava", "Maxime Verhagen", "Hui Liangyu", "Business (Taiwan)", "Japan", "Ahmad bin Abdul-Nabi Mekki", "Head of Government (Germany)" ], "pred": "Ma Ying Jeou, who is a politician from Taiwan, paid a visit to China in January of 2005. This is evident from the statements \"Nurse (Macao) | Make a visit | China | 2005-01-04\" and \"Ma Y", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3014788, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country last expressed its intention to cooperate with Thailand?", "golds": [ "Cambodia" ], "pred": "Cambodia", "em": 1.0, "f1": 1.0 }, { "quid": 3025299, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 10 April 2005?", "golds": [ "Ministry (Egypt)", "Kuomintang", "Lien Chan" ], "pred": "Lien Chan, a politician from Taiwan's Kuomintang party, visited China on 10 April 2005. The visit was hosted by China. Additionally, the Kuomintang party also visited China on the same day.", "em": 1.0, "f1": 0.15384615384615385 }, { "quid": 3020590, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year was Jin Renqing last optimistic about China?", "golds": [ "2005" ], "pred": "2005\n\nThe evidence provided shows that Jin Renqing made optimistic comments about China in 2005, specifically on February 21st. After that, there are instances where he made statements about China, but no further optimistic comments were found in the provided evidence. Therefore", "em": 1.0, "f1": 0.0625 }, { "quid": 3046356, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 3 November 2009, with which country did Thailand use small arms and light weapons?", "golds": [ "Citizen (Thailand)", "Military (Cambodia)", "Insurgent (Thailand)", "Cambodia", "Military (Myanmar)" ], "pred": "Cambodia", "em": 1.0, "f1": 1.0 }, { "quid": 3012550, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who wanted to cooperate with China in October 2007?", "golds": [ "Iran", "Association of Southeast Asian Nations", "Vietnam", "South Korea", "Japan", "Iraq" ], "pred": "Many countries and individuals wanted to cooperate with China in October 2007. This is evident from the data provided, which shows that Japan, South Korea, South Africa, Vietnam, and individuals from Nigeria expressed their intent to cooperate with China during that month. Additionally, France and a Nigerian citizen also", "em": 1.0, "f1": 0.09756097560975609 }, { "quid": 3044550, "qtype": "equal", "answer_type": "entity", "time_level": "year", "qlabel": "Single", "question": "Who wanted to establish diplomatic cooperation with Thailand in 2015?", "golds": [ "Citizen (Thailand)", "Cabinet / Council of Ministers / Advisors (Thailand)", "Iran", "South Korea", "Colombia", "China", "Laos", "Japan", "Malaysia", "Vietnam", "Police (Malaysia)", "Cambodia" ], "pred": "Both Vietnam and Cambodia wanted to establish diplomatic cooperation with Thailand in 2015. The United Arab Emirates also established diplomatic cooperation with Thailand in the same year.", "em": 1.0, "f1": 0.0909090909090909 }, { "quid": 3011168, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to praise Djibouti?", "golds": [ "Xi Jinping" ], "pred": "The last to praise Djibouti was Yemen on 2005-02-07.", "em": 0.0, "f1": 0.0 }, { "quid": 3035222, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before May 2007, who threatened China?", "golds": [ "South Korea", "Robert Jones Portman", "Japan", "Criminal (China)", "Henry M. Paulson", "Donald Rumsfeld", "Cabinet / Council of Ministers / Advisors (United States)" ], "pred": "Japan was the country that threatened China before May 2007, as evidenced by the consult and threaten actions between the two countries in the provided data.", "em": 1.0, "f1": 0.08333333333333333 }, { "quid": 3006947, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of South Korea first start negotiations with China?", "golds": [ "2008-05-29" ], "pred": "The leader of South Korea first started negotiations with China on January 6, 2005. This is inferred from the statements made by the South Korean Foreign Affairs and the Cabinet/Council of Ministers, as well as the Chinese statements expressing intent to cooperate on the same dates.", "em": 0.0, "f1": 0.0 }, { "quid": 3023280, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before October 2009, with which country did Oman express the intention to participate in diplomatic cooperation?", "golds": [ "Vietnam", "Kazakhstan", "Iran", "Qatar" ], "pred": "China", "em": 0.0, "f1": 0.0 }, { "quid": 3038743, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was praised first by Cambodia in 2010?", "golds": [ "Vietnam" ], "pred": "Vietnam was praised first by Cambodia in 2010.", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3007804, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would like to negotiate with Thailand on 7 February 2014?", "golds": [ "Citizen (Thailand)" ], "pred": "- Citizen (Thailand) | Express intent to meet or negotiate | Thailand | 2014-02-07\n- Protester (Thailand) | Impose restrictions on political freedoms | Thailand | 2014-02-07\n- Thailand", "em": 1.0, "f1": 0.21052631578947367 }, { "quid": 3046193, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who hosted the visit of the Foreign Ministry of Malaysia after Cambodia?", "golds": [ "Iran", "Vietnam", "China", "Thailand", "United Arab Emirates", "Gurbanguly Berdymukhammedov" ], "pred": "Thailand hosted the visit of the Foreign Ministry of Malaysia after Cambodia. This can be inferred from the sequence of visits mentioned in the evidence, where Thailand is shown to have hosted a visit from Malaysia on 2005-01-24, immediately after Cambodia made a visit", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3051825, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Pervez Musharraf, with which country did China first sign formal agreements?", "golds": [ "Iran" ], "pred": "China first signed formal agreements with Pakistan after Pervez Musharraf. This can be inferred from the dates of the consultations between Pervez Musharraf and Shaukat Aziz, which occurred on January 10, 2005, and the fact that no formal agreements", "em": 0.0, "f1": 0.0 }, { "quid": 3030583, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Foreign Minister of Malaysia, which country did China last want to negotiate with?", "golds": [ "Malaysia" ], "pred": "China last wanted to negotiate with Portugal.", "em": 0.0, "f1": 0.0 }, { "quid": 3021143, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the mayor of the United States make a request to Iraq?", "golds": [ "2006" ], "pred": "2005-02-11", "em": 0.0, "f1": 0.0 }, { "quid": 3008678, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to express the intention to meet with China before the Libertarian Movement Party?", "golds": [ "Head of Government (Germany)" ], "pred": "The last to express the intention to meet with China before the Libertarian Movement Party was China, on 2005-01-07.", "em": 0.0, "f1": 0.0 }, { "quid": 3040060, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "To whom did Ali Abdullah Saleh first make optimistic remarks after China?", "golds": [ "High Commission for Refugees" ], "pred": "Ali Abdullah Saleh made optimistic remarks after China on 2005-05-03.", "em": 0.0, "f1": 0.0 }, { "quid": 3046012, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to negotiate with Ethiopia after Mwai Kibaki?", "golds": [ "Seyoum Mesfin" ], "pred": "Romania was the first to negotiate with Ethiopia after Mwai Kibaki, as they had a consultation on February 22, 2005, before any known negotiations with Ethiopia by Mwai Kibaki. However, it's important to note that the", "em": 0.0, "f1": 0.0 }, { "quid": 3032899, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Djibouti negotiate with Abdirahman Mohamed Farole?", "golds": [ "2009" ], "pred": "2009-03-26", "em": 1.0, "f1": 0.5 }, { "quid": 3020523, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the African Union condemn Comoros for the first time?", "golds": [ "2007" ], "pred": "2007", "em": 1.0, "f1": 1.0 }, { "quid": 3029359, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Kuwait last sign formal agreements in 2010?", "golds": [ "Iran" ], "pred": "Kazakhstan", "em": 0.0, "f1": 0.0 }, { "quid": 3017251, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last country that Cambodia made negative remarks about?", "golds": [ "Abhisit Vejjajiva" ], "pred": "The last country that Cambodia made negative remarks about was Thailand. This is based on the fact that a citizen of Thailand accused Cambodia on March 3, 2005. However, it's important to note that this is a single negative remark, and Cambodia has also made positive", "em": 0.0, "f1": 0.0 }, { "quid": 3015390, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 18 December 2014, which country wanted to establish diplomatic cooperation with Iraq?", "golds": [ "Iran" ], "pred": "Iran", "em": 1.0, "f1": 1.0 }, { "quid": 3012081, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country expressed an interest in cooperating with China in the same month as the other Egyptian authorities and officials?", "golds": [ "Iran", "South Korea", "Angola", "South Africa", "France", "Japan" ], "pred": "Thailand and Japan expressed an interest in cooperating with China in the same month, specifically in January 2005.", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3052744, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country last expressed its intention to meet with China in 2010?", "golds": [ "Japan" ], "pred": "Argentina, as Cristina Fern\u00e1ndez de Kirchner expressed her intention to meet or negotiate with China on multiple occasions in 2010.", "em": 0.0, "f1": 0.0 }, { "quid": 3003987, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who threatened Thailand on 15 May 2007?", "golds": [ "Citizen (Thailand)" ], "pred": "Insurgent (Thailand)", "em": 0.0, "f1": 0.5 }, { "quid": 3012958, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the Businessman of China, who was the first to make China suffer from conventional military forces?", "golds": [ "Ministry of Public Security (China)" ], "pred": "Japan was the first to make China suffer from conventional military forces. The evidence shows that Japan expressed intent to provide material aid, demand, and mobilize or increase armed forces in Iraq, and also expressed intent to cooperate with China and South Korea. China, in turn, expressed intent to cooperate with Japan, South", "em": 0.0, "f1": 0.05128205128205128 }, { "quid": 3018775, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to host the Kuwaiti visit?", "golds": [ "Sudan" ], "pred": "The Netherlands was the last country to host the Kuwaiti visit, as there are no records of a Kuwaiti visit hosted by any other country after the visits hosted by The Hague.", "em": 0.0, "f1": 0.0 }, { "quid": 3047845, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Khaled Bahah first express his intention to meet with China?", "golds": [ "2015-01" ], "pred": "January (2015-01-12)", "em": 1.0, "f1": 0.6666666666666666 }, { "quid": 3049787, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In Aug 13th, 2005, who would wish to visit China?", "golds": [ "Envoy (United States)", "Head of Government (Kenya)", "Mwai Kibaki", "Foreign Affairs (Nepal)" ], "pred": "In Aug 13th, 2005, who would wish to visit China?\n\nBased on the provided evidence, it appears that there were numerous instances of diplomatic cooperation and negotiation between Japan and China in early 2005. However, there is no specific information about", "em": 0.0, "f1": 0.049999999999999996 }, { "quid": 3010858, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first country to be investigated by Iraq?", "golds": [ "Defense / Security Ministry (United States)" ], "pred": "The first country to be investigated by Iraq was Iraq itself, as evidenced by the legislature (Iraq) investigating Iraq on 2005-01-15.", "em": 0.0, "f1": 0.0 }, { "quid": 3052164, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With which country did Kuwait last sign a formal agreement in 2014?", "golds": [ "Iraq" ], "pred": "Japan", "em": 0.0, "f1": 0.0 }, { "quid": 3048629, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to use unconventional violence against Ethiopia?", "golds": [ "Al-Shabaab" ], "pred": "The last to use unconventional violence against Ethiopia was Citizen (Sudan) on 2005-02-03.", "em": 0.0, "f1": 0.0 }, { "quid": 3003908, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Abdulla Yameen, who was the first to express the intention to negotiate with China?", "golds": [ "Islam Karimov" ], "pred": "Xi Jinping was the first to express the intention to negotiate with China after Abdulla Yameen.\n\nExplanation:\n- Abdulla Yameen expressed the intention to meet or negotiate with China on 2014-08-15, but there", "em": 0.0, "f1": 0.0 }, { "quid": 3000456, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country signed formal agreements with Cambodia in December 2006?", "golds": [ "Vietnam", "Laos" ], "pred": "Vietnam and Laos signed formal agreements with Cambodia in December 2006.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3009971, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who formally signed an agreement with Iraq in January 2013?", "golds": [ "Kuwait", "Iran", "Chevron" ], "pred": "Kuwait and Chevron signed formal agreements with Iraq in January 2013.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3037017, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Associated Press make pessimistic remarks about Iraq?", "golds": [ "2006-06" ], "pred": "The Associated Press made pessimistic remarks about Iraq in February 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3003560, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who negotiated with the UN Security Council before Thailand?", "golds": [ "Iran", "Government (Sudan)", "African Union", "Sudan", "Ethiopia", "France", "China", "Separatist Leader (Kosovo)", "Japan" ], "pred": "The African Union, John Garang, and Nabil Shaath negotiated with the UN Security Council before Thailand.", "em": 1.0, "f1": 0.23529411764705882 }, { "quid": 3009684, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first did China appeal for after Julie Bishop?", "golds": [ "Yu Zhengsheng" ], "pred": "The country that China first appealed to after Julie Bishop is not explicitly stated in the provided evidence. However, it is worth noting that Julie Bishop made statements about China on multiple occasions, and there were demands and accusations between her and Julia Gillard, who was the Prime Minister of Australia at the time. It", "em": 0.0, "f1": 0.0 }, { "quid": 3006114, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Luka Bebic last express his intention to meet with China?", "golds": [ "2009" ], "pred": "2009-08-15", "em": 1.0, "f1": 0.5 }, { "quid": 3001212, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Comoros praise last?", "golds": [ "Company - Owner or Operator (Iran)" ], "pred": "Ahmed Abdallah Sambi, who is a party member of Comoros, was praised by Comoros on 2006-05-15.", "em": 0.0, "f1": 0.0 }, { "quid": 3010219, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Director General of Thailand make optimistic comments about Thailand?", "golds": [ "2009-06" ], "pred": "The Director General of Thailand made optimistic comments about Thailand in February 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3045523, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Congress of United States first reject China?", "golds": [ "2009" ], "pred": "The Congress of United States first rejected China in the year 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3050970, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "To which country did Ethiopia express cooperation in the same year as China?", "golds": [ "Tanzania", "Sudan", "Eritrea", "United Arab Emirates" ], "pred": "Iran", "em": 0.0, "f1": 0.0 }, { "quid": 3029039, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2010, who was the first to request a meeting with Cambodia?", "golds": [ "Noppadon Pattama" ], "pred": "James Wolfensohn was the first to request a meeting with Cambodia in 2005. He made a visit to Cambodia on February 11, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3021394, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Kuwait negotiate with Roh Moo Hyun for the first time?", "golds": [ "2007-03-27" ], "pred": "Roh Moo Hyun first negotiated with Kuwait in February 2005, as evidenced by the \"Chongwadai | Consult | Roh Moo Hyun\" entry on February 19, 2005. This was followed by a series of demands", "em": 0.0, "f1": 0.0 }, { "quid": 3039068, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When was the last time Shaukat Aziz made an appeal to China?", "golds": [ "2007-04-20" ], "pred": "The last time Shaukat Aziz made an appeal to China was not found in the given evidence. However, there are instances where China hosted a visit by Shaukat Aziz and Shaukat Aziz consulted with Pervez Musharraf and James Wolfensohn, but no appeal was made", "em": 0.0, "f1": 0.0 }, { "quid": 3031282, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After China, which country did the Ministry of Tourism of Croatia want to meet?", "golds": [ "Iran" ], "pred": "The Ministry of Tourism of Croatia wanted to meet with China. However, there is no direct evidence in the provided data that the Ministry of Tourism of Croatia wanted to meet with any specific country. The data only shows that China was interested in meeting with various countries, including Japan, Thailand, and", "em": 0.0, "f1": 0.0 }, { "quid": 3003314, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before China, which country received Vuk Jeremi\u0107's visit from Vuk Jeremi\u0107?", "golds": [ "Romania" ], "pred": "Romania was the country that received Vuk Jeremi\u0107's visit before China, on September 4, 2007.", "em": 1.0, "f1": 0.11764705882352941 }, { "quid": 3024552, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before September 2007, which country suffered from the conventional military forces of Iraq?", "golds": [ "Mahdi Army", "Combatant (Al Qaeda)", "Kuwait", "Iran", "Iraqi Islamic Party", "Military (Jordan)", "Insurgent (Al Qaeda)", "Adil Abdul-Mahdi" ], "pred": "Iraq was threatened with conventional military forces by various rebel groups within Iraq, and it also received military aid from Iran and other countries such as Japan, South Korea, and Italy. Additionally, Kuwait demonstrated military or police power towards Iraq, and Poland's Chief of Staff made a statement regarding Iraq. However, there is", "em": 1.0, "f1": 0.042553191489361694 }, { "quid": 3013374, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Yoshihiko Noda, which country was the first to express cooperation with China?", "golds": [ "Vietnam" ], "pred": "Vietnam was the first country to express cooperation with China after Yoshihiko Noda. This is based on the fact that Yoshihiko Noda expressed intent to meet or negotiate with Vietnam on May 3, 2011, which is earlier than any other country mentioned in the evidence.", "em": 1.0, "f1": 0.05555555555555556 }, { "quid": 3020217, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China host the visit from the Ministry of Kyrgyzstan?", "golds": [ "2008-07" ], "pred": "The visit from the Ministry of Kyrgyzstan was hosted by China in January 2005. The exact date is not specified in the provided evidence, but it can be inferred that it occurred in January since there are no records of such a visit in February or any other month.", "em": 0.0, "f1": 0.0 }, { "quid": 3036907, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "What was the last country with which Iraq formally signed an agreement?", "golds": [ "China" ], "pred": "Iran, on January 3, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3055382, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Anandiben Patel announce her intention to negotiate with China?", "golds": [ "2015-05-14" ], "pred": "Anandiben Patel announced her intention to negotiate with China on May 14, 2015.", "em": 0.0, "f1": 0.25 }, { "quid": 3043068, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "With whom did the African media have a telephone conversation in the same year of Iraq?", "golds": [ "Governor (Somalia)", "Villager (Somalia)" ], "pred": "The African media had a telephone conversation with Iraq in the same year of 2005. However, there is no specific date or event mentioned in the provided evidence that indicates a telephone conversation between the African media and Iraq. The evidence only shows visits and statements made by various international entities, including media personnel, politicians", "em": 0.0, "f1": 0.0 }, { "quid": 3028918, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before the Moro Islamic Liberation Front, with whom did the Inquirer have a telephone conversation?", "golds": [ "Franklin Drilon", "Benjamin Abalos", "Congress (Philippines)", "Police (Philippines)", "ZTE Corp.", "Priest (Philippines)", "City Mayor (Philippines)" ], "pred": "The Inquirer had a telephone conversation with the Moro Islamic Liberation Front.", "em": 0.0, "f1": 0.0 }, { "quid": 3030391, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make pessimistic comments about Iraq after the citizens of International?", "golds": [ "Ignacio Bunye" ], "pred": "The first to make pessimistic comments about Iraq after the citizens of International were the Iranian government or representatives, on January 26, 27, and 29, 2005. This is based on the chronological order of the events in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3036268, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China receive the visit from the Media Personnel of Japan?", "golds": [ "2008" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3008343, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who wants to negotiate with Iraq in the same month of the Middle East?", "golds": [ "Peter Pace", "Tony Blair", "Central Intelligence Agency", "Donald Rumsfeld" ], "pred": "Who wants to negotiate with Iraq in the same month of the Middle East?\n\nThe following individuals and entities have expressed intent to meet or negotiate with Middle East, which includes Iraq, in the same month:\n\n1. Mahmoud Abbas - 2005-02-0", "em": 0.0, "f1": 0.0 }, { "quid": 3028757, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make optimistic comments about China after Eric Chu?", "golds": [ "Xi Jinping" ], "pred": "The first to make optimistic comments about China after Eric Chu is not specified in the provided evidence. However, it is possible that other individuals or organizations made optimistic comments about China after Eric Chu, but the evidence does not include such information.", "em": 0.0, "f1": 0.0 }, { "quid": 3043054, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the citizens of Saudi Arabia express their intention to meet with Iraq?", "golds": [ "2008-05" ], "pred": "January 2005\n\nThe citizens of Saudi Arabia did not express their intention to meet with Iraq in the given data. However, the closest event that involves Iraq is the Interim Leader of Iraq expressing the intent to meet or negotiate on January 14, 2005. Therefore", "em": 0.0, "f1": 0.0 }, { "quid": 3055946, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Can you tell me the exact month when Thailand praised the workers of Thailand?", "golds": [ "2014-06" ], "pred": "The exact month when Thailand praised the workers of Thailand is not explicitly stated in the provided evidence. However, the events suggest that the praise might have occurred around January 28, 2005, as it was the date when a Member of Parliament consulted with a Citizen about the matter. But", "em": 0.0, "f1": 0.0 }, { "quid": 3049233, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "Which year did Thailand praise the Industry of Thailand?", "golds": [ "2008" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3005507, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Wang Yi praise before Ethiopia?", "golds": [ "Lien Chan", "South Korea", "Pervez Musharraf", "Thailand", "Government (Pakistan)", "Royal Administration (Saudi Arabia)", "Ma Ying Jeou" ], "pred": "There is no evidence that Wang Yi praised Ethiopia before his tenure as a foreign minister. The evidence provided shows Wang Yi making statements, investigating, and demanding or praising Japan, Pakistan, and China.", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3048790, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China last appeal to the government of the Occupied Palestinian Territories?", "golds": [ "2006-05-30" ], "pred": "There is no evidence in the provided data that China last appealed to the government of the Occupied Palestinian Territories. The data only shows appeals and requests made to Japan, China, and international government organizations.", "em": 0.0, "f1": 0.0 }, { "quid": 3005964, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, with whom was Mulatu Teshome first engaged in negotiations?", "golds": [ "Xi Jinping" ], "pred": "Iraq was the first country with whom Mulatu Teshome engaged in negotiations, on February 4, 2014.", "em": 0.0, "f1": 0.0 }, { "quid": 3019570, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Philip Hammond visit Kuwait for the first time?", "golds": [ "2014" ], "pred": "The first visit of Philip Hammond to Kuwait is not found in the given evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3002228, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In April 2010, who made Thailand suffer from unconventional violence?", "golds": [ "Insurgent (Thailand)", "Citizen (Thailand)" ], "pred": "Insurgents, Armed Opposition, and Armed Gangs made Thailand suffer from unconventional violence.", "em": 0.0, "f1": 0.15384615384615385 }, { "quid": 3003623, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In May 26th, 2010, who would wish to visit Ethiopia?", "golds": [ "African Union" ], "pred": "In May 26th, 2010, who would wish to visit Ethiopia?\n\nBased on the provided evidence, it is not possible to determine who would wish to visit Ethiopia on May 26th, 2010. The evidence only shows visits and intentions", "em": 0.0, "f1": 0.0 }, { "quid": 3002411, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who did the United Nations Special Rapporteurs wish to meet with on the same day as Ethiopia?", "golds": [ "Djibouti" ], "pred": "On the same day as Ethiopia, the United Nations Special Rapporteurs wished to meet with Eritrea, Djibouti, the African Union, Iran, and Mwai Kibaki (President of Kenya).", "em": 1.0, "f1": 0.07692307692307693 }, { "quid": 3016121, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Farouk al-Sharaa first express his intention to meet with Iraq?", "golds": [ "2005" ], "pred": "2005-06-23", "em": 1.0, "f1": 0.5 }, { "quid": 3049364, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, who was the last country to express its intention to meet with the Director General of India?", "golds": [ "Election Commission (India)" ], "pred": "The last country to express its intention to meet with the Director General of India before China was not mentioned in the provided evidence.", "em": 0.0, "f1": 0.08333333333333333 }, { "quid": 3022865, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country signed an agreement with Thailand in September 2005?", "golds": [ "China", "Japan", "Laos" ], "pred": "Japan signed an agreement with Thailand in September 2005.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3021536, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Jewish state of Israel announce its intention to meet with Iraq?", "golds": [ "2005-12" ], "pred": "January 2005", "em": 0.0, "f1": 0.5 }, { "quid": 3007857, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited China in July 2007?", "golds": [ "Vanuatu", "Henry M. Paulson", "Head of Government (Portugal)", "Sudan", "Wen Jiabao", "Japan", "Vietnam", "Kim Kye Gwan", "Daniel Scioli", "Head of Government (Turkmenistan)", "Shaukat Aziz", "South Korea", "Bruno Stagno Ugarte", "Maumoon Abdul Gayoom", "Joon Young Woo", "Mexico", "Business (Mauritania)", "Frantisek Kasick\u00fd", "Ma Ying Jeou", "Gurbanguly Berdymukhammedov" ], "pred": "Japan, South Korea, Thailand, France, and the African Union visited China in July 2007.", "em": 1.0, "f1": 0.25 }, { "quid": 3023690, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Anti-Defamation League first praise China?", "golds": [ "2006-03-27" ], "pred": "The Anti-Defamation League (ADL) first praised China on January 31, 2005, when it issued a statement commending the Chinese government for its efforts to combat anti-Semitism and promote religious tolerance. The statement was issued in response to a meeting between the", "em": 0.0, "f1": 0.0 }, { "quid": 3025317, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to visit the Comoros?", "golds": [ "Iran" ], "pred": "Iran was the first country to visit the Comoros, on August 18, 2006.", "em": 1.0, "f1": 0.15384615384615385 }, { "quid": 3029431, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the armed rebels of Somalia accuse Ethiopia?", "golds": [ "2007-07-26" ], "pred": "The armed rebels of Somalia accused Ethiopia in 2005-02-23.", "em": 0.0, "f1": 0.0 }, { "quid": 3033749, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the first to reject China in 2013?", "golds": [ "Japan" ], "pred": "Japan was the first country to reject China in 2013. This is based on the fact that Japan rejected a proposal to meet, discuss, or negotiate with China on January 11, 2013, while no such rejection was recorded for any other country during that year.", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3001363, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country accused China last?", "golds": [ "Vietnam" ], "pred": "Japan accused China last. The last action by Japan was a demand on 2005-02-01, and the last action by China was an investigation on 2005-01-31.", "em": 0.0, "f1": 0.0 }, { "quid": 3017969, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Lee Myung Bak, with which country did Malaysia first express an intention to meet?", "golds": [ "Laos" ], "pred": "Malaysia (Abdul Kalam)", "em": 0.0, "f1": 0.0 }, { "quid": 3051720, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to be rejected by the International Court of Justice before Thailand?", "golds": [ "Vojislav \u0160e\u0161elj" ], "pred": "The last country to be rejected by the International Court of Justice before Thailand was Sudan in 2007.", "em": 0.0, "f1": 0.0 }, { "quid": 3029268, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to negotiate with China on 18 September 2009?", "golds": [ "South Korea", "Japan", "Lee Myung Bak", "France" ], "pred": "All of the countries and leaders mentioned in the evidence wanted to negotiate with China on 18 September 2009. The only exception is Barack Obama, who rejected a proposal to meet, discuss, or negotiate with Japan on that day. However, it is not specified whether he also wanted to", "em": 1.0, "f1": 0.04878048780487806 }, { "quid": 3001961, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to use small arms and light weapons against Iraq?", "golds": [ "Guerrilla (Iraq)" ], "pred": "The first to use small arms and light weapons against Iraq were the Rebel Groups in Iraq. The evidence shows that they threatened to use military force against Iraq on multiple occasions in January 2005.", "em": 0.0, "f1": 0.06896551724137931 }, { "quid": 3032186, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to express interest in cooperation with China?", "golds": [ "Japan" ], "pred": "Japan was the first country to express interest in cooperation with China, as evidenced by the earliest date of expression of intent, which was on 2005-01-06.", "em": 1.0, "f1": 0.07692307692307693 }, { "quid": 3016491, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country did Oman announce its intention to meet before May 2011?", "golds": [ "South Korea", "Kuwait", "Iran", "Qatar", "Organization of Petroleum Exporting Countries", "United Arab Emirates", "China", "Iraq" ], "pred": "Oman announced its intention to meet with Iran before May 2011. The evidence shows that Iran and Oman consulted each other on March 15, 2005, and again on June 30, 2005. However, the most recent evidence is from June", "em": 1.0, "f1": 0.0625 }, { "quid": 3055319, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "To which country did Ethiopia last express its intention to engage in diplomatic cooperation?", "golds": [ "Sudan" ], "pred": "Iran", "em": 0.0, "f1": 0.0 }, { "quid": 3045352, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first wished to negotiate with Cambodia after Noppadon Pattama did?", "golds": [ "Malaysia" ], "pred": "Malaysia", "em": 1.0, "f1": 1.0 }, { "quid": 3038137, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country would like to cooperate with China on 20 April 2012?", "golds": [ "South Africa" ], "pred": "South Africa", "em": 1.0, "f1": 1.0 }, { "quid": 3045853, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Thailand offer cooperation to Ethiopia?", "golds": [ "2007-10-10" ], "pred": "Thailand did not offer cooperation to Ethiopia in the given date range. However, there are records of Thailand expressing intent to engage in diplomatic cooperation with citizens and the media in Thailand as early as January 5, 2005, and as late as March 1, 20", "em": 0.0, "f1": 0.0 }, { "quid": 3047451, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who is Thailand threatened by first?", "golds": [ "Protester (Thailand)" ], "pred": "The evidence shows that Thailand is threatened by citizens of Thailand, as they are the ones who are accusing, investigating, and rejecting Thailand. The citizens of Thailand are also the ones who are being investigated, accused, and rejected by Thailand. However, it is important to note that the evidence does not explicitly", "em": 0.0, "f1": 0.058823529411764705 }, { "quid": 3019859, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first person the Saudi Arabian Defence Forces fought with small arms and light weapons after Ethiopia?", "golds": [ "Citizen (Saudi Arabia)" ], "pred": "The first person the Saudi Arabian Defence Forces fought with small arms and light weapons after Ethiopia was a militant from Morocco. This is based on the evidence that there are multiple instances of fighting between the Saudi Arabian Defence Forces and militants from Morocco in 2006", "em": 0.0, "f1": 0.05 }, { "quid": 3014540, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did China receive the visit from the Education Ministry of Singapore?", "golds": [ "2006-06-23" ], "pred": "China hosted a visit from Ma Ying Jeou on January 4, 2005. However, the specific visit from the Education Ministry of Singapore is not mentioned in the provided data.", "em": 0.0, "f1": 0.0 }, { "quid": 3026194, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "In Apr 18th, 2011, who would wish to visit China?", "golds": [ "Lawmaker (Hong Kong)", "Julia Gillard", "Kim Hwang Sik" ], "pred": "In Apr 18th, 2011, who would wish to visit China?\n\nBased on the provided evidence, it appears that there were multiple instances of diplomatic cooperation and negotiation between Japan and China in early 2005. However, the evidence does not provide information", "em": 0.0, "f1": 0.0 }, { "quid": 3001369, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 20 September 2005, who hosted Kuwait's visit?", "golds": [ "Ali Abdullah Saleh", "Iran", "Yemen" ], "pred": "Yemen hosted Kuwait's visit on 20 September 2005.\n\nHere's the reasoning:\n\n1. We are looking for the host of a visit between Kuwait and Yemen on 20 September 2005.\n2. We have two events", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3007648, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Thailand, who was the last country to receive humanitarian aid from the Thai military?", "golds": [ "Citizen (Thailand)" ], "pred": "The last country to receive humanitarian aid from the Thai military before Thailand was South Korea, on January 1, 2005.", "em": 0.0, "f1": 0.09523809523809525 }, { "quid": 3028028, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to make negative remarks about the Association of Southeast Asian Nations after Iraq?", "golds": [ "China" ], "pred": "Wen Jiabao, the Prime Minister of China, was the first to make negative remarks about the Association of Southeast Asian Nations (ASEAN) after Iraq. This was on January 6, 2005, as per the available data. However, it's important to note that the context", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3030027, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country wanted to establish diplomatic cooperation with Iraq in the same month as Shaukat Aziz?", "golds": [ "China", "Japan" ], "pred": "The country that wanted to establish diplomatic cooperation with Iraq in the same month as Shaukat Aziz is not explicitly mentioned in the provided evidence. However, the evidence does not suggest that any other country was involved in diplomatic discussions with Iraq during the same month as Shaukat Aziz. Therefore, it", "em": 0.0, "f1": 0.0 }, { "quid": 3044783, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did the Iraqi customs official first investigate Iraq?", "golds": [ "2012" ], "pred": "The Iraqi customs official first investigated Iraq in the year 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3037023, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the first country to use small arms and light weapons against Cambodia?", "golds": [ "Thailand" ], "pred": "The first country to use small arms and light weapons against Cambodia was Thailand. This is based on the evidence provided, which shows multiple instances of Thai citizen and armed gangs using small arms and light weapons against Cambodia in January 2005. There is no evidence of any other country engaging", "em": 1.0, "f1": 0.05128205128205127 }, { "quid": 3040109, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to blame China after the Chinese dissident?", "golds": [ "Defector (China)" ], "pred": "The first to blame China after the Chinese dissident was Japan, as they expressed intent to meet or negotiate with China on January 14, 2005, following the incident.", "em": 0.0, "f1": 0.07692307692307693 }, { "quid": 3028972, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country had a telephone conversation with China on 10 August 2006?", "golds": [ "Iran" ], "pred": "Iran had a telephone conversation with China on 10 August 2006.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3026314, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the specific month when did China last praise Abdulla Yameen?", "golds": [ "2015-02" ], "pred": "The last specific month when China praised Abdulla Yameen was in 2013-11-18.", "em": 0.0, "f1": 0.0 }, { "quid": 3027919, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Thai MP, which country was last threatened by Thailand?", "golds": [ "Citizen (Thailand)" ], "pred": "Cambodia was last threatened by Thailand.", "em": 0.0, "f1": 0.25 }, { "quid": 3039510, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who rejected Malaysia first, after Thailand?", "golds": [ "Boonrawd Somtat" ], "pred": "Malaysia rejected Thailand first, after Thailand.\n\nExplanation:\n- The sequence of events shows that Malaysia made a visit to Thailand on 2005-01-10, and Thailand made a visit to Malaysia on 2005-01-24.", "em": 0.0, "f1": 0.0 }, { "quid": 3031413, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did China praise in the same month as Julia Gillard?", "golds": [ "Iran", "African Union", "France", "Middle East", "Japan", "UN Security Council" ], "pred": "Civic Group (Australia) was praised by Julia Gillard in the same month as China praised her. The date is 2005-09-29.", "em": 0.0, "f1": 0.0 }, { "quid": 3032709, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Ministry of Economic Affairs of the Netherlands investigate Iraq?", "golds": [ "2005-10-29" ], "pred": "The Ministry of Economic Affairs of the Netherlands did not investigate Iraq in 2005. The evidence provided mentions various countries and organizations, but none of them are the Ministry of Economic Affairs of the Netherlands. The closest mention is the Legislature (Iraq), but it is not the Ministry of Economic", "em": 0.0, "f1": 0.06451612903225806 }, { "quid": 3038084, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before A.K. Antony, which was the last country to express an interest in meeting with Cambodia?", "golds": [ "Vietnam" ], "pred": "The last country to express an interest in meeting with Cambodia was Thailand, on 2007-05-06.", "em": 0.0, "f1": 0.0 }, { "quid": 3012565, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who wanted to meet with Thailand on 6 February 2014?", "golds": [ "Citizen (Thailand)" ], "pred": "Thailand wanted to meet with someone on 6 February 2014, but they were arrested, detained, or charged with legal action instead. This is based on the evidence that a protester from Thailand expressed intent to meet or negotiate on that date, but was arrested by Thailand on the same day", "em": 0.0, "f1": 0.05128205128205129 }, { "quid": 3025000, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before January 2012, which country expressed its intention to engage in diplomatic cooperation with Oman?", "golds": [ "China", "Iran", "United Arab Emirates", "Qatar" ], "pred": "China", "em": 1.0, "f1": 1.0 }, { "quid": 3018245, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Transport of China use unconventional force against China?", "golds": [ "2010" ], "pred": "There is no evidence in the provided data that the Transport of China used unconventional force against China in any year. The data shows negotiations, diplomatic cooperation, and expressions of intent to engage in diplomatic cooperation between China, Japan, and the Association of Southeast Asian Nations, but no use of uncon", "em": 0.0, "f1": 0.0 }, { "quid": 3005213, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After Thailand, with whom did the citizens of Denmark wish to negotiate?", "golds": [ "Iran", "Shaukat Aziz", "Yuriy Yekhanurov", "Vietnam", "Daily Monitor" ], "pred": "Vietnam, as evidenced by the statement \"Vietnam | Express intent to meet or negotiate | Thailand | 2005-01-05\" and \"Thailand | Express intent to meet or negotiate | Vietnam | 2005-01-05\".", "em": 1.0, "f1": 0.1111111111111111 }, { "quid": 3055659, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the women of Malaysia used unconventional violence against Malaysia for the first time?", "golds": [ "2014-05" ], "pred": "The exact month when the women of Malaysia used unconventional violence against Malaysia for the first time is not provided in the given evidence. The evidence only shows that the police in Malaysia were investigating, making statements, confiscating property, and arresting men in Malaysia in January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3029855, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Iraq negotiate with Gholamali Haddad Adel?", "golds": [ "2005-12" ], "pred": "December 2005", "em": 0.0, "f1": 0.5 }, { "quid": 3028793, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Taiwan's medical personnel last visit China?", "golds": [ "2013-08" ], "pred": "January (2005-01)", "em": 0.0, "f1": 0.0 }, { "quid": 3048240, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Seyoum Mesfin announce his intention to meet with Ethiopia?", "golds": [ "2014-03" ], "pred": "The statement announcing the intention to meet with Ethiopia was made by Seyoum Mesfin on July 6, 2006. However, it's important to note that he made several statements in the months prior to July 2006 as well.", "em": 0.0, "f1": 0.0 }, { "quid": 3037165, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country first received the visit from Ethiopia?", "golds": [ "Sudan" ], "pred": "The African Union first received a visit from Ethiopia, on 2005-01-30. This is based on the dates provided in the evidence, where the African Union made a visit to Ethiopia before any other country mentioned.", "em": 0.0, "f1": 0.0 }, { "quid": 3055867, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who signed formal agreements with China on 5 January 2011?", "golds": [ "Association of Southeast Asian Nations", "Mauritania" ], "pred": "Mauritania, Association of Southeast Asian Nations, Barack Obama, South Korea, and China signed formal agreements with each other on 5 January 2011.", "em": 1.0, "f1": 0.37037037037037035 }, { "quid": 3009707, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Cambodia, which country was the first to denounce the UN Security Council?", "golds": [ "Iran" ], "pred": "Togo was the first to denounce the UN Security Council. This is inferred from the UN Security Council making a statement in The Hague on 2005-03-05, and later rallying opposition against Togo on 2005-02-25. The", "em": 0.0, "f1": 0.0 }, { "quid": 3022115, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the last to visit Oman?", "golds": [ "Iraq" ], "pred": "China was the last country to visit Oman, on September 24, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3044084, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Pham Binh Minh accused China?", "golds": [ "2014-05" ], "pred": "The exact date when Pham Binh Minh accused China was on 2014-05-06. However, he also made a statement accusing China on 2014-05-07 and 2014-05-21.", "em": 1.0, "f1": 0.15384615384615385 }, { "quid": 3030684, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Malaysia, who was the first to praise the company - owner or operator of Thailand?", "golds": [ "Abhisit Vejjajiva" ], "pred": "The first to praise the company - owner or operator of Thailand was Malaysia.", "em": 0.0, "f1": 0.0 }, { "quid": 3029384, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did the citizens of Thailand return people to after Thailand?", "golds": [ "Activist (Thailand)", "Military (Cambodia)" ], "pred": "Thailand returned people to themselves.", "em": 0.0, "f1": 0.28571428571428575 }, { "quid": 3017166, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to announce its intention to negotiate with Burundi, before South Africa?", "golds": [ "African Union" ], "pred": "Tanzania was the last country to announce its intention to negotiate with Burundi, before South Africa.", "em": 0.0, "f1": 0.0 }, { "quid": 3018336, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Cambodia announce its intention to negotiate with the South Korean economy?", "golds": [ "2009-05" ], "pred": "The month in which Cambodia announced its intention to negotiate with the South Korean economy is not provided in the given evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3017941, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Kuwaiti judge first request Kuwait?", "golds": [ "2012-10" ], "pred": "January, as the Kuwaiti judge first requested Kuwait on January 27, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3006743, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when the US Department of Defense hosted the Chinese visit?", "golds": [ "2007-11" ], "pred": "The US Department of Defense hosted a Chinese visit on November 29, 2007.", "em": 0.0, "f1": 0.13333333333333336 }, { "quid": 3007194, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 26 October 2010, who expressed the intention to engage in diplomatic cooperation with China?", "golds": [ "Xi Jinping" ], "pred": "Xi Jinping, who expressed the intention to engage in diplomatic cooperation with China on 26 October 2010.", "em": 1.0, "f1": 0.21052631578947367 }, { "quid": 3019674, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was first accused by Malaysia?", "golds": [ "Thailand" ], "pred": "Sudan was first accused by Malaysia.", "em": 0.0, "f1": 0.0 }, { "quid": 3052544, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who asked for a meeting with Iraq after March 2015?", "golds": [ "Women (Canada)", "Iran", "Ismet Yilmaz", "Defense / Security Ministry (United States)", "Massoud Barzani", "Citizen (Australia)", "Ministry (Hungary)", "France", "Haider Al-Abadi", "Ministry (Iran)" ], "pred": "Mitch McConnell asked for a meeting with Iraq after March 2015. The evidence shows that Mitch McConnell made two visits to Iraq on January 8 and January 9, 2005. However, it's important to note that the provided data only goes up to", "em": 0.0, "f1": 0.0 }, { "quid": 3035013, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did China want to co-operate with first?", "golds": [ "Japan" ], "pred": "China wanted to co-operate with Japan first.", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3046003, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China first negotiate with the Holy See?", "golds": [ "2006-03-29" ], "pred": "The Holy See first negotiated with China in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3047961, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country wanted to cooperate with China on the same day as Ma Ying Jeou?", "golds": [ "Thailand" ], "pred": "The country that wanted to cooperate with China on the same day as Ma Ying Jeou is not explicitly stated in the given evidence. However, it can be inferred that the country in question made a move towards cooperation with China on one of the days when Ma Ying Jeou made a statement, visit", "em": 0.0, "f1": 0.0 }, { "quid": 3015800, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the leader of the Pheu Thai Party last express the intention to engage in diplomatic cooperation with Thailand?", "golds": [ "2012-07-03" ], "pred": "The leader of the Pheu Thai Party last expressed the intention to engage in diplomatic cooperation with Thailand in 2005. Specifically, on February 8, a member of parliament from the Pheu Thai Party expressed the intention to engage in diplomatic cooperation. Additionally, on February", "em": 0.0, "f1": 0.0 }, { "quid": 3048417, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who negotiated with China in the same month of Ai Weiwei?", "golds": [ "Iran", "Xi Jinping", "South Korea", "Japan" ], "pred": "The evidence shows that Ai Weiwei consulted with China in July 2009, and China made statements about Ai Weiwei in May and June 2011, as well as in April 2011 and 2012. However, there is no", "em": 0.0, "f1": 0.0 }, { "quid": 3033189, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Djibouti, who was the first leader of Kenya to be praised?", "golds": [ "Police (Kenya)" ], "pred": "The first leader of Kenya to be praised after Djibouti was Mwai Kibaki, as there are no records of any Kenyan leader being praised before the dates provided in the evidence. The evidence shows that Djibouti consulted with Kenya on multiple occasions in 2005", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3043238, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country wanted to negotiate with Djibouti first?", "golds": [ "Eritrea" ], "pred": "Both Ethiopia and Eritrea wanted to negotiate with Djibouti first, as evidenced by multiple instances of expressing intent to meet or negotiate in February and March of 2005. However, it's important to note that Djibouti also expressed a", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3045062, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which was the first country to which China made an appeal after the Business of Africa?", "golds": [ "Opposition Supporter (Yemen)" ], "pred": "The first country to which China made an appeal after the Business of Africa was Japan. This is based on the evidence that there are multiple instances of China making an appeal or request to Japan, starting from January 3, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3042363, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which was the last country to express optimism about China in 2012?", "golds": [ "South Korea" ], "pred": "Niger was the last country to express optimism about China in 2012.", "em": 0.0, "f1": 0.0 }, { "quid": 3009746, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 23 November 2010, Cambodia was rejected by who?", "golds": [ "Citizen (Thailand)", "Abhisit Vejjajiva", "Japan", "Association of Southeast Asian Nations", "Thailand" ], "pred": "Before 23 November 2010, Cambodia was rejected by the international community, specifically Thailand, due to the ongoing border disputes and the arrest of Cambodian citizens by Thai authorities. This rejection was not formal, but it was evident in the actions and statements made by", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3024690, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With whom did Kuwait wish to engage in diplomatic cooperation before South Korea?", "golds": [ "Iraq", "Sudan", "Party Member (Iraq)" ], "pred": "With whom did Kuwait wish to engage in diplomatic cooperation before South Korea? The answer is Malaysia, as evidenced by the date of January 27, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3014375, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country last made pessimistic remarks about Cambodia?", "golds": [ "Laos" ], "pred": "Thailand made the last pessimistic remarks about Cambodia. The evidence shows that a party member from Thailand made a pessimistic comment about Thailand on February 2, 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3043140, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Malaysia after Sondhi Limthongkul?", "golds": [ "Islam Karimov" ], "pred": "The first person to visit Malaysia after Sondhi Limthongkul is not explicitly stated in the provided evidence. However, it is known that Sondhi Limthongkul made statements to various individuals and groups, including Thanong Bidaya, protesters in Thailand, Prem Tins", "em": 0.0, "f1": 0.0 }, { "quid": 3030366, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to support China after the foreign minister of Cape Verde?", "golds": [ "China Southern Airlines" ], "pred": "The first to support China after the foreign minister of Cape Verde was China, on 2007-05-18 and 2007-05-17.", "em": 0.0, "f1": 0.09523809523809525 }, { "quid": 3037644, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did China appeal to the Monastery of China?", "golds": [ "2009" ], "pred": "2005\n\nThe year 2005 is the common year among the given dates, and it is the year when China made an appeal for economic cooperation with Japan. This event is not explicitly mentioned as an appeal to the Monastery of China, but it is the closest match to the", "em": 0.0, "f1": 0.0 }, { "quid": 3026061, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China last visit Abdul Aziz?", "golds": [ "2014-03" ], "pred": "Abdul Aziz last visited China in 2007-02-06.", "em": 0.0, "f1": 0.0 }, { "quid": 3028747, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China formally sign an agreement with Trinidad and Tobago?", "golds": [ "2015-10" ], "pred": "The month in which China formally signed an agreement with Trinidad and Tobago is July, as indicated by the 2008-07-24 date in the evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3043931, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After 24 May 2005, who negotiated with Oman?", "golds": [ "Nuri al-Maliki", "Iran", "Kuwait", "Company - Owner or Operator (Oman)", "United Arab Emirates", "Ministry (Iran)", "Qatar" ], "pred": "Both the United Arab Emirates and Oman engaged in negotiation on 24 May 2005.", "em": 1.0, "f1": 0.35294117647058826 }, { "quid": 3032513, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Scottish Government, with which country did China last want to engage in diplomatic cooperation?", "golds": [ "Thailand" ], "pred": "The Scottish Government did not have a recorded intent to engage in diplomatic cooperation with any country other than Japan and Ireland during the given time period.", "em": 0.0, "f1": 0.0 }, { "quid": 3027208, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country last host the visit from A.K. Antony before Oman did?", "golds": [ "Japan" ], "pred": "Pakistan administered Kashmir was the last country that hosted a visit from A.K. Antony before Oman did, as per the given evidence. The visit to Pakistan administered Kashmir occurred on 2007-07-29, which is the latest date among the visits mentioned", "em": 0.0, "f1": 0.0 }, { "quid": 3015504, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the leader of Taiwan last visit Malaysia?", "golds": [ "2008" ], "pred": "The leader of Taiwan did not visit Malaysia in the year 2005. The person who visited Malaysia on January 2, 2005, was Ognyan Gerdzhikov, who is not the leader of Taiwan. Taiwan's leader, Chen Shui-bian, did not", "em": 0.0, "f1": 0.0 }, { "quid": 3039086, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After the National Security Advisor of Pakistan, who would wish to visit Thailand first?", "golds": [ "Sheikh Hamad bin Khalifa al-Thani" ], "pred": "The National Security Advisor of Pakistan would wish to visit Thailand first, as there are more interactions with Thai citizens and entities, and Thailand has expressed intent to provide humanitarian and economic aid. However, it's important to note that the United States has also expressed intent to visit Thailand and provide aid, and there", "em": 0.0, "f1": 0.0 }, { "quid": 3030289, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who first made Malaysia suffer from unconventional violence?", "golds": [ "Police (Malaysia)" ], "pred": "The first instance of unconventional violence in Malaysia was perpetrated by the Men (Bahrain) on 2009-12-22, as they used unconventional violence against the Naval (United States). However, it's important to note that the first recorded incident", "em": 0.0, "f1": 0.05714285714285715 }, { "quid": 3008865, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 20 November 2013, which country was negotiating with China?", "golds": [ "South Korea", "France" ], "pred": "France was negotiating with China on 20 November 2013.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3055878, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the last to blame Iraq?", "golds": [ "Haider Al-Abadi" ], "pred": "Iran was the last to blame Iraq.", "em": 0.0, "f1": 0.0 }, { "quid": 3035889, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who visited Malaysia in the same month as Patrick Herminie?", "golds": [ "Samuel Sitta" ], "pred": "Nahas Angula visited Malaysia in the same month as Patrick Herminie (2008-10-01).", "em": 0.0, "f1": 0.0 }, { "quid": 3018077, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the mayor of Indonesia, which country wanted to participate in diplomatic cooperation with China last?", "golds": [ "South Korea" ], "pred": "Before the mayor of Indonesia, which country wanted to participate in diplomatic cooperation with China last?\n\nThe last country that wanted to participate in diplomatic cooperation with China before Indonesia was Vietnam on 2005-01-09.", "em": 0.0, "f1": 0.0 }, { "quid": 3036181, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was Iraq the last country to repatriate?", "golds": [ "Employee (Iraq)" ], "pred": "The last country to repatriate from Iraq was Kuwait, as there is evidence of Iraq expressing intent to meet or negotiate with Kuwait on January 5, 2005.", "em": 0.0, "f1": 0.07692307692307693 }, { "quid": 3046303, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country was the first to praise Cambodia after Shigeru Ishiba?", "golds": [ "France" ], "pred": "The first country to praise Cambodia after Shigeru Ishiba was Cambodia itself, as Shigeru Ishiba made a statement in support of Cambodia on 2008-03-05. However, if we are looking for a foreign country, the first", "em": 0.0, "f1": 0.0 }, { "quid": 3040339, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who applied for Iraq after 18 June 2014?", "golds": [ "Nuri al-Maliki", "Iran", "France", "UN Security Council", "Legislature (Iraq)", "Haider Al-Abadi", "Cabinet / Council of Ministers / Advisors (United States)", "Barack Obama" ], "pred": "No one applied for Iraq after 18 June 2014 in the provided evidence. The evidence only shows events, statements, and actions related to Iraq, but no applications.", "em": 0.0, "f1": 0.08 }, { "quid": 3054421, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 17 November 2014?", "golds": [ "Abhisit Vejjajiva", "Sergey Kuzhugetovich Shoygu", "Barack Obama" ], "pred": "On 17 November 2014, the following individuals and countries visited China or made statements about China: Xi Jinping, Wang Yi (both from China), Gina McCarthy, Barack Obama (both from the United States), Bratislav Gasic (from Serbia", "em": 1.0, "f1": 0.125 }, { "quid": 3009164, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Tzipi Livni, who was the first to want to negotiate with Iraq?", "golds": [ "Abdullah G\u00fcl" ], "pred": "After Tzipi Livni, who was the first to want to negotiate with Iraq?\n\nThere is no evidence in the provided data that Tzipi Livni expressed intent to negotiate with Iraq.", "em": 0.0, "f1": 0.0 }, { "quid": 3014717, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Inquirer criticise the Philippine military?", "golds": [ "2005-05-12" ], "pred": "The Inquirer has criticized, made statements, and appealed to various institutions, including the Philippine military, police, and government officials, on various issues. Here are some examples:\n\n1. Inquirer | Investigate | Military (Philippines) | 2006", "em": 0.0, "f1": 0.0 }, { "quid": 3050078, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last person to visit Ethiopia before Abdelkader Taleb Oumar?", "golds": [ "Uhuru Muigai Kenyatta" ], "pred": "Mwai Kibaki was the last person to visit Ethiopia before Abdelkader Taleb Oumar.", "em": 0.0, "f1": 0.0 }, { "quid": 3036381, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to visit the Shura Council before China?", "golds": [ "Roh Moo Hyun" ], "pred": "Iran was the last country to visit the Shura Council before China. The Shura Council hosted a visit from Iran on February 3, 2008, while China visited the Shura Council on October 29, 2007.", "em": 0.0, "f1": 0.0 }, { "quid": 3030935, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who would wish to visit China on the same day of Jaime Paz?", "golds": [ "Vanuatu", "Guatemala", "Okada Katsuya" ], "pred": "No one would wish to visit China on the same day as Jaime Paz, as it is not possible for two people to be in two different places at the same time. However, on the same day as Jaime Paz, China hosted visits from a member of the legislative government of Montenegro", "em": 0.0, "f1": 0.0 }, { "quid": 3018568, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before China, who was the last to received the visit from Fawzi Salloukh?", "golds": [ "Foreign Affairs (Lebanon)" ], "pred": "Nabih Berri was the last to receive the visit from Fawzi Salloukh before China.", "em": 0.0, "f1": 0.0 }, { "quid": 3044101, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "The United States Senate was rejected by who before Iraq?", "golds": [ "Adil Abdul-Mahdi" ], "pred": "George W. Bush (2007)", "em": 0.0, "f1": 0.0 }, { "quid": 3053095, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In what month did the citizens of Brazil last express an intention to cooperate with Iraq?", "golds": [ "2007-05" ], "pred": "The citizens of Brazil last expressed an intention to cooperate with Iraq in January 2005. This is based on the event \"Japan | Express intent to provide economic aid | Iraq | 2005-01-04\" and \"Japan | Express intent to provide economic aid |", "em": 0.0, "f1": 0.0 }, { "quid": 3003378, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Iraq visit the Indian foreign ministry?", "golds": [ "2014-10-23" ], "pred": "Iraq did not visit the Indian foreign ministry in January 2005. The closest event is a visit by Media Personnel (International) to Iraq on 2005-01-12, but there is no record of an Indian foreign ministry visit in the provided data.", "em": 0.0, "f1": 0.0 }, { "quid": 3018877, "qtype": "equal_multi", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "On the same day as Burundi, who wanted to negotiate with Ethiopia?", "golds": [ "Djibouti" ], "pred": "Tanzania wanted to negotiate with Burundi.", "em": 0.0, "f1": 0.0 }, { "quid": 3034281, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who accused Thailand after 24 August 2012?", "golds": [ "Cabinet / Council of Ministers / Advisors (United States)", "Citizen (Thailand)", "Barack Obama" ], "pred": "Abhisit Vejjajiva accused Thailand on 24 August 2012.", "em": 0.0, "f1": 0.2 }, { "quid": 3031623, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who made optimistic remarks about China to the citizens of Singapore in the same month?", "golds": [ "Jian Yu", "Japan", "South Korea" ], "pred": "Japan made optimistic remarks about China to the citizens of Singapore in the same month. The specific date is not provided in the evidence, but it can be inferred that it happened between January 7 and February 1, 2005, as there are multiple instances of diplomatic cooperation and negotiations between Japan", "em": 1.0, "f1": 0.046511627906976744 }, { "quid": 3002924, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Ethiopia negotiate after 5 December 2011?", "golds": [ "Head of Government (Ethiopia)", "Foreign Affairs (Ethiopia)", "Barack Obama", "Djibouti", "South Sudan", "Japan", "Sudan", "Representatives (Ethiopia)", "United Arab Emirates" ], "pred": "The country with which Ethiopia negotiated after 5 December 2011 is not specified in the provided evidence. To find the answer, one would need additional context or information about the negotiation topic or the specific country involved.", "em": 0.0, "f1": 0.06060606060606061 }, { "quid": 3049573, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the Thai MP make optimistic remarks about Thailand?", "golds": [ "2009-10" ], "pred": "The Thai MP made optimistic remarks about Thailand in February 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3018339, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did Ethiopia last declare its intention to cooperate?", "golds": [ "Sudan" ], "pred": "Iran", "em": 0.0, "f1": 0.0 }, { "quid": 3015499, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who visited Iraq after September 2015?", "golds": [ "Defense / Security Ministry (United States)", "Eshaq Jahangiri", "Kuwait", "Citizen (Denmark)", "Ante Kotromanovi\u0107", "Haider Al-Abadi", "Sabah Khaled Al-Hamad Al-Sabah" ], "pred": "The individuals or groups who visited Iraq after September 2015, based on the provided evidence, are:\n\n1. A legislator (date not specified)\n2. A student (January 12, 2005)\n3. A rebel group (on multiple occasions", "em": 0.0, "f1": 0.0 }, { "quid": 3038017, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last to visit Cambodia before the South Korean Trade Union?", "golds": [ "Tourist (Iran)" ], "pred": "The last to visit Cambodia before the South Korean Trade Union was James Wolfensohn on 2005-02-11.", "em": 0.0, "f1": 0.0 }, { "quid": 3039391, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before South Sudan, which country did Kuwait last make optimistic comments about?", "golds": [ "Japan" ], "pred": "South Korea", "em": 0.0, "f1": 0.0 }, { "quid": 3004240, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Non-Aligned Movement last denounce Malaysia?", "golds": [ "2005" ], "pred": "There is no record of the Non-Aligned Movement denouncing Malaysia in the provided data.", "em": 0.0, "f1": 0.0 }, { "quid": 3006891, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Saud bin Faisal bin Abdul-Aziz praise in the same month as China?", "golds": [ "Isaias Afewerki" ], "pred": "The evidence shows that Saud bin Faisal bin Abdul-Aziz did not praise China in the same month as he did Iraq or Iran. He did, however, praise Kuwait in February 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3018788, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who did Nuri al-Maliki say he wanted to meet in Oman in the same month?", "golds": [ "Iran", "Kuwait", "Emperor Akihito", "South Korea", "Japan", "Iraq", "Roh Moo Hyun" ], "pred": "The evidence shows that Nuri al-Maliki wanted to meet with Donald Rumsfeld in the same month as his statement on 2006-04-26. However, there is no evidence of a meeting in Oman in the same month. Therefore, it is not possible to definit", "em": 0.0, "f1": 0.0 }, { "quid": 3011008, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2009, who made the first request to China?", "golds": [ "Economist (China)" ], "pred": "Japan made the first request to China in 2005.", "em": 0.0, "f1": 0.1818181818181818 }, { "quid": 3001378, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country criticised China on 23 June 2006?", "golds": [ "Tanzania" ], "pred": "Tanzania criticised China on 23 June 2006.", "em": 1.0, "f1": 0.25 }, { "quid": 3003062, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who used conventional military force against China before 22 September 2005?", "golds": [ "Bank (China)", "Japan" ], "pred": "No one used conventional military force against China before 22 September 2005. The events on that date were diplomatic in nature, including the signing of formal agreements and visits between China and Thailand, Japan, and the United States. There were also statements made by military personnel and citizens, as well as", "em": 1.0, "f1": 0.046511627906976744 }, { "quid": 3054220, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country did China use conventional military force against first in 2010?", "golds": [ "Iran" ], "pred": "No country. China did not use conventional military force against any country in 2010. The evidence provided shows various instances of diplomatic cooperation and consultations, but no use of conventional military force.", "em": 0.0, "f1": 0.0 }, { "quid": 3044062, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Iraq threatened the police of Turkmenistan?", "golds": [ "2015-06" ], "pred": "The exact month when Iraq threatened the police of Turkmenistan is not mentioned in the provided evidence. However, the evidence does show that there were tensions between Iraq and Iran in early 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3004096, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who wanted to negotiate with Thailand in the same month of A.K. Antony?", "golds": [ "Children (Thailand)", "Boonrawd Somtat", "Cabinet / Council of Ministers / Advisors (Thailand)", "Citizen (Thailand)" ], "pred": "The Head of Government (India) wanted to negotiate with Thailand in the same month of A.K. Antony, as indicated by the consultations between them on 2006-12-24. However, the specific month is not explicitly stated in the provided evidence.", "em": 0.0, "f1": 0.1 }, { "quid": 3003267, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2006, which country was first accused by Iraq?", "golds": [ "Iran" ], "pred": "Iran was first accused by Iraq in 2005.", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3035394, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "In the same month, who did Iraq accuse of being a member of the Iraqi parliament?", "golds": [ "Other Authorities / Officials (Turkey)" ], "pred": "The evidence shows that Iraq accused Iran of being a member of the Iraqi parliament on January 28, 2005. However, there is no evidence that any individual or group was accused of being a member of the Iraqi parliament. The Iraqi Islamic Party praised or endorsed Iran on January", "em": 0.0, "f1": 0.0 }, { "quid": 3023373, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "Could you tell me the exact month when Jos\u00e9 Alencar Gomes da Silva supported China?", "golds": [ "2006-03" ], "pred": "The exact month when Jos\u00e9 Alencar Gomes da Silva supported China is March 2006, as evidenced by the \"Jos\u00e9 Alencar Gomes da Silva | Praise or endorse | China | 2006-03-23\" entry. However,", "em": 1.0, "f1": 0.15384615384615385 }, { "quid": 3014949, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2011, with which country did Thailand first express an interest in cooperation?", "golds": [ "Cambodia" ], "pred": "China", "em": 0.0, "f1": 0.0 }, { "quid": 3052313, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did China investigate first after the Chinese criminal?", "golds": [ "Japan" ], "pred": "China investigated Japan first after the Chinese criminal.", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3002786, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Iraq, who received Central Intelligence Agency's visit from Central Intelligence Agency last?", "golds": [ "Inter-Services Intelligence" ], "pred": "The last country to receive a visit from the Central Intelligence Agency before Iraq in 2005 was Middle East on 2005-12-27.", "em": 0.0, "f1": 0.08333333333333333 }, { "quid": 3002470, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "With which country did the Thai military sign formal agreements in the same month?", "golds": [ "Vietnam", "Malaysia", "Japan" ], "pred": "The Thai military signed formal agreements with the Government of Sudan in the same month (2005-06-23).", "em": 0.0, "f1": 0.0 }, { "quid": 3005264, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised China on 5 November 2008?", "golds": [ "Dragan \u0160utanovac" ], "pred": "Dragan \u0160utanovac praised China on 5 November 2008.", "em": 1.0, "f1": 0.4 }, { "quid": 3030081, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Ethiopia first visit the Civil Aviation Authority?", "golds": [ "2014" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3016337, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the UN High Commissioner for Refugees last appeal to Malaysia?", "golds": [ "2012-12-19" ], "pred": "The UN High Commissioner for Refugees last appealed to Malaysia on January 19, 2005.", "em": 0.0, "f1": 0.11764705882352941 }, { "quid": 3002523, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise Kuwait after Nuri al-Maliki?", "golds": [ "Muhammad Naji al-Otari" ], "pred": "The first to praise Kuwait after Nuri al-Maliki was Muhammad Naji al-Otari on 2006-04-27.", "em": 1.0, "f1": 0.38095238095238093 }, { "quid": 3047440, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was accused by Ethiopia after 12 June 2014?", "golds": [ "Eritrea" ], "pred": "South Sudan was accused by Ethiopia after 12 June 2014. This is inferred from the evidence that Ethiopia expressed intent to engage in diplomatic cooperation (such as policy support) with South Sudan on the same day. However, it's important to note that", "em": 0.0, "f1": 0.0 }, { "quid": 3018768, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 31 March 2015, who paid a visit to Ethiopia?", "golds": [ "African Union", "Abdel Fattah Al-Sisi", "Yemen" ], "pred": "Abdel Fattah Al-Sisi paid a visit to Ethiopia on 31 March 2015.", "em": 1.0, "f1": 0.47058823529411764 }, { "quid": 3030223, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Djibouti, who last wanted to meet with The Hague?", "golds": [ "Special Court for Sierra Leone" ], "pred": "The Hague has been mentioned in various contexts by different entities, including military personnel from Serbia, domestic affairs from Macedonia, and army personnel from Serbia, expressing their intent to meet or negotiate. There are also statements made by the Hague itself, denying responsibility and making statements.", "em": 0.0, "f1": 0.0 }, { "quid": 3052395, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was the last to want to cooperate with Kuwait in 2007?", "golds": [ "Ethiopia" ], "pred": "The last country to want to cooperate with Kuwait in 2007 was not mentioned in the provided evidence. However, the evidence shows that many countries, including Yemen, South Korea, Qatar, Oman, Zurab Nogaideli, Elmar Mammadyarov, and", "em": 0.0, "f1": 0.0 }, { "quid": 3015339, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 6 November 2013?", "golds": [ "Governor (Japan)", "Uhuru Muigai Kenyatta", "Head of Government (Sri Lanka)" ], "pred": "On 6 November 2013, the following individuals or groups visited China:\n- Governor (Japan)\n- Uhuru Muigai Kenyatta (President of Kenya)\n- Head of Government (Sri Lanka)\n- Ma Ying Jeou (President", "em": 1.0, "f1": 0.32258064516129037 }, { "quid": 3001744, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "With which country did Iraq first want to engage in diplomatic cooperation after Nuri al-Maliki?", "golds": [ "Romania" ], "pred": "The country with which Iraq first wanted to engage in diplomatic cooperation after Nuri al-Maliki was not explicitly stated in the provided evidence. However, it is possible to infer that Iraq may have sought diplomatic cooperation with various countries during Nuri al-Maliki's tenure as Prime Minister, but", "em": 0.0, "f1": 0.0 }, { "quid": 3044319, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Kuwait offer cooperation to South Korea?", "golds": [ "2005" ], "pred": "2005-01-28", "em": 1.0, "f1": 0.5 }, { "quid": 3026922, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who criticised China after 30 October 2015?", "golds": [ "Tsai Ing-wen", "Japan", "Barack Obama" ], "pred": "Malaysia criticised China on 30 October 2015.", "em": 0.0, "f1": 0.0 }, { "quid": 3011587, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country visited Iraq on 11 March 2005?", "golds": [ "South Korea" ], "pred": "South Korea visited Iraq on 11 March 2005.", "em": 1.0, "f1": 0.4 }, { "quid": 3035130, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who condemned China in July, 2014?", "golds": [ "Economist (China)", "Vietnam", "Xi Jinping", "Cabinet / Council of Ministers / Advisors (United States)", "Barack Obama" ], "pred": "Japan condemned China in July, 2014.\n\nExplanation:\n\nThe given evidence shows that Japan and China were engaged in negotiations and diplomatic cooperation from January to February, 2005. However, there is no evidence of any such interactions between the two countries", "em": 0.0, "f1": 0.05555555555555555 }, { "quid": 3007308, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who first wanted to meet with Djibouti after the US Navy had done so?", "golds": [ "Mahmoud Ahmadinejad" ], "pred": "All four countries (Ethiopia, Eritrea, Djibouti, and Yemen) expressed intent to meet or negotiate with Djibouti in February and March of 2005. Sudan also consulted with Djibouti in March of 20", "em": 0.0, "f1": 0.0 }, { "quid": 3030290, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Malaysia make optimistic remarks about Cambodia?", "golds": [ "2008" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3042027, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before 13 Jan 2015, which country was condemned by Ethiopia?", "golds": [ "Tigrayan People's Liberation Front", "Foreign Affairs (Italy)", "Qatar", "Activist (Ethiopia)", "Al-Shabaab", "Eritrea", "Human Rights Watch" ], "pred": "Nigeria\n\nThe country that was condemned by Ethiopia before 13 Jan 2015 was Nigeria. This was in reference to the terrorist group Boko Haram, which is based in Nigeria. The condemnation was made by the African Union, Ethiopia, and the United States", "em": 0.0, "f1": 0.0625 }, { "quid": 3055950, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to praise Malaysia?", "golds": [ "Gerhard Schr\u00f6der" ], "pred": "The first to praise Malaysia was the Police (Malaysia) on 2005-01-28.", "em": 0.0, "f1": 0.0 }, { "quid": 3026146, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did China host the visit of Volker Kauder?", "golds": [ "2009-04" ], "pred": "The visit of Volker Kauder to China was hosted in April 2009.", "em": 0.0, "f1": 0.14285714285714285 }, { "quid": 3000263, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "In March 2012, who made a request to China?", "golds": [ "Government Official (Japan)", "United States Senate", "Barack Obama", "Mainland Affairs Council", "Julia Gillard", "South Korea", "Mwai Kibaki", "Lee Myung Bak", "Mario Monti", "France", "Cabinet / Council of Ministers / Advisors (United States)", "Japan", "UN Security Council" ], "pred": "Japan made a request to China in March 2012.", "em": 1.0, "f1": 0.19999999999999998 }, { "quid": 3044888, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Malaysia last praise Mahmoud Abbas?", "golds": [ "2011" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3033031, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the last country to visit Malaysia before South Korea?", "golds": [ "Shaukat Aziz" ], "pred": "The last country to visit Malaysia before South Korea was Thailand.", "em": 0.0, "f1": 0.0 }, { "quid": 3041817, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did the UN Security Council make negative comments about China?", "golds": [ "2007-10" ], "pred": "The UN Security Council made negative comments about China in March 2005. This is inferred from the UN Security Council making a statement on The Hague on March 5, 2005, which is the latest date in the provided list and implies that no other statement was made in March.", "em": 0.0, "f1": 0.0 }, { "quid": 3031134, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before Sep, 2013, which country was investigated by Iraq?", "golds": [ "Defense / Security Ministry (United States)", "City Mayor (Iraq)", "Iran", "Ministry (Egypt)" ], "pred": "Iran", "em": 1.0, "f1": 1.0 }, { "quid": 3033130, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who requested a meeting with China in 2009-07?", "golds": [ "Japan", "Alik L. Alik", "Vietnam", "Steven Chu", "South Korea", "Energy Department/Ministry (United States)", "Admiral (China)", "Indigenous People (Taiwan)", "South Africa", "Assemblies (Cambodia)", "Ma Ying Jeou", "Mexico", "Barack Obama" ], "pred": "Malaysia requested a meeting with China in 2009-05, 2009-03, and 2009-06.", "em": 0.0, "f1": 0.14285714285714285 }, { "quid": 3031193, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Thailand, with whom did the Malaysian police wish to meet?", "golds": [ "Timor-Leste", "Malaysia", "Lawyer/Attorney (Malaysia)", "Malaysian People's Party", "National Front Malaysia", "Citizen (Singapore)", "Progressive Movement", "Women (Malaysia)", "Representatives (Malaysia)" ], "pred": "With Vietnam, as there is a record of Thailand expressing intent to meet or negotiate with Vietnam on the same date (2005-01-05) as the record of Vietnam expressing intent to meet or negotiate with Thailand.", "em": 0.0, "f1": 0.0 }, { "quid": 3027619, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2007, which country last made pessimistic remarks about China?", "golds": [ "Japan" ], "pred": "Japan made pessimistic remarks about China in 2007. However, the provided data is from 2005, and it is not possible to find the exact date of the 2007 event in the given data.", "em": 1.0, "f1": 0.07407407407407407 }, { "quid": 3026518, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Thailand provide humanitarian aid to the Hmong of Thailand?", "golds": [ "2005" ], "pred": "In 2005, Thailand provided humanitarian aid to the Hmong of Thailand.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3005934, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Malaysia make optimistic comments about Sheikh Ahmed Abdullah?", "golds": [ "2010" ], "pred": "2007", "em": 0.0, "f1": 0.0 }, { "quid": 3004069, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Which country negotiated with Ethiopia in 2014-09?", "golds": [ "Japan" ], "pred": "Sudan", "em": 0.0, "f1": 0.0 }, { "quid": 3044610, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "On what date did the Foreign Ministry of Malaysia want to participate in diplomatic cooperation with Cambodia?", "golds": [ "2010-08-14" ], "pred": "The Foreign Ministry of Malaysia expressed intent to engage in diplomatic cooperation with Cambodia on 2005-01-25.", "em": 0.0, "f1": 0.0 }, { "quid": 3005270, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Who asked for China in the same month of the media of Russia?", "golds": [ "Mainland Affairs Council", "Envoy (United States)", "Yasuo Fukuda", "France", "Javier Solana", "Japan" ], "pred": "The media of Russia did not mention China in the same month of January 2005. The evidence provided shows that Japan and China were engaging in economic and diplomatic cooperation during that month, but there is no mention of Russia in the provided evidence.", "em": 1.0, "f1": 0.06666666666666667 }, { "quid": 3001252, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Kuwait first wish to establish diplomatic cooperation with the United Arab Emirates?", "golds": [ "2008" ], "pred": "2005", "em": 0.0, "f1": 0.0 }, { "quid": 3009421, "qtype": "first_last", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Thailand first express its intention to meet with the Student of Thailand?", "golds": [ "2006-11" ], "pred": "January", "em": 0.0, "f1": 0.0 }, { "quid": 3050075, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country did the United Arab Emirates last praise before Oman?", "golds": [ "Iran" ], "pred": "The United Arab Emirates last praised China before Oman.", "em": 0.0, "f1": 0.0 }, { "quid": 3006878, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country first wished to negotiate with China after Yeo Cheow Tong did?", "golds": [ "Japan" ], "pred": "Portugal was the first country to express intent to negotiate with China after Yeo Cheow Tong. This is based on the dates provided in the evidence, as Portugal expressed intent to negotiate on January 5, 2005, which is earlier than any other country mentioned.", "em": 0.0, "f1": 0.0 }, { "quid": 3044747, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who praised China in September 2010?", "golds": [ "LeRoy Trotman", "Dmitry Anatolyevich Medvedev", "Head of Government (Ukraine)", "Head of Government (Ghana)", "Ma Ying Jeou", "High Commission for Refugees", "Cambodia", "Barack Obama" ], "pred": "Multiple countries praised China in September 2010, including Japan, Mexico, Kazakhstan, and Vietnam. This is evident from the diplomatic cooperation and negotiation engagements mentioned in the provided dates. However, it's important to note that Japan also threatened China on separate occasions during the", "em": 0.0, "f1": 0.0 }, { "quid": 3055860, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who investigated Malaysia first?", "golds": [ "Police (Malaysia)" ], "pred": "The police in Malaysia investigated the situation first, as evidenced by the events on January 24, 2005, when they investigated Malaysia, and on January 28, 2005, when they made statements, confiscated property, and arrested, detained, or", "em": 0.0, "f1": 0.14285714285714288 }, { "quid": 3052437, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After China, which country received the visit from Daily Monitor first?", "golds": [ "Sudan" ], "pred": "Angola, after China.", "em": 0.0, "f1": 0.0 }, { "quid": 3042592, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "In 2011, which country was the last to formally sign an agreement with Iraq?", "golds": [ "Iran" ], "pred": "In 2011, the last country to formally sign an agreement with Iraq was France. The agreement was signed on January 26, 2011.", "em": 0.0, "f1": 0.0 }, { "quid": 3018382, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "After China, which country hosted Abu Bakr Abdullah al-Qirbi's visit from Abu Bakr Abdullah al-Qirbi?", "golds": [ "Oman", "Kuwait", "Qatar", "Eritrea", "South Africa", "France", "United Arab Emirates", "Japan" ], "pred": "Iran hosted Abu Bakr Abdullah al-Qirbi's visit from Abu Bakr Abdullah al-Qirbi on 2005-10-02.", "em": 0.0, "f1": 0.0 }, { "quid": 3050035, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did Malaysia make optimistic comments about Mahmoud Abbas?", "golds": [ "2005-01-12" ], "pred": "Malaysia made optimistic comments about Mahmoud Abbas on January 12, 2005.", "em": 0.0, "f1": 0.28571428571428575 }, { "quid": 3038763, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who expressed the intention to negotiate with Malaysia first, after Alberto Gonzales?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "Malaysia expressed the intention to negotiate with Alberto Gonzales first, after 2005-11-11.", "em": 0.0, "f1": 0.0 }, { "quid": 3042659, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who expressed the intention to negotiate with China on 1 September 2015?", "golds": [ "South Africa", "Xi Jinping", "Islam Karimov", "Citizen (International)" ], "pred": "Multiple parties expressed the intention to negotiate with China on 1 September 2015, including Xi Jinping, South Africa, Islam Karimov, and Kazakhstan.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3022380, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who would wish to visit Burundi before September 12th, 2011?", "golds": [ "Eimert van Middelkoop", "Charles Mwando Nsimba", "James Kabarebe", "South African National Defence Force", "Ministry (Belgium)", "Jakaya Mrisho Kikwete", "Hamadoun Tour\u00e9", "Mwai Kibaki", "Rupiah Banda", "Agence France-Presse", "UN Security Council", "China", "Refugee (Tanzania)", "Media Personnel (Africa)" ], "pred": "- Anyone who wishes to visit Burundi before September 12th, 2011 should avoid doing so due to the ongoing use of unconventional violence by rebel groups in the country. This includes visits by governments, such as Tanzania and China, as well as individuals, such", "em": 1.0, "f1": 0.052631578947368425 }, { "quid": 3007018, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the Monastery of China first reject China?", "golds": [ "2008-03-14" ], "pred": "The Monastery of China first rejected China on January 5, 2005, as indicated by the event \"China | Reject | Ma Ying Jeou\". This event occurred on the date specified in the evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3015038, "qtype": "before_after", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Before July 2008, who had a telephone conversation with the Inquirer?", "golds": [ "Franklin Drilon", "Benjamin Abalos", "Congress (Philippines)", "Police (Philippines)", "ZTE Corp.", "Priest (Philippines)", "City Mayor (Philippines)" ], "pred": "The Inquirer had telephone conversations with various entities, including ZTE Corp., a priest in the Philippines, the police in the Philippines, Congress in the Philippines, Franklin Drilon, and Benjamin Abalos.", "em": 1.0, "f1": 0.16666666666666669 }, { "quid": 3006409, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Before Burundi, who made the rebel group of Burundi suffer from conventional military forces?", "golds": [ "Military (Burundi)" ], "pred": "The Government of Burundi, through its military forces, made the rebel group of Burundi suffer from conventional military forces.", "em": 0.0, "f1": 0.25 }, { "quid": 3053973, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to visit Kuwait after the presidential family of the United States?", "golds": [ "Mahmoud Abbas" ], "pred": "The first to visit Kuwait after the presidential family of the United States was Tony Blair, the Prime Minister of the United Kingdom. This is based on the evidence that Tony Blair made a visit to Kuwait on 2005-02-13, and Kuwait hosted his visit. There", "em": 0.0, "f1": 0.0 }, { "quid": 3018203, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "At what time did the Foreign Minister of Namibia express the intention to meet with China?", "golds": [ "2010-12-06" ], "pred": "The Foreign Minister of Namibia did not express the intention to meet with China in the provided date range.", "em": 0.0, "f1": 0.0 }, { "quid": 3020021, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country signed an agreement with Cambodia on the same month as the Ministry of Vietnam?", "golds": [ "Thailand", "Japan", "Laos" ], "pred": "China signed an agreement with Cambodia on the same month as Vietnam in 2005, specifically on March 29th. This is based on the evidence that both Vietnam and China signed formal agreements with each other in January 2005, and Cambodia signed a formal agreement with Vietnam", "em": 0.0, "f1": 0.0 }, { "quid": 3002119, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, who was the first country in the Middle East to use conventional military force against?", "golds": [ "Militant (Syria)" ], "pred": "Lebanon was the first country in the Middle East to use conventional military force against another country after Iraq, specifically in the context of the Cedar Revolution in 2005. The Lebanese military intervened to disarm pro-Syrian militias and restore order following the assassination of former Prime", "em": 0.0, "f1": 0.0 }, { "quid": 3032480, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Ethiopia was last rejected by whom?", "golds": [ "Eritrea" ], "pred": "Eritrea, on 2005-02-10 and 2005-01-18.", "em": 1.0, "f1": 0.2222222222222222 }, { "quid": 3022176, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China first negotiate with the Associated Press?", "golds": [ "2005-08-31" ], "pred": "China first negotiated with the Associated Press on May 5, 2005.", "em": 0.0, "f1": 0.14285714285714288 }, { "quid": 3013378, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did China provide humanitarian aid to after the villagers of China?", "golds": [ "Yemen", "Zambian Defence Force", "Middle East", "South Sudan", "The Poor (China)", "Citizen (Nigeria)", "Vietnam", "Cambodia" ], "pred": "China provided humanitarian aid to Thailand after the villagers of China.", "em": 0.0, "f1": 0.30769230769230765 }, { "quid": 3024497, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Malaysia make negative comments about China?", "golds": [ "2015" ], "pred": "In 2005, Malaysia made negative comments about China. Specifically, on January 28, 2005, the police in Malaysia made a statement and confiscated property related to China.", "em": 0.0, "f1": 0.0 }, { "quid": 3000386, "qtype": "equal", "answer_type": "entity", "time_level": "month", "qlabel": "Single", "question": "Who signed formal agreements with China in January 2009?", "golds": [ "Vietnam", "Iran", "Malawi", "Iraq" ], "pred": "Vietnam and China signed formal agreements on January 3, 2009. Japan and China engaged in negotiations on January 9, 2009. Vietnam also engaged in diplomatic cooperation with China on January 8 and 19, 2009. Additionally, Vietnam signed formal agreements", "em": 1.0, "f1": 0.08695652173913045 }, { "quid": 3016727, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, who wanted to negotiate with the United Arab Emirates first?", "golds": [ "Nuri al-Maliki" ], "pred": "After Iraq, Gerhard Schr\u00f6der wanted to negotiate with the United Arab Emirates first.\n\nExplanation:\n- There are multiple instances of Iraq and the United Arab Emirates signing formal agreements, providing military aid, and making statements. However, the key evidence is the multiple instances", "em": 0.0, "f1": 0.0 }, { "quid": 3000376, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Tim Pawlenty, who would wish to visit Kuwait last?", "golds": [ "Council of Representatives" ], "pred": "Before Tim Pawlenty, who would wish to visit Kuwait last?\n\nIt is not possible to determine the order in which countries would wish to host or be visited by Tim Pawlenty, as the data provided does not indicate the order in which the visits occurred. However, it is known", "em": 0.0, "f1": 0.0 }, { "quid": 3034313, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who praised Iraq on 22 September 2007?", "golds": [ "Mahmoud Ahmadinejad" ], "pred": "Mahmoud Ahmadinejad praised Iraq on 22 September 2007.", "em": 1.0, "f1": 0.4 }, { "quid": 3042138, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In what year did Thailand last express an interest in working with the indigenous peoples of Thailand?", "golds": [ "2014" ], "pred": "In 2005, Thailand last expressed an interest in working with the indigenous peoples of Thailand. This is based on the evidence provided, which shows multiple instances of Thai citizens and government officials expressing intent to engage in material cooperation, diplomatic cooperation, and symbolic acts with the indigenous peoples of", "em": 0.0, "f1": 0.0 }, { "quid": 3025277, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who did Swaziland want to negotiate with before 3 September 2007?", "golds": [ "Malawi" ], "pred": "Swaziland wanted to negotiate with Lesotho, South Africa, or both on 3 September 2007.", "em": 0.0, "f1": 0.0 }, { "quid": 3045978, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "On 24 April 2012, who wanted to negotiate with China?", "golds": [ "Citizen (North Korea)", "Citizen (Thailand)" ], "pred": "Multiple parties, including citizens of Thailand and North Korea, the governments of Sudan and South Sudan, Japan, Malawi, and China, as well as leaders Xi Jinping and Wen Jiabao, expressed intent to negotiate or engage in diplomatic cooperation on 24 April 20", "em": 0.0, "f1": 0.10256410256410256 }, { "quid": 3010222, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Marietta Giannakou, who was the first to want to meet with China?", "golds": [ "Ali Abdullah Saleh" ], "pred": "After Marietta Giannakou, who was the first to want to meet with China was Japan, on 2005-01-14.", "em": 0.0, "f1": 0.0 }, { "quid": 3047125, "qtype": "equal_multi", "answer_type": "entity", "time_level": "month", "qlabel": "Multiple", "question": "Which country expressed its intention to meet with Iraq in the same month as the Australian businessman?", "golds": [ "Iran", "Qatar" ], "pred": "Kuwait expressed its intention to meet with Iraq in the same month as the Australian businessman. The Australian businessman's event is not specified in the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3025508, "qtype": "equal", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did China sign formal agreements with Ra\u00fal Castro?", "golds": [ "2014-07-23" ], "pred": "Ra\u00fal Castro and China signed formal agreements on April 19, 2005. This is evident from the sources provided, which show that Ra\u00fal Castro made a visit to China on multiple days from April 15 to April 22, 200", "em": 0.0, "f1": 0.0 }, { "quid": 3029237, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who praised Ethiopia in the same year?", "golds": [ "Congress (United States)", "Sudan", "Mohamed Qanyare Afrah", "China", "UN Security Council" ], "pred": "Multiple countries and organizations praised Ethiopia in the year 2005. These include Yemen, Sudan, Djibouti, and Transparency International. However, it's important to note that Eritrea accused Ethiopia of occupying territory and making statements against it. Is", "em": 1.0, "f1": 0.05882352941176471 }, { "quid": 3026388, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "After Iraq, which was the first country China used conventional military force against?", "golds": [ "South Korea" ], "pred": "The first country China used conventional military force against after Iraq was not specified in the provided evidence. However, it's important to note that the evidence provided pertains to events in Iraq and interactions with other countries, not actions taken by China. To find the answer, one would need to research China's military history", "em": 0.0, "f1": 0.0 }, { "quid": 3039868, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country made pessimistic remarks about China on 19 December 2010?", "golds": [ "Japan" ], "pred": "Japan made pessimistic remarks about China on 19 December 2010.", "em": 1.0, "f1": 0.18181818181818182 }, { "quid": 3042585, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who was endorsed by Iraq on the same year of the company - owner or operator of Egypt?", "golds": [ "Iran", "Business (Iran)", "UN Security Council" ], "pred": "Iraq endorsed Iran on the same year of the company - owner or operator of Egypt. The evidence shows that Iraq praised or endorsed Iran multiple times in January and February of 2005, while there is no mention of any endorsement by Iraq of the company - owner or operator", "em": 1.0, "f1": 0.06060606060606061 }, { "quid": 3012276, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did Saud bin Faisal bin Abdul-Aziz visit China for the first time?", "golds": [ "2013-05-18" ], "pred": "The earliest date mentioned in the evidence is 2005-02-23, when Saud bin Faisal bin Abdul-Aziz consulted with Jack Straw. However, there is no evidence of Saud bin Faisal bin Abdul-Aziz visiting China during this time.", "em": 0.0, "f1": 0.0 }, { "quid": 3016352, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who was the first to provide humanitarian aid to Iraq?", "golds": [ "Military (El Salvador)" ], "pred": "Iran was the first to provide humanitarian aid to Iraq in 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3013163, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before Brazil, who was the last to visit Ethiopia?", "golds": [ "African Union" ], "pred": "The last country to visit Ethiopia before Brazil was the African Union, on January 30, 2005.", "em": 1.0, "f1": 0.23529411764705882 }, { "quid": 3009189, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did China last negotiate?", "golds": [ "Iran" ], "pred": "China last negotiated with multiple countries, including Japan and Kuomintang, in January 2005. However, the exact date of the last negotiation with a specific country cannot be determined from the provided evidence.", "em": 0.0, "f1": 0.0 }, { "quid": 3052462, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first country that Shaukat Aziz wanted to cooperate with after China?", "golds": [ "Government (Pakistan)" ], "pred": "The first country that Shaukat Aziz wanted to cooperate with after China was not explicitly mentioned in the provided evidence. However, it is worth noting that Shaukat Aziz consulted with Pervez Musharraf, James Wolfensohn, and the Ministry of Afghanistan, among others, after his visit", "em": 0.0, "f1": 0.0 }, { "quid": 3016466, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Which country visited Kuwait last, before Rehman Malik?", "golds": [ "Japan" ], "pred": "The last country to visit Kuwait before Rehman Malik was the United States, represented by Richard Boucher. This is based on the dates of the consultations between Rehman Malik and Richard Boucher in October 2008, which are the most recent entries in the given", "em": 0.0, "f1": 0.0 }, { "quid": 3028024, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Which country was last criticised by China in 2008?", "golds": [ "France" ], "pred": "No country was criticised by China in 2008. All the events mentioned are instances of diplomatic cooperation between China and various countries or organizations.", "em": 0.0, "f1": 0.0 }, { "quid": 3044080, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the Association of Southeast Asian Nations, which was the last country to praise Malaysia?", "golds": [ "China" ], "pred": "The Association of Southeast Asian Nations was the last country to praise Malaysia. However, it's important to note that ASEAN is not a country but a regional intergovernmental organization comprising ten Southeast Asian states. The praise was given by Wen Jiabao, the Prime Minister of China,", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3019569, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which was the last country to which China appealed?", "golds": [ "Kazakhstan" ], "pred": "None of the provided evidence indicates that China appealed to any country. The evidence only shows that China and Japan, as well as South Korea and China, expressed intent to cooperate or meet or negotiate.", "em": 0.0, "f1": 0.0 }, { "quid": 3022936, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who investigated Thailand after 28 August 2012?", "golds": [ "Royal Thai Police", "Sukhumbhand Paribatra", "China", "Media Personnel (Thailand)", "Party Member (Thailand)", "Office of the Attorney General", "Insurgent (Thailand)", "Military Personnel (Thailand)", "Protester (Thailand)", "Governor (Thailand)" ], "pred": "The investigation of Thailand after 28 August 2012 was likely conducted by the Thai authorities, including the police and other relevant government agencies. However, the specific agency or individual responsible for the investigation is not specified in the given evidence. It is also possible that international organizations or foreign governments may have been", "em": 0.0, "f1": 0.08333333333333334 }, { "quid": 3029000, "qtype": "first_last", "answer_type": "time", "time_level": "day", "qlabel": "Single", "question": "When did the United States Congress first accuse Iraq?", "golds": [ "2007-03-22" ], "pred": "The United States Congress first accused Iraq in January 2005.", "em": 0.0, "f1": 0.0 }, { "quid": 3041540, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "To whom did the UN High Commission for Refugees provide humanitarian aid before China?", "golds": [ "Vietnam", "Refugee (Tanzania)", "Refugee (Afghanistan)", "Togo" ], "pred": "The UN High Commission for Refugees provided humanitarian aid to various countries before China, including Pakistan, Afghanistan, Cambodia, Togo, Tanzania, Iran, and Japan. They also consulted with governments and leaders such as Shaukat Aziz, Pervez Musharraf, and Ru", "em": 1.0, "f1": 0.05405405405405406 }, { "quid": 3045628, "qtype": "after_first", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Who was the first to praise Thailand after the Foreign Minister of India?", "golds": [ "Association of Southeast Asian Nations" ], "pred": "The first to praise Thailand after the Foreign Minister of India was Joschka Fischer on 2005-01-08.", "em": 0.0, "f1": 0.0909090909090909 }, { "quid": 3036489, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who visited China on 25 August 2014?", "golds": [ "Vietnam", "Le Hong Anh" ], "pred": "Wilson Uwujaren, Vietnam, France, Le Hong Anh, South Korea, Japan, South Sudan, and Le Hong Anh visited China on 25 August 2014.", "em": 1.0, "f1": 0.2857142857142857 }, { "quid": 3035696, "qtype": "equal_multi", "answer_type": "entity", "time_level": "year", "qlabel": "Multiple", "question": "Who made optimistic remarks about Thailand in the same year as Suwat Liptapanlop?", "golds": [ "Citizen (Thailand)", "Noppadon Pattama", "Company - Owner or Operator (Thailand)", "Abhisit Vejjajiva", "China", "Japan", "Vietnam" ], "pred": "The person who made optimistic remarks about Thailand in the same year as Suwat Liptapanlop is not explicitly stated in the provided evidence. However, since Suwat Liptapanlop himself made multiple optimistic comments about Thailand in 2005 and 2006,", "em": 0.0, "f1": 0.06666666666666667 }, { "quid": 3017487, "qtype": "equal", "answer_type": "time", "time_level": "month", "qlabel": "Single", "question": "In which month did Thailand make negative remarks about the Men of Lebanon?", "golds": [ "2012-01" ], "pred": "January", "em": 0.0, "f1": 0.0 }, { "quid": 3049101, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "With which country did China last declare its intention to establish diplomatic cooperation?", "golds": [ "Vietnam" ], "pred": "Japan", "em": 0.0, "f1": 0.0 }, { "quid": 3029918, "qtype": "first_last", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did the Director General of Indonesia last visit China?", "golds": [ "2007" ], "pred": "The Director General of Indonesia did not visit China in the given data.", "em": 0.0, "f1": 0.0 }, { "quid": 3004910, "qtype": "before_last", "answer_type": "entity", "time_level": "day", "qlabel": "Multiple", "question": "Before the military personnel from Taiwan, which was the last country to be criticised by China?", "golds": [ "Qatar" ], "pred": "Japan was the last country to be criticised by China before Taiwan.", "em": 0.0, "f1": 0.0 }, { "quid": 3017596, "qtype": "equal", "answer_type": "time", "time_level": "year", "qlabel": "Single", "question": "In which year did Segolene Royal praise China?", "golds": [ "2007" ], "pred": "2007", "em": 1.0, "f1": 1.0 }, { "quid": 3029904, "qtype": "before_after", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country did Thailand investigate after 29 December 2010?", "golds": [ "Vietnam", "Activist (Thailand)", "Citizen (Thailand)" ], "pred": "Thailand investigated Cambodia on 29 December 2010.", "em": 0.0, "f1": 0.22222222222222224 }, { "quid": 3047547, "qtype": "first_last", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Which country was the first to support Kuwait?", "golds": [ "Iraq" ], "pred": "Qatar was the first country to support Kuwait, as evidenced by the \"Express intent to cooperate\" event on 2005-02-07. However, it's important to note that multiple countries, including Qatar, the United Arab Emirates, and Germany (", "em": 0.0, "f1": 0.0 }, { "quid": 3047183, "qtype": "equal", "answer_type": "entity", "time_level": "day", "qlabel": "Single", "question": "Who made a visit to China on 10 Apr 2008?", "golds": [ "Jakaya Mrisho Kikwete", "Vincent C. Siew", "Wen Jiabao", "Pervez Musharraf", "Kim Kye Gwan", "Japan" ], "pred": "Japan, Wen Jiabao, Pervez Musharraf, Vincent C. Siew, Kim Kye Gwan, and Jakaya Mrisho Kikwete made a visit to China on 10 Apr 2008.", "em": 1.0, "f1": 0.2222222222222222 } ] }