{
  "name": "multitq-seed7",
  "policy_path": "../checkpoints/sft-multitq-seed7/final",
  "n_samples": 1496,
  "overall": {
    "n": 1496,
    "em": 0.2800802139037433,
    "f1": 0.3136549316696375
  },
  "by_qtype": {
    "after_first": {
      "n": 187,
      "em": 0.09090909090909091,
      "f1": 0.10677361853832441
    },
    "before_after": {
      "n": 187,
      "em": 0.4919786096256685,
      "f1": 0.5311051693404635
    },
    "before_last": {
      "n": 187,
      "em": 0.11229946524064172,
      "f1": 0.1423351158645276
    },
    "equal": {
      "n": 374,
      "em": 0.4358288770053476,
      "f1": 0.47480689245395136
    },
    "equal_multi": {
      "n": 187,
      "em": 0.26737967914438504,
      "f1": 0.3005347593582887
    },
    "first_last": {
      "n": 374,
      "em": 0.20320855614973263,
      "f1": 0.2394385026737968
    }
  },
  "by_answer_type": {
    "entity": {
      "n": 1122,
      "em": 0.2887700534759358,
      "f1": 0.3172856011091305
    },
    "time": {
      "n": 374,
      "em": 0.2540106951871658,
      "f1": 0.3027629233511586
    }
  },
  "by_time_level": {
    "day": {
      "n": 971,
      "em": 0.2399588053553038,
      "f1": 0.27214212152420186
    },
    "month": {
      "n": 287,
      "em": 0.2857142857142857,
      "f1": 0.3405729771583431
    },
    "year": {
      "n": 238,
      "em": 0.4369747899159664,
      "f1": 0.45056022408963586
    }
  },
  "by_qlabel": {
    "Multiple": {
      "n": 561,
      "em": 0.1568627450980392,
      "f1": 0.18321449792038033
    },
    "Single": {
      "n": 935,
      "em": 0.35401069518716577,
      "f1": 0.39191919191919183
    }
  },
  "per_example": [
    {
      "quid": 3025795,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did China Southern Airlines last praise China?",
      "golds": [
        "2015"
      ],
      "pred": "2015",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3015487,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the last to condemn China?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050246,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the citizens of the United Kingdom last express their intention to meet with Iraq?",
      "golds": [
        "2012"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027690,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "What was the last country to negotiate with Mulatu Teshome before China?",
      "golds": [
        "Japan"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002358,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the first country to negotiate with Kuwait?",
      "golds": [
        "Iraq"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019439,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to denounce Iraq?",
      "golds": [
        "UN Security Council"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033039,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Assemblies of Cambodia visit China?",
      "golds": [
        "2009-07-10"
      ],
      "pred": "2005-03-11",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024050,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to want to work with Iraq before the citizens of Brazil?",
      "golds": [
        "High Commission for Refugees"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015170,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the leader of Kenya visit China for the first time?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3031579,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country Cambodia attacked with small arms and light weapons?",
      "golds": [
        "Thailand"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3034519,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Ali Abdullah Saleh, which country did Malaysia last support?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039668,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the European Central Bank, who was the last to negotiate with China?",
      "golds": [
        "Association of Southeast Asian Nations"
      ],
      "pred": "Government Affiliated Bank (South Africa)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050727,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Werner Faymann last visit China?",
      "golds": [
        "2011-05-07"
      ],
      "pred": "2011-05-07",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3012318,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who wanted to negotiate with China on 19 April 2005?",
      "golds": [
        "Wolfgang Sch\u00fcssel",
        "Wen Jiabao",
        "Okada Katsuya",
        "Lien Chan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041051,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country appealed for China in February 3rd, 2007?",
      "golds": [
        "South Korea"
      ],
      "pred": "South Korea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3045237,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2011, who was the first to be criticised by China?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005836,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before South Korea, which country was the last to sign formal agreements with Oman?",
      "golds": [
        "South Africa"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017456,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which country did China release people after August 2015?",
      "golds": [
        "Media Personnel (China)",
        "Criminal (China)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3006300,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who wanted to negotiate with the Iranian company after Thailand?",
      "golds": [
        "Iran",
        "Tatarstan",
        "France",
        "Ministry (Iran)",
        "Energy Department/Ministry (Iran)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017421,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Thailand was first rejected by whom?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3022832,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was indicted by Djibouti before 18 Mar 2007?",
      "golds": [
        "France"
      ],
      "pred": "Citizen (Djibouti)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041624,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to express optimism about China, after the citizens of Zambia?",
      "golds": [
        "Sudan"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024641,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first person to visit Ethiopia after John Baird?",
      "golds": [
        "African Union"
      ],
      "pred": "Barack Obama",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052251,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In November 2012, who signed an agreement with China?",
      "golds": [
        "Association of Southeast Asian Nations",
        "Angola",
        "Thailand",
        "Ma Ying Jeou",
        "Laos",
        "Yoshihiko Noda",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029293,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "In the same month of Alexander Vasilyevich Bortnikov, who wanted to engage in diplomatic cooperation with China?",
      "golds": [
        "Barack Obama",
        "Guatemala",
        "Iran",
        "Maithripala Sirisena",
        "Argentine Industrial Union",
        "United Arab Emirates",
        "Thailand",
        "Alexis Tsipras"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041188,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Tony Blair, who was the last to express the intention to engage in diplomatic cooperation with China?",
      "golds": [
        "Ma Ying Jeou"
      ],
      "pred": "Citizen (United Kingdom)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027735,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who accused Thailand on 1 April 2006?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3001693,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "In the same month, who were the Australian citizens accused by China?",
      "golds": [
        "Ruling Party (China)"
      ],
      "pred": "Chinese citizen",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032528,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did Ethiopia first reject Human Rights Watch?",
      "golds": [
        "2010-10-21"
      ],
      "pred": "2005-08-31",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018564,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to receive humanitarian aid from Ethiopia?",
      "golds": [
        "Eritrea"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000347,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the citizens of Thailand provide humanitarian aid to Thailand?",
      "golds": [
        "2013-05-26"
      ],
      "pred": "2005-01-27",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052259,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first country to visit Ethiopia after the Royal Government of Spain?",
      "golds": [
        "African Union"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048346,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Thailand last support Somsavat Lengsava?",
      "golds": [
        "2006-01"
      ],
      "pred": "2006-01",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014980,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Whom did Zawahiri condemn first?",
      "golds": [
        "Pervez Musharraf"
      ],
      "pred": "Barack Obama",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021649,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country did Alberto Gonzales wish to meet in the same month as Malaysia?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3024765,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who would like to negotiate with China in May, 2010?",
      "golds": [
        "Head of Government (India)",
        "Iran",
        "Xi Jinping",
        "South Korea",
        "Wen Jiabao",
        "John Faulkner",
        "Ronald Kirk",
        "Cabinet / Council of Ministers / Advisors (United States)",
        "Japan",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001560,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who wants to negotiate with Ethiopia after 29 July 2015?",
      "golds": [
        "Pope Tawadros II",
        "Sudan",
        "South Korea",
        "Barack Obama"
      ],
      "pred": "Barack Obama",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3049345,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the citizens of North Korea, which country did China last support?",
      "golds": [
        "Japan"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021083,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who wanted to meet with Iraq on 23 October 2007?",
      "golds": [
        "Police (Australia)"
      ],
      "pred": "Mahmoud Ahmadinejad",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048952,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 23 July 2005, who expressed the intention to meet with China?",
      "golds": [
        "Citizen (North Korea)",
        "Head of Government (Guyana)",
        "Kim Kye Gwan",
        "Japan",
        "Farm Worker (Taiwan)"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3051531,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country did Kuwait negotiate with first after Ali Abdullah Saleh?",
      "golds": [
        "UN Security Council"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038914,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Islamic State of Iraq and the Levant insurgents first threaten Iraq?",
      "golds": [
        "2014-06-11"
      ],
      "pred": "2005-01-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039271,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Ethiopia announce its intention to engage in diplomatic cooperation with the Government of Sudan?",
      "golds": [
        "2014"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027866,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Rio Tinto, who was the last to investigate China?",
      "golds": [
        "Jiaotong University"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027677,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to support Ethiopia?",
      "golds": [
        "Abu Bakr Abdullah al-Qirbi"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034213,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 24 August 2008, which country announced its intention to participate in diplomatic cooperation with China?",
      "golds": [
        "South Korea"
      ],
      "pred": "South Korea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3004021,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did the citizens of Denmark last declare their intention to negotiate with Thailand?",
      "golds": [
        "2005"
      ],
      "pred": "2010",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020461,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Alan Peter Cayetano, who was the last to have a telephone conversation with the Inquirer?",
      "golds": [
        "Military Personnel (Philippines)"
      ],
      "pred": "Citizen (Philippines)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3041788,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Bangladesh Navy last visit China?",
      "golds": [
        "2014"
      ],
      "pred": "2013",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014746,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Asian Disaster Preparedness Centre, which country did Thailand last make optimistic comments about?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3030822,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Oman first express its intention to cooperate?",
      "golds": [
        "Yemen"
      ],
      "pred": "Yemen",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3024101,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who denounced China on 12 September 2006?",
      "golds": [
        "Mainland Affairs Council",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3053174,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Iraq host the visit from Richard Boucher?",
      "golds": [
        "2008-04-02"
      ],
      "pred": "2005-04-08",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3033438,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the armed gang of India, which country did Malaysia investigate last?",
      "golds": [
        "Vietnam"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017784,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Malaysia first appeal to the citizens of Thailand?",
      "golds": [
        "2014"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046804,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to denounce Thailand?",
      "golds": [
        "Malaysia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028780,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before United Arab Emirates, which country last signed an agreement with with Iraq?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3016141,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Ismail Qasim Naji first declare his intention to negotiate with Ethiopia?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018882,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before South Africa, who was the last country with which Swaziland formally signed an agreement?",
      "golds": [
        "Lesotho"
      ],
      "pred": "Lesotho",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3050301,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time China praised the government of Djibouti?",
      "golds": [
        "2012-07-20"
      ],
      "pred": "2013-04-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054351,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Malaysia, who received the visit from Mswati III first?",
      "golds": [
        "Jakaya Mrisho Kikwete"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009331,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to be rejected by China?",
      "golds": [
        "Ma Ying Jeou"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049763,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to be accused by Zawahiri?",
      "golds": [
        "Head of Government (Pakistan)"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031471,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made Malaysia suffer from unconventional violence before 3 April 2014?",
      "golds": [
        "Men (Malaysia)",
        "Criminal (South Korea)",
        "Indigenous People (Thailand)",
        "Women (China)",
        "Police (Malaysia)",
        "Criminal (Somalia)"
      ],
      "pred": "Police (Malaysia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3045497,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was praised by Iraq in the same year as Mahmoud Ahmadinejad?",
      "golds": [
        "Nuri al-Maliki",
        "Iran",
        "Kuwait",
        "United Arab Emirates",
        "Barack Obama"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3029706,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Ogaden National Liberation Front appeal to Ethiopia?",
      "golds": [
        "2011-12"
      ],
      "pred": "2011-12",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3012059,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last person to threaten Thailand?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026595,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when William J. Fallon visited Cambodia?",
      "golds": [
        "2006-07"
      ],
      "pred": "2006-06",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3027911,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Malaysia last sign formal agreements with the Moro Islamic Liberation Front?",
      "golds": [
        "2008-06"
      ],
      "pred": "2005-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023563,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Sander Levin criticise China?",
      "golds": [
        "2010"
      ],
      "pred": "2010",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018169,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "With whom did the Associated Press have the first telephone conversation after Iraq?",
      "golds": [
        "Lawyer/Attorney (United Kingdom)"
      ],
      "pred": "Police (Peru)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005988,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited Ethiopia last?",
      "golds": [
        "Abdel Fattah Al-Sisi"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027407,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who made the last request for Malaysia before the US envoy?",
      "golds": [
        "Undersecretary (United States)"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002654,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "After Sep 2014, who made China suffer from unconventional violence?",
      "golds": [
        "Criminal (China)",
        "Villager (China)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3022496,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 19 January 2009, which country wanted to establish diplomatic cooperation with Kuwait?",
      "golds": [
        "Yemen"
      ],
      "pred": "Yemen",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3050610,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "With which country did China last negotiate before the International Monetary Fund?",
      "golds": [
        "Japan"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020299,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the company - owner or operator of Thailand last express cooperation with Thailand?",
      "golds": [
        "2015-07"
      ],
      "pred": "2005-02",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020230,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did Jusuf Kalla host the visit from Malaysia?",
      "golds": [
        "2005-10-21"
      ],
      "pred": "2005-05-07",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3041862,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the citizens of the United Kingdom make optimistic comments about China?",
      "golds": [
        "2009"
      ],
      "pred": "2010",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038705,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to attack Malaysia with small arms and light weapons?",
      "golds": [
        "Men (Malaysia)"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3039293,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Burundi praise the Lawyer/Attorney of Burundi?",
      "golds": [
        "2015"
      ],
      "pred": "2007",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005706,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did China first want to establish diplomatic cooperation?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3055390,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Ma Ying Jeou, who accused China first?",
      "golds": [
        "Defense / Security Ministry (United States)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019463,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "With whom did the Police of Malaysia last express the intention to engage in diplomatic cooperation before Malaysia?",
      "golds": [
        "Thailand"
      ],
      "pred": "France",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054756,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China praise the government of South Africa?",
      "golds": [
        "2008-07"
      ],
      "pred": "2010-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043268,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made an appeal for Ethiopia on 18 March 2008?",
      "golds": [
        "Abu Bakr Abdullah al-Qirbi"
      ],
      "pred": "UN Security Council",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003802,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who visited China in July 2012?",
      "golds": [
        "Kostyantyn Gryshchenko",
        "Henry M. Paulson",
        "Catherine Ashton",
        "Lien Chan",
        "Ra\u00fal Castro",
        "Teodoro Obiang Nguema Mbasogo",
        "Straits Exchange Foundation",
        "Jason C. Hu",
        "Samuel J. Locklear",
        "Media Personnel (Iran)",
        "Mahamadou Issoufou",
        "Xu Caihou"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054796,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the last to appeal to China before Iraq?",
      "golds": [
        "South Korea"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054409,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to use unconventional force against Iraq?",
      "golds": [
        "Men (Kenya)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017713,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who last wanted to negotiate with Ethiopia in 2011?",
      "golds": [
        "Benjamin Netanyahu"
      ],
      "pred": "Citizen (Nigeria)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043833,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country did Iraq investigate last?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3040009,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Cambodia, with whom did the Malaysian Foreign Ministry wish to negotiate first?",
      "golds": [
        "Malaysia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030620,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the last country to seek diplomatic cooperation with Ethiopia in 2010?",
      "golds": [
        "Jens Stoltenberg"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040592,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Nuri al-Maliki make pessimistic remarks about Iraq?",
      "golds": [
        "2009-02-09"
      ],
      "pred": "2006-05-20",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033704,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to host Kemal Unakitan's visit after Kuwait?",
      "golds": [
        "Qatar"
      ],
      "pred": "Turkey",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003881,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who visited China on the same day as Charles Mwando Nsimba?",
      "golds": [
        "Korean Workers Party",
        "Barack Obama",
        "Bev Perdue"
      ],
      "pred": "Head of Government (China)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010820,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country did Malaysia condemn last?",
      "golds": [
        "China"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008138,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to praise China before Saud bin Faisal bin Abdul-Aziz?",
      "golds": [
        "Pervez Musharraf"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010487,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to negotiate with Ethiopia?",
      "golds": [
        "Sudan"
      ],
      "pred": "Eritrea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010727,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country announced its intention to negotiate with China on the same day as Vietnam's internal affairs?",
      "golds": [
        "South Korea",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008538,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Cabinet Council of Ministers Advisors of United States, which country blamed Malaysia last?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3020231,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the foreign minister of Israel last visit Oman?",
      "golds": [
        "2009-11-24"
      ],
      "pred": "2014-04-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001848,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Cambodia express its intention to establish diplomatic cooperation with Malaysia?",
      "golds": [
        "2008"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049419,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 9 April 2005, which country was negotiating with Thailand?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3016362,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 17 January 2008, who expressed the intention to engage in diplomatic cooperation with China?",
      "golds": [
        "Iran",
        "Malawi",
        "South Korea"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3000044,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who made optimistic remarks about Iraq in 2009?",
      "golds": [
        "Barack Obama",
        "Nuri al-Maliki",
        "China",
        "Japan",
        "Supreme Council (Iraq)",
        "Vietnam"
      ],
      "pred": "Barack Obama",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014882,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Abdul Aziz, who was the last person to visit Malaysia?",
      "golds": [
        "Xi Jinping"
      ],
      "pred": "Government (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030426,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to want to participate in diplomatic cooperation with Cambodia?",
      "golds": [
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036645,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Which country expressed interest in cooperation with Thailand in April 2012?",
      "golds": [
        "Cambodia",
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3034038,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the UN Security Council last visit Thailand?",
      "golds": [
        "2015"
      ],
      "pred": "2010",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010035,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before 2007-01, who wanted to establish diplomatic cooperation with Ethiopia?",
      "golds": [
        "Yemen",
        "France",
        "UN Security Council",
        "China",
        "Head of Government (Ethiopia)",
        "Government (France)",
        "City Mayor (China)",
        "Government (Italy)",
        "Sudan",
        "Vietnam"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016047,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Burundi's lawyer make the request to Burundi?",
      "golds": [
        "2006-12-19"
      ],
      "pred": "2007-12-20",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3012854,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited Swaziland after 6 September 2008?",
      "golds": [
        "International Monetary Fund",
        "Vincent C. Siew",
        "Lesotho",
        "Angola",
        "Teodoro Obiang Nguema Mbasogo",
        "Rupiah Banda",
        "Foreign Affairs (Denmark)",
        "South Africa",
        "Kamalesh Sharma",
        "France",
        "Ma Ying Jeou",
        "Trade Union Congress"
      ],
      "pred": "Vincent C. Siew",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3017660,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the first to praise Iraq in 2007?",
      "golds": [
        "Militant (Syria)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015376,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first country to provide humanitarian aid to Malaysia?",
      "golds": [
        "Police (Malaysia)"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015941,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before 2007-02, with which country did Iraq express an interest in cooperation?",
      "golds": [
        "France",
        "Kuwait",
        "Iran",
        "Japan"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3034577,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did Zawahiri appeal for first?",
      "golds": [
        "Combatant (Al Qaeda)"
      ],
      "pred": "Citizen (Sudan)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007575,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Against whom did Thailand first use conventional military force?",
      "golds": [
        "Military (Cambodia)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008014,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Sheikh Ahmed Abdullah, who was the last to request a meeting with Malaysia?",
      "golds": [
        "Chris Bowen"
      ],
      "pred": "Tony Blair",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030688,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country first would wish to visit Thailand after Bernard Makuza did?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3027467,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Kuwait last expressed an intention to meet with Oman?",
      "golds": [
        "2011-05"
      ],
      "pred": "2005-02",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042340,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did China announce its intention to negotiate with Juan Carlos I?",
      "golds": [
        "2007-06"
      ],
      "pred": "2006-02",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044861,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 2008-03-30, who made Ethiopia suffer from unconventional violence?",
      "golds": [
        "Combatant (Ogaden National Liberation Front)",
        "Armed Rebel (Somalia)",
        "Armed Opposition (Somalia)",
        "Al-Shabaab",
        "Police (Sudan)",
        "Combatant (Al-Shabaab)",
        "Combatant (Hizbul Islam)"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021169,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 14 January 2009, whom did Djibouti blame?",
      "golds": [
        "Eritrea"
      ],
      "pred": "Eritrea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3005813,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the French Foreign Ministry support Ethiopia?",
      "golds": [
        "2010"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000610,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Philippines visit Kuwait?",
      "golds": [
        "2008"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054094,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the last to offer cooperation to China?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012248,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Mulatu Teshome first praised China?",
      "golds": [
        "2014-05"
      ],
      "pred": "2014-05",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3010009,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Djibouti, who received the visit from the Naval of United States?",
      "golds": [
        "Malaysia",
        "Vietnam",
        "Eritrea",
        "Dominican Republic",
        "Cambodia",
        "China",
        "Japan"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3023860,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to express an intention to meet with Kuwait?",
      "golds": [
        "Iraq"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010959,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Angela Merkel last speak negatively about China?",
      "golds": [
        "2012"
      ],
      "pred": "2013",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012840,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "What month did the Foreign Affairs of India praise Kuwait?",
      "golds": [
        "2015-08"
      ],
      "pred": "2005-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029589,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who paid a visit to China in February 2012?",
      "golds": [
        "Iran",
        "Angela Merkel",
        "Foreign Affairs (South Korea)",
        "Treasury/Finance Ministry (Japan)",
        "Head of Government (Turkmenistan)",
        "Xi Jinping",
        "Transport (South Korea)",
        "Wen Jiabao",
        "Envoy (United States)",
        "Kim Kye Gwan",
        "Yoshihiko Noda",
        "Foreign Affairs (Singapore)",
        "Barack Obama",
        "Head of Government (Germany)"
      ],
      "pred": "Wen Jiabao",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3034368,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country about which Thailand made optimistic remarks?",
      "golds": [
        "Malaysia"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048814,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the United Arab Emirates give a visit to Thailand?",
      "golds": [
        "2009-08"
      ],
      "pred": "2005-02",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026060,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With whom did the Office of the United Nations High Commissioner for Human Rights announce its intention to negotiate after China?",
      "golds": [
        "South Sudan",
        "Sudan",
        "Julia Gillard",
        "Togo",
        "African Union",
        "Legislature (Pakistan)",
        "Prachanda",
        "UN Security Council"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011265,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to pay a visit to Cambodia?",
      "golds": [
        "Thailand"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016271,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who used unconventional force against Iraq in the same month as the Armed Band of Ansar al-Islam?",
      "golds": [
        "Insurgent (Al Qaeda)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015397,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to threaten China before the US Navy?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006983,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the last to negotiate with Iraq in 2015?",
      "golds": [
        "Foreign Affairs (France)"
      ],
      "pred": "Citizen (Australia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007187,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Ante Gotovina, who was the last person to visit Malaysia?",
      "golds": [
        "Association of Southeast Asian Nations"
      ],
      "pred": "Government (Croatia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043358,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Jakaya Mrisho Kikwete want to start diplomatic cooperation with China?",
      "golds": [
        "2009-02"
      ],
      "pred": "2006-02",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3046544,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the last to investigate China before Wang Yi?",
      "golds": [
        "Japan"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019312,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Thailand was last rejected by whom?",
      "golds": [
        "Member of Parliament (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3039604,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the US envoy, who was the last to reject Iraq?",
      "golds": [
        "Benedict XVI"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053388,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Gary Roughead last express an intention to negotiate with Malaysia?",
      "golds": [
        "2006-05-11"
      ],
      "pred": "2006-05-11",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3028238,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Which country expressed its intention to cooperate with Ethiopia after 2014?",
      "golds": [
        "Sudan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022548,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country did South Sudan announce its intention to join diplomatic cooperation with China in the same year?",
      "golds": [
        "United Arab Emirates",
        "Ethiopia",
        "Sudan"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3023937,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who visited Ethiopia in the same month as the royal administration of Spain?",
      "golds": [
        "Jakaya Mrisho Kikwete",
        "African Union",
        "Abdel Fattah Al-Sisi",
        "Head of Government (Egypt)",
        "Foreign Affairs (Italy)",
        "Uhuru Muigai Kenyatta",
        "Abdelkader Taleb Oumar"
      ],
      "pred": "Head of Government (Ethiopia)",
      "em": 0.0,
      "f1": 0.75
    },
    {
      "quid": 3031736,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China last visit the National Transitional Council?",
      "golds": [
        "2011-06"
      ],
      "pred": "2011-06",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3022140,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Ahmed Abdallah Sambi threaten the Comoros?",
      "golds": [
        "2008"
      ],
      "pred": "2008",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3017484,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country did Cambodia first make optimistic remarks about?",
      "golds": [
        "South Korea"
      ],
      "pred": "Vietnam",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009959,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when China last expressed its intention to meet with Dmitry Anatolyevich Medvedev?",
      "golds": [
        "2014-10"
      ],
      "pred": "2006-08",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038548,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was last investigated by Barack Obama before China?",
      "golds": [
        "Benjamin Netanyahu"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045919,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "With which country did Thailand last want to negotiate in 2011?",
      "golds": [
        "Cambodia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015799,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Iraq, which country was the first to hosted the visit from Pat Quinn?",
      "golds": [
        "Mexico"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008080,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country did China investigate after 24 March 2010?",
      "golds": [
        "France",
        "UN Security Council",
        "Maithripala Sirisena",
        "Dissident (China)",
        "Thailand",
        "South Korea",
        "Iran",
        "Japan",
        "Criminal (China)",
        "Kazakhstan",
        "Angela Merkel",
        "Industry (China)"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027061,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the United States Congress last condemn China?",
      "golds": [
        "2014-08-01"
      ],
      "pred": "2010-06-10",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015869,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did the Foreign Minister of South Korea support after Malaysia?",
      "golds": [
        "Iran",
        "Yemen",
        "Vietnam",
        "Kamaladdin Heydarov",
        "Thailand",
        "Government (Pakistan)",
        "Daniel Ortega",
        "Rehman Malik",
        "Cambodia",
        "France",
        "China",
        "Japan",
        "UN Security Council"
      ],
      "pred": "Citizen (North Korea)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024570,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the representatives of Ethiopia, which country was the last to negotiate with Ethiopia?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044114,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who last did the citizens of International made optimistic comments on before China?",
      "golds": [
        "Citizen (Croatia)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007554,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who visited China in Nov, 2013?",
      "golds": [
        "Evo Morales",
        "Japan",
        "Head of Government (Sri Lanka)",
        "Envoy (United States)",
        "Vincent C. Siew",
        "South Korea",
        "Jay Inslee",
        "Governor (Japan)",
        "Uhuru Muigai Kenyatta",
        "A.K. Antony",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004341,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Fernando Soto Rojas, which country first would want to negotiate with China?",
      "golds": [
        "Laos"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048308,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was negotiating with China on 2 July 2005?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3019469,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who praised China in April 2006?",
      "golds": [
        "Cambodia",
        "Government (Cape Verde)",
        "Prime Minister Qarase",
        "Maumoon Abdul Gayoom",
        "Lawyer/Attorney (United States)",
        "Muhammad VI",
        "Sato Kilman",
        "Ali Abdullah Saleh",
        "Jack Straw",
        "Olu\u1e63\u1eb9gun \u1eccbasanj\u1ecd",
        "Roh Moo Hyun"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033885,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who did the Israeli foreign minister criticise last before China?",
      "golds": [
        "Mahmoud Ahmadinejad"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024907,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was last investigated by China in 2005?",
      "golds": [
        "Straits Exchange Foundation"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053154,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to visit China after Valeriu Plesca?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052546,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to denounce Cambodia?",
      "golds": [
        "Human Rights Watch"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001640,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who made a request to China in May 2015?",
      "golds": [
        "Head of Government (India)",
        "Vietnam",
        "Xi Jinping",
        "South Korea",
        "Cabinet / Council of Ministers / Advisors (United States)",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016745,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to speak optimistically about China before John Paul II?",
      "golds": [
        "Wen Jiabao"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014359,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to speak negatively about Thailand after the Council of Advisors to the Cabinet of Ministers of Thailand?",
      "golds": [
        "Governor (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3050766,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Ethiopia last expressed an intention to negotiate with South Sudan?",
      "golds": [
        "2012-07"
      ],
      "pred": "2012-06",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3015210,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to be rejected by Malaysia?",
      "golds": [
        "Police (Malaysia)"
      ],
      "pred": "Police (Malaysia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035039,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Wang Yi last appeal to Malaysia?",
      "golds": [
        "2014"
      ],
      "pred": "2013",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026812,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Kuwait, who did Ali Abdullah Saleh request for first?",
      "golds": [
        "Political Parties (Yemen)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001360,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who made optimistic comments about Thailand in July 2011?",
      "golds": [
        "Citizen (Thailand)",
        "Banharn Silpa-archa",
        "Vietnam"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3023144,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Gurbanguly Berdymukhammedov, which country did China sign formal agreements with first?",
      "golds": [
        "Iraq"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017068,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the Taiwan Affairs Office, which country was the first to make optimistic remarks about China?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009636,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After United Arab Emirates, who received the visit from China first?",
      "golds": [
        "Naval Base (Philippines)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3025930,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who visited Thailand on the same day as Edward Natapei?",
      "golds": [
        "Wang Yi"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055616,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China announce its intention to meet with Koo Chen-fu?",
      "golds": [
        "2005-01-31"
      ],
      "pred": "2005-01-31",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3039996,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the Philippine Congress, who was the first person the Inquirer had a telephone conversation with?",
      "golds": [
        "Police (Philippines)"
      ],
      "pred": "Police (Philippines)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014966,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "To which country did Ethiopia last provide humanitarian aid?",
      "golds": [
        "Sudan"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3047179,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country expressed interest in cooperation with China on 26 February 2009?",
      "golds": [
        "South Korea",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3055963,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who last used unconventional force against China?",
      "golds": [
        "Villager (China)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3046461,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Julia Gillard sign formal agreements with China?",
      "golds": [
        "2013"
      ],
      "pred": "2010",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008868,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country last praised China before the Israeli Foreign Ministry?",
      "golds": [
        "Kuwait"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050064,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Burundi last express its intention to meet with the company - owner or operator of Rwanda?",
      "golds": [
        "2011"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011891,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month of Jusuf Kalla's last visit to Malaysia?",
      "golds": [
        "2013-05"
      ],
      "pred": "2010-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011510,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Chinese dissident negotiate with China?",
      "golds": [
        "2012-05-02"
      ],
      "pred": "2005-01-05",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3028102,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did the Party Member of Thailand make a request to after Thailand?",
      "golds": [
        "Media (Thailand)",
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3039693,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Karl-Theodor zu Guttenberg make an appeal to China?",
      "golds": [
        "2010-11-02"
      ],
      "pred": "2010-11-02",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3050896,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who was China negotiating with in the same month as Ronnie Shikapwasha?",
      "golds": [
        "Iran",
        "South Korea",
        "Ethiopia",
        "Stephen W. Bosworth",
        "Japan"
      ],
      "pred": "Citizen (Zambia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018056,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Iraq, which country first received the Armed Gang of Al Qaeda's visit from the Armed Gang of Al Qaeda?",
      "golds": [
        "France"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040429,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who hosted the visit from Northern Ireland after Iraq?",
      "golds": [
        "Vietnam",
        "Ireland",
        "Barack Obama",
        "Laos"
      ],
      "pred": "Tony Blair",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008918,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who was investigated by China in the same month?",
      "golds": [
        "Dissident (Australia)"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041423,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country used conventional military force against China in the same month as the Bank of China?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005093,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who had a telephone conversation with the Inquirer before the Moro Islamic Liberation Front?",
      "golds": [
        "Franklin Drilon",
        "Benjamin Abalos",
        "Congress (Philippines)",
        "Police (Philippines)",
        "ZTE Corp.",
        "Priest (Philippines)",
        "City Mayor (Philippines)"
      ],
      "pred": "Government (Philippines)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3039449,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Iraq, who was the last country to investigate the Middle East?",
      "golds": [
        "Police (Indonesia)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031862,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Justice and Development Party visit Iraq for the first time?",
      "golds": [
        "2006-10"
      ],
      "pred": "2009-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015357,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "What was the last country with which Iraq formally signed an agreement before Barack Obama?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3052407,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country hosted Oman's visit from Oman last?",
      "golds": [
        "Malaysia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022891,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 24 July 2010?",
      "golds": [
        "Cristina Fern\u00e1ndez de Kirchner"
      ],
      "pred": "Cristina Fern\u00e1ndez de Kirchner",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3028713,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "To whom did Jatuporn Prompan first make an appeal after Thailand?",
      "golds": [
        "Protester (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3021768,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In September 2013, who gave humanitarian aid to Kuwait?",
      "golds": [
        "Police (Philippines)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046889,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Chen Zhili last visit Cambodia?",
      "golds": [
        "2008"
      ],
      "pred": "2008",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3053969,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country did Kuwait request for first after the Business of Indonesia?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047990,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was first investigated by Cambodia?",
      "golds": [
        "Wen Jiabao"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009647,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Tesco last make pessimistic remarks about the Australian police?",
      "golds": [
        "2015-08"
      ],
      "pred": "2015-08",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014034,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Iraq use conventional military force against the Kurdistan Workers' Party guerrillas?",
      "golds": [
        "2015-10"
      ],
      "pred": "2003-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010891,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Thailand, which country hosted the visit from Mwai Kibaki last?",
      "golds": [
        "China"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045121,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the last person the Inquirer had a telephone conversation with in 2011?",
      "golds": [
        "Military Personnel (Philippines)"
      ],
      "pred": "Military Personnel (Philippines)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3000617,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country did China negotiate with first?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031820,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "With which country did China last wish to meet in 2010?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000686,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who first commend the Party Member of Taiwan after China did?",
      "golds": [
        "Kuomintang"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002340,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did the United States envoy make an appeal to Thailand?",
      "golds": [
        "2010-07-20"
      ],
      "pred": "2005-01-27",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006623,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who praised Julia Gillard first, after China?",
      "golds": [
        "Royal Administration (Japan)"
      ],
      "pred": "Citizen (Australia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018106,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Burundi, with whom did Djibouti want to meet?",
      "golds": [
        "Iran",
        "Yemen",
        "South Sudan",
        "Sudan",
        "Ethiopia",
        "Eritrea",
        "The Hague",
        "Government (Djibouti)"
      ],
      "pred": "Ethiopia",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3003459,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who last investigated Iraq before Massoud Barzani?",
      "golds": [
        "Nuri al-Maliki"
      ],
      "pred": "United Nations",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021029,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to want to cooperate with Malaysia?",
      "golds": [
        "Thailand"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3036697,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Iraq, who first did the Congress of United States accuse?",
      "golds": [
        "China"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007459,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Takeo Nishioka express his intention to meet with Thailand?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3002363,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country received Iraq's visit from Iraq on the same month of Donald Rumsfeld?",
      "golds": [
        "Iran",
        "Japan"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3024750,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the specific month when did Ethiopia praise Shura Council?",
      "golds": [
        "2014-12"
      ],
      "pred": "2010-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052872,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country to sign an agreement with Swaziland?",
      "golds": [
        "Iran"
      ],
      "pred": "Lesotho",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045389,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Henry M Paulson sign formal agreements with China?",
      "golds": [
        "2006-09-27"
      ],
      "pred": "2009-09-23",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3007595,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who blamed Cambodia after 4 September 2012?",
      "golds": [
        "Lawyer/Attorney (Cambodia)",
        "Agence France-Presse",
        "Association of Southeast Asian Nations"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055364,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who visited Ethiopia first after the Indian leader?",
      "golds": [
        "Head of Government (Egypt)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046621,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Canadian Ministry of Finance, Economy, Trade and Industry make optimistic comments about China?",
      "golds": [
        "2007"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007569,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country praised the High Commission for Refugees in the same year as China?",
      "golds": [
        "Japan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051768,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Sheikh Ahmed Abdullah visit Iraq for the first time?",
      "golds": [
        "2008-06-05"
      ],
      "pred": "2007-06-04",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3016557,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Marios Garoyian, who was the last to praise China?",
      "golds": [
        "Head of Government (Cyprus)"
      ],
      "pred": "George Yeo",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002928,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country wanted to cooperate with China on 2 May 2010?",
      "golds": [
        "South Korea",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3047893,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Iraq, who was last condemned by Human Rights Watch?",
      "golds": [
        "Government (Qatar)"
      ],
      "pred": "Government (Sudan)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3010133,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who investigated Malaysia in 2009?",
      "golds": [
        "Police (Malaysia)",
        "Businessperson (Malaysia)",
        "Police (Indonesia)",
        "United States Senate"
      ],
      "pred": "Police (Malaysia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3006882,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did Thailand make a request to the Cambodian representatives?",
      "golds": [
        "2010-11-25"
      ],
      "pred": "2005-01-27",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026801,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country received the visit from South Africa on the same month of Cambodia?",
      "golds": [
        "Angola"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016372,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Malaysia make a request to the Company - Owner or Operator of Thailand?",
      "golds": [
        "2006-09-06"
      ],
      "pred": "2005-01-28",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026774,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the United Arab Emirates, which country did Ethiopia negotiate with last?",
      "golds": [
        "South Sudan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031789,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country first wanted to participate in diplomatic cooperation with Thailand in 2010?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3048846,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who used conventional military force against Cambodia before Apr, 2009?",
      "golds": [
        "Thailand",
        "Police (Cambodia)"
      ],
      "pred": "Vietnam",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022037,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who used conventional military force against Ethiopia in the same month as the ethnic Hawiye?",
      "golds": [
        "Ogaden National Liberation Front",
        "Eritrea"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049608,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last country to which Malaysia returned people?",
      "golds": [
        "Women (Malaysia)"
      ],
      "pred": "Thailand",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007463,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Kuwait, which country hosted the visit from Kostyantyn Gryshchenko first?",
      "golds": [
        "Romania"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027294,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China visit Vietnamese fishermen?",
      "golds": [
        "2010-08"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053808,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country did the citizens of Nigeria wish to meet on the same day as China?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053131,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After Malaysia, who appealed for the Men of Malaysia?",
      "golds": [
        "Police (Malaysia)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027259,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Dragan \u0160utanovac, which country was the last to negotiate with China?",
      "golds": [
        "South Korea"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026965,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "In Dec 29th, 2008, who would wish to visit Iraq?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "Barack Obama",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3003367,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the member of the Iranian government's legislative body last express his intention to negotiate with Iraq?",
      "golds": [
        "2014"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015469,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to make an appeal for Burundi?",
      "golds": [
        "Other Authorities / Officials (Burundi)"
      ],
      "pred": "Head of Government (Burundi)",
      "em": 0.0,
      "f1": 0.25
    },
    {
      "quid": 3029152,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did Iraq praise in the same month of the activist of Iraq?",
      "golds": [
        "Legislature (Iraq)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052432,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Malaysia last negotiate with Xi Jinping?",
      "golds": [
        "2013-10"
      ],
      "pred": "2013-06",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3000792,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who made negative comments about the Middle East on the same day as Malaysia?",
      "golds": [
        "Abdel Ilah Al-Khatib"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031827,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In Mar, 2014, who paid a visit to China?",
      "golds": [
        "Head of Government (Belarus)",
        "Iran",
        "Angela Merkel",
        "Malaysia",
        "Xi Jinping",
        "South Korea",
        "Abdul Aziz",
        "Yerlan Idrisov",
        "Head of Government (South Korea)",
        "Saud bin Faisal bin Abdul-Aziz",
        "Chuck Hagel",
        "France",
        "Royal Administration (Saudi Arabia)",
        "Jerry Brown",
        "Japan",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054216,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country wanted to negotiate with Burundi on the same month of the East African Community?",
      "golds": [
        "Tanzania"
      ],
      "pred": "Tanzania",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3011881,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to use conventional military force against Djibouti?",
      "golds": [
        "Al-Shabaab"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018207,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who first received Malaysia's visit from Malaysia?",
      "golds": [
        "Aceh"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054912,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time Australians denounced Thailand?",
      "golds": [
        "2009-01-19"
      ],
      "pred": "2010-06-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024217,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "After August 2007, who did Burundi express interest in cooperating with?",
      "golds": [
        "South Africa",
        "Angola",
        "Tanzania"
      ],
      "pred": "South Africa",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3051991,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After China, with whom did the citizens of Nigeria first express their intention to meet?",
      "golds": [
        "Government (Nigeria)"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006840,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Iraqi news editor first criticise Iraq?",
      "golds": [
        "2006-08-03"
      ],
      "pred": "2005-01-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013226,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Chart Thai express his intention to meet Thailand?",
      "golds": [
        "2007-12"
      ],
      "pred": "2007-12",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3001146,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who would wish to visit China on the same day of Israeli Defense Forces?",
      "golds": [
        "Scholar (Japan)"
      ],
      "pred": "Citizen (China)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052928,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Iraq use conventional military force against the mayor of Iraq?",
      "golds": [
        "2010-02"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042446,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who last spoke optimistically about China?",
      "golds": [
        "Media Personnel (China)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3013488,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Kuwait first want to meet?",
      "golds": [
        "Iraq"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019185,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before the United Arab Emirates, who negotiated with Ethiopia?",
      "golds": [
        "Head of Government (Ethiopia)",
        "Indigenous People (United States)",
        "South Sudan",
        "Seyoum Mesfin",
        "Sudan",
        "Indigenous People (Ethiopia)",
        "Mwai Kibaki",
        "African Union",
        "Eritrea",
        "China",
        "UN Security Council"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029504,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2009, who was the first country to declare its intention to meet with China?",
      "golds": [
        "Head of Government (Colombia)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039124,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made optimistic comments about China on 19 January 2006?",
      "golds": [
        "Wen Jiabao"
      ],
      "pred": "Wen Jiabao",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3022728,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who visited Oman in March 2013?",
      "golds": [
        "Admiral (Iran)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3011951,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who formally signed an agreement with China in November 2007?",
      "golds": [
        "Sergei Ivanovich Shmatk\u00f3",
        "South Korea",
        "Kazakhstan",
        "France",
        "United Arab Emirates",
        "Japan"
      ],
      "pred": "France",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3051229,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country signed an agreement with China on 1 January 2015?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3002607,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China host the visit of the Ministry of Mainland Affairs Council?",
      "golds": [
        "2014-02-13"
      ],
      "pred": "2005-04-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042587,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Oman, with whom did Ali Abdullah Saleh last want to negotiate?",
      "golds": [
        "Yemen"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043818,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did United Arab Emirates appeal Thailand?",
      "golds": [
        "2010-02"
      ],
      "pred": "2005-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043966,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who negotiated with Oman after 2005?",
      "golds": [
        "Nuri al-Maliki",
        "Iran",
        "Kuwait",
        "Company - Owner or Operator (Oman)",
        "United Arab Emirates",
        "Ministry (Iran)",
        "Qatar"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038863,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 29 October 2015, which country expressed its intention to negotiate with Iraq?",
      "golds": [
        "France"
      ],
      "pred": "France",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3019247,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before China, who hosted the Military of New Zealand's visit from the Military of New Zealand last?",
      "golds": [
        "Middle East"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002296,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country last wanted to engage in diplomatic cooperation with China in 2009?",
      "golds": [
        "Vietnam"
      ],
      "pred": "Malaysia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017942,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country did China reject in the same month as the Lawyer/Attorney of the United States?",
      "golds": [
        "Vietnam",
        "Japan"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021789,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who receive the visit from China before the Foreign Affairs of South Africa did?",
      "golds": [
        "Norodom Sihanouk",
        "Vietnam",
        "South Korea",
        "Aceh",
        "Government (Pakistan)",
        "Koo Chen-fu",
        "Dominican Republic",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051121,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In the same year, who did India's foreign minister want to negotiate with Ethiopia?",
      "golds": [
        "African Union",
        "Japan"
      ],
      "pred": "Eritrea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048934,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who criticised Malaysia before 2014?",
      "golds": [
        "Court Judge (Malaysia)",
        "Rights Activist (Malaysia)",
        "Citizen (Australia)",
        "Australia Greens",
        "Human Rights Watch",
        "Nonaligned Movement",
        "Thailand",
        "Archbishop (Malaysia)",
        "Defense Attorney (Malaysia)",
        "Foreign Affairs (Malaysia)",
        "China"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3027282,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before China, with whom did the Prime Minister of Portugal seek diplomatic cooperation?",
      "golds": [
        "Angola",
        "Head of Government (Brazil)",
        "Head of Government (Timor-Leste)"
      ],
      "pred": "Head of Government (Portugal)",
      "em": 0.0,
      "f1": 0.75
    },
    {
      "quid": 3051739,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country threatened China on 18 April 2008?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3047565,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the presidential press service of the Ministry of Defence make optimistic remarks about China?",
      "golds": [
        "2010-01-28"
      ],
      "pred": "2010-04-15",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3020132,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who last used unconventional force against Malaysia?",
      "golds": [
        "Police (Malaysia)"
      ],
      "pred": "Police (Malaysia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3013219,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the first to sign an agreement with Malaysia in 2005?",
      "golds": [
        "Thailand"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3027041,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to whom Manuel Villar made an appeal before China?",
      "golds": [
        "Police (Philippines)"
      ],
      "pred": "Police (Philippines)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038751,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to make optimistic remarks about Iraq?",
      "golds": [
        "Assemblies (Australia)"
      ],
      "pred": "Envoy (United States)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054485,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did Michael Sata praise China?",
      "golds": [
        "2014-06-21"
      ],
      "pred": "2011-09-13",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050017,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Djibouti, which country last received the visit from African Union?",
      "golds": [
        "Ethiopia"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033570,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Before 2006, who wanted to have diplomatic cooperation with Kuwait?",
      "golds": [
        "Iraq",
        "Pervez Musharraf",
        "United Arab Emirates",
        "China"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008662,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the leader of Egypt last express his intention to meet with Kuwait?",
      "golds": [
        "2015-01-02"
      ],
      "pred": "2009-04-10",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034735,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Marios Garoyian last praise China?",
      "golds": [
        "2009"
      ],
      "pred": "2009",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3005353,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did the citizens of Thailand make an appeal to on the same month of Tesco?",
      "golds": [
        "Governor (Thailand)",
        "Member of Parliament (Thailand)",
        "Media (Thailand)",
        "Party Member (Thailand)"
      ],
      "pred": "Police (Australia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009474,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Singapore's foreign ministry, who was the last to support China?",
      "golds": [
        "Foreign Affairs (Nepal)"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005633,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 2 November 2015, which country wanted to cooperate with China?",
      "golds": [
        "Iran",
        "Vietnam",
        "South Korea",
        "Kazakhstan",
        "Romania",
        "Thailand",
        "Japan",
        "Iraq"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3033244,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 30 March 2011, who provided humanitarian aid to Thailand?",
      "golds": [
        "Citizen (Thailand)",
        "United Arab Emirates",
        "Japan",
        "Governor (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3030154,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to praise Agence France-Presse after China?",
      "golds": [
        "United Arab Emirates"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028735,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Cambodia praise the Cambodian police?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3046673,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to praise Cambodia?",
      "golds": [
        "Police (Cambodia)"
      ],
      "pred": "Police (Cambodia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026535,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Charlie McCreevy last speak optimistically about China?",
      "golds": [
        "2007"
      ],
      "pred": "2007",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3046932,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who last used small arms and light weapons to attack Thailand?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Armed Gang (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3036576,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did the Ministry of Mainland Affairs Council last make optimistic remarks about China?",
      "golds": [
        "2011-11"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011751,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Ethiopia negotiated with Seyoum Mesfin?",
      "golds": [
        "2007-02"
      ],
      "pred": "2006-07",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045721,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the last person to whom Thailand appealed in 2005?",
      "golds": [
        "Insurgent (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3039779,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before China, which country did the United Arab Emirates last make optimistic remarks about?",
      "golds": [
        "Yemen"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012306,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who attacked Thailand with small arms and light weapons on the same day as the Thai MP?",
      "golds": [
        "Insurgent (Thailand)"
      ],
      "pred": "Armed Gang (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3039316,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did the UN Security Council want to negotiate with in the same month of Malaysia?",
      "golds": [
        "Representatives (Malaysia)",
        "Iraq"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004725,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before June 2006, who praised Ethiopia?",
      "golds": [
        "African Union",
        "Eritrea",
        "Abu Bakr Abdullah al-Qirbi",
        "USAID",
        "Dahir Riyale Kahin"
      ],
      "pred": "Transparency International",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024280,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who threatened China in January 2009?",
      "golds": [
        "Stephen Hadley"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042186,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to express optimism about China after Dmitry Anatolyevich Medvedev?",
      "golds": [
        "Envoy (United States)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006438,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did Yoshihiko Noda first praise China?",
      "golds": [
        "2011-11-03"
      ],
      "pred": "2010-06-21",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005005,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was last investigated by the Straits Exchange Foundation before China?",
      "golds": [
        "Bank (China)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3027510,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Thailand last sign an agreement?",
      "golds": [
        "Cambodia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044943,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to threaten Boko Haram after China?",
      "golds": [
        "Muhammadu Buhari"
      ],
      "pred": "Citizen (Nigeria)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023123,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who paid a visit to Malaysia on 21 June 2007?",
      "golds": [
        "Gazprom"
      ],
      "pred": "Government Official (Russia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008853,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to visit China after Hung Chi-chang?",
      "golds": [
        "Yasuo Fukuda"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000460,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who praised Cambodia after 23 January 2013?",
      "golds": [
        "International Monetary Fund",
        "Nguyen Xuan Phuc",
        "Media Personnel (International)",
        "Vietnam",
        "Xi Jinping",
        "Emperor Akihito",
        "China",
        "Japan"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3044274,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who criticised Kuwait before 30 May 2012?",
      "golds": [
        "Human Rights Watch",
        "Iran",
        "Abdoulaye Bathily",
        "Iraq"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3054853,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Abdul-Karim Al-Arhabi praise Kuwait?",
      "golds": [
        "2009"
      ],
      "pred": "2009",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3013277,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 4 January 2007, who announced their intention to establish diplomatic cooperation with China?",
      "golds": [
        "France",
        "Guinea-Bissau"
      ],
      "pred": "France",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3005840,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the citizens of Uganda last appeal to China?",
      "golds": [
        "2007-03"
      ],
      "pred": "2010-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037233,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did the Association of Southeast Asian Nations make pessimistic remarks about before Malaysia?",
      "golds": [
        "Middle East",
        "South Korea"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036438,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Thailand, who was the first person denounced by the Thai student?",
      "golds": [
        "Military Ruler (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3029939,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In May 2007, who investigated Thailand?",
      "golds": [
        "Governor (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3026010,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who expressed the intention to meet with Iraq on the same day as the Hungarian military?",
      "golds": [
        "Senate Armed Services Committee"
      ],
      "pred": "Military (Lithuania)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016414,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Shaukat Aziz, who was the last to visit Kuwait?",
      "golds": [
        "Tony Blair"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029243,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Bank of China first express its intention to engage in diplomatic cooperation with China?",
      "golds": [
        "2009-03"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021400,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who visited Iraq in the same month as Devlet Bah\u00e7eli?",
      "golds": [
        "Joint Chiefs of Staff (United States)",
        "Party Member (Turkey)",
        "Barack Obama"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032231,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After China, who was the first country to try to negotiate with Janez Jansa?",
      "golds": [
        "Bertie Ahern"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040079,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who visited China last before the Foreign Minister of Malaysia?",
      "golds": [
        "Naval (Bangladesh)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004205,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before China, to whom did Donald Rumsfeld last express the intention to participate in diplomatic cooperation?",
      "golds": [
        "Iraq"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000905,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Association of Southeast Asian Nations make negative remarks about Malaysia?",
      "golds": [
        "2013"
      ],
      "pred": "2010",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007667,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Royal Administration of Jordan, which country was the last to praise Iraq?",
      "golds": [
        "France"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012118,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the party member from Turkey, which country did Iraq last blame?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038479,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Dragan \u0160utanovac last negotiate with China?",
      "golds": [
        "2008"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010076,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "With which country did China first express its intention to establish diplomatic cooperation in 2014?",
      "golds": [
        "Cambodia"
      ],
      "pred": "Cambodia",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018443,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Lari, who was the last to praise the Governor of Kenya?",
      "golds": [
        "William ole Ntimama"
      ],
      "pred": "Head of Government (Kenya)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053340,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Against which country did Cambodia last use conventional military force?",
      "golds": [
        "Thailand"
      ],
      "pred": "Vietnam",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022759,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Defense Security Ministry of United States, who did Djibouti make an appeal to last?",
      "golds": [
        "UN Security Council"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055422,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Cambodia last formally sign an agreement with Surakiart Sathirathai?",
      "golds": [
        "2009"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007519,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last country to release people to Iraq?",
      "golds": [
        "Haider Al-Abadi"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024774,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the last to suffer from Thailand's conventional military forces in 2011?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3017085,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who last denounced the Italian government before Thailand?",
      "golds": [
        "Archbishop (Italy)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014622,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to appeal to Cambodia?",
      "golds": [
        "Human Rights Watch"
      ],
      "pred": "Police (Cambodia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053679,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Iraq, with whom did the Iranian energy ministry want to negotiate first?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037895,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the first to use unconventional violence against Thailand in 2005?",
      "golds": [
        "Children (Thailand)"
      ],
      "pred": "Armed Gang (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3052810,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when the German government first wanted to engage in diplomatic cooperation with Iraq?",
      "golds": [
        "2014-12"
      ],
      "pred": "2006-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037744,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country condemned China on 15 April 2010?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3011572,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time Iraq negotiated with Angela Merkel?",
      "golds": [
        "2015-02-06"
      ],
      "pred": "2011-06-15",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3013942,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Zurab Nogaideli last visit Kuwait?",
      "golds": [
        "2007"
      ],
      "pred": "2007",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3044532,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the first to start negotiations with China in 2006?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3000847,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Pokot, who had the first telephone conversation with the Daily Monitor?",
      "golds": [
        "Ruhakana Rugunda"
      ],
      "pred": "Lawyer/Attorney (Uganda)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010821,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the tourist from South Korea last visit Cambodia?",
      "golds": [
        "2006-05-25"
      ],
      "pred": "2010-01-10",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044275,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who wanted to engage in diplomatic cooperation with China in the same month of Seyoum Mesfin?",
      "golds": [
        "South Korea",
        "Wen Jiabao",
        "Togo",
        "Vietnam",
        "Ethiopia",
        "Japan",
        "African Union",
        "Sudan",
        "Holy See",
        "Thailand",
        "Romania",
        "Kazakhstan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045225,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who investigated Iraq before the Dutch business community did?",
      "golds": [
        "Central Intelligence Agency",
        "Japan Self-Defense Forces",
        "Business (Kuwait)",
        "International Monetary Fund",
        "Energy Department/Ministry (Kuwait)",
        "Legislature (Iraq)",
        "Sheikh Hamad bin Isa al Khalifah",
        "Donald Rumsfeld"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038374,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who did Djibouti want to meet with after 2011?",
      "golds": [
        "Burundi",
        "Ethiopia",
        "South Sudan",
        "Sudan",
        "Yemen"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3036050,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "What was the first country Thailand negotiated with in 2009?",
      "golds": [
        "Cambodia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031099,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Iraq, which country was the first to denounce Saudi Arabia?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3041241,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did China host the visit of Rafiq Hariri?",
      "golds": [
        "2006"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050641,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Julia Gillard, which country last sought diplomatic cooperation with Malaysia?",
      "golds": [
        "Iraq"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030105,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to praise China before Gerhard Schr\u00f6der?",
      "golds": [
        "Ali Abdullah Saleh"
      ],
      "pred": "Government (Germany)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027027,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who negotiated with Cambodia in 2009?",
      "golds": [
        "Abhisit Vejjajiva",
        "Thailand",
        "Barack Obama"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3034106,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Businessperson of China reject China?",
      "golds": [
        "2009-07"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028524,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Iraq last repatriate people to the workers of Iraq?",
      "golds": [
        "2015"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023174,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to make optimistic comments about the Association of Southeast Asian Nations after Malaysia?",
      "golds": [
        "Zhang Deguang"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032103,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first country with which Djibouti began negotiations?",
      "golds": [
        "Ali Abdullah Saleh"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040029,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who last expressed the intention to negotiate with China in 2015?",
      "golds": [
        "Philip Hammond"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000622,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to visit Iraq after the protester from The Hague?",
      "golds": [
        "Federica Mogherini"
      ],
      "pred": "Military Personnel (Iraq)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048372,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before China, with whom did the leader of Ethiopia wish to meet?",
      "golds": [
        "South Sudan",
        "African Union",
        "Ethiopia",
        "Representatives (Ethiopia)",
        "France",
        "Ali Abdullah Saleh"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006142,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "With which country did China last negotiate before Marcio Cuevas?",
      "golds": [
        "South Korea"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047935,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to use unconventional force against Iraq?",
      "golds": [
        "Guerrilla (Iraq)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022226,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Assemblies of Cambodia, which country last expressed its intention to negotiate with China?",
      "golds": [
        "South Africa"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022583,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who expressed cooperation with Thailand in the same month as the Dominican Republic?",
      "golds": [
        "Cambodia",
        "Head of Government (Botswana)",
        "Malaysia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009298,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Government of Pakistan, which country last received the visit from China?",
      "golds": [
        "South Korea"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046437,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "In July 2nd, 2012, who would wish to visit Burundi?",
      "golds": [
        "Mwai Kibaki"
      ],
      "pred": "Government (Burundi)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022327,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the US 1st Marine Expeditionary Force, who was the last to make Iraq suffer with conventional military forces?",
      "golds": [
        "Commando (Iraq)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043787,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did the Special Forces of Afghanistan use conventional military force against China?",
      "golds": [
        "2008-04"
      ],
      "pred": "2011-04",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3030742,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the UN security council, which country last did Thailand condemne?",
      "golds": [
        "Cambodia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018556,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country last praised Thailand?",
      "golds": [
        "Colombia"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011378,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who first made Ethiopia suffer from unconventional violence?",
      "golds": [
        "Armed Gang (Somalia)"
      ],
      "pred": "Citizen (Sudan)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023024,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who first wished to negotiate with Ethiopia in 2008?",
      "golds": [
        "African Union"
      ],
      "pred": "Head of Government (Ethiopia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032776,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the indigenous people of Syria praise China?",
      "golds": [
        "2011-11"
      ],
      "pred": "2010-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038505,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the indigenous people of Taiwan last express their intention to negotiate with Thailand?",
      "golds": [
        "2014-01-09"
      ],
      "pred": "2010-06-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020008,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country signed formal agreements with China on 10 November 2014?",
      "golds": [
        "South Korea",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3005252,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "On the same day of the UN Security Council, which country did Iraq make optimistic remarks about?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3028111,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did William Ruto praise China?",
      "golds": [
        "2013"
      ],
      "pred": "2013",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3000043,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before South Korea, with whom did Oman last wish to establish diplomatic cooperation?",
      "golds": [
        "Qatar"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034036,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Iran's secret agent, who was the first to visit Iraq?",
      "golds": [
        "Haider Al-Abadi"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039012,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did Abu Bakr Abdullah al-Qirbi last praise Iraq?",
      "golds": [
        "2010-05-29"
      ],
      "pred": "2005-10-02",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027662,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who last threatened Burundi?",
      "golds": [
        "Al-Shabaab"
      ],
      "pred": "Military (Burundi)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053528,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 24 November 2005, which country did Thailand release people to?",
      "golds": [
        "Military Personnel (Thailand)"
      ],
      "pred": "Military Personnel (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026836,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country last expressed its intention to participate in diplomatic cooperation with China before the government of Costa Rica did?",
      "golds": [
        "Laos"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021794,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who used small arms and light weapons against Malaysia before 3 April 2009?",
      "golds": [
        "National Front Malaysia"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3004149,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the first to visit Oman in 2007?",
      "golds": [
        "Nuri al-Maliki"
      ],
      "pred": "Mahmoud Ahmadinejad",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014353,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last country to sign formal agreements with the business community of Canada before Iraq?",
      "golds": [
        "AvtoVAZ"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037619,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With whom did Swaziland formally sign an agreement after 28 July 2009?",
      "golds": [
        "Ethiopia",
        "Iran",
        "South Africa",
        "Vietnam",
        "Lesotho"
      ],
      "pred": "Kuwait",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011382,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country wanted to negotiate with China on 15 May 2010?",
      "golds": [
        "South Korea",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3006516,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who wanted to meet with China on 13 December 2011?",
      "golds": [
        "Envoy (United States)",
        "Lee Myung Bak"
      ],
      "pred": "Lee Myung Bak",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3024842,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the last to formally sign an agreement with Ethiopia?",
      "golds": [
        "Sudan"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3024616,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to express cooperation with Ethiopia, after Kuwait?",
      "golds": [
        "Sudan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041195,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 23 February 2011, which country announced its intention to establish diplomatic cooperation with China?",
      "golds": [
        "South Africa"
      ],
      "pred": "Kazakhstan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054558,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country last wanted to negotiate with Djibouti before Dick Durbin did?",
      "golds": [
        "Sudan"
      ],
      "pred": "France",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006678,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2012, which country last received Cambodia's visit from Cambodia?",
      "golds": [
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009303,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China first reject the Women of China?",
      "golds": [
        "2006-08"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051862,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who did Cambodia release people to on the same day as the villagers of Thailand?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Cambodia)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3039559,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Shaukat Aziz, which was the last country to praise Thailand?",
      "golds": [
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048764,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Tharit Pengdit visit China?",
      "golds": [
        "2010"
      ],
      "pred": "2010",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3052998,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the representatives of Japan, which country appealed last for China?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024702,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "With whom did Iraq announce its intention to meet in the same month as Pierre Vimont?",
      "golds": [
        "High Commission for Refugees"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029231,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who made China suffer from conventional military forces in the year 2007?",
      "golds": [
        "South Korea",
        "Military (Taiwan)",
        "Ogaden National Liberation Front",
        "Japan",
        "Defense / Security Ministry (United States)",
        "Ethiopia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046470,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who negotiated with Iraq in the same month as the Supreme Council of Iraq?",
      "golds": [
        "Other Authorities / Officials (Turkey)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051128,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made optimistic remarks about China on 16 October 2013?",
      "golds": [
        "Ma Ying Jeou"
      ],
      "pred": "Ma Ying Jeou",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3042452,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who praised China on 25 January 2007?",
      "golds": [
        "Shimon Peres"
      ],
      "pred": "Shimon Peres",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3053924,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the specific month when did China receive the visit from Daily Monitor?",
      "golds": [
        "2011-08"
      ],
      "pred": "2006-05",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024080,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country wanted to negotiate with China on 16 Sep 2011?",
      "golds": [
        "South Korea"
      ],
      "pred": "South Korea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014778,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After China, who would wish to visit Umaru Musa Yar'Adua first?",
      "golds": [
        "Foreign Affairs (South Africa)"
      ],
      "pred": "Citizen (Nigeria)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007023,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who wanted to meet with China on the same day as Yerlan Idrisov?",
      "golds": [
        "South Korea",
        "Chuck Hagel",
        "Barack Obama"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038339,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who first receive China's visit from China after Kenya Broadcasting Corporation did?",
      "golds": [
        "Abdoulaye Wade"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038237,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country first wished to establish diplomatic cooperation with Ethiopia in 2013?",
      "golds": [
        "Japan"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026083,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who first would wish to visit Iraq after the Intelligence Officer of Germany did?",
      "golds": [
        "Joint Chiefs of Staff (South Korea)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030175,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before April 2005, who expressed an intention to negotiate with Iraq?",
      "golds": [
        "Interim Leader (Iraq)",
        "Military of Hungary",
        "Kuwait",
        "Senate Armed Services Committee",
        "Head of Government (Portugal)",
        "Citizen (Australia)",
        "Japan Self-Defense Forces",
        "South Korea",
        "Shaukat Aziz",
        "Military (Cyprus)",
        "UN Security Council",
        "Japan",
        "Citizen (Brazil)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030119,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to visit China before the Romanian Senate?",
      "golds": [
        "Japan Self-Defense Forces"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017313,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who made optimistic comments about Djibouti after the year 2005?",
      "golds": [
        "Ethiopia",
        "Qatar",
        "Eritrea",
        "Sudan"
      ],
      "pred": "Ethiopia",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3032376,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who had a telephone conversation with the Inquirer before January 2008?",
      "golds": [
        "Police (Philippines)",
        "City Mayor (Philippines)",
        "Benjamin Abalos",
        "Congress (Philippines)"
      ],
      "pred": "Police (Philippines)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3037471,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the citizens of State Actor, which country did China first want to cooperate with?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3029352,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country to express its intention to establish diplomatic cooperation with Thailand?",
      "golds": [
        "Cambodia"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024770,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China first accuse the Central Intelligence Agency?",
      "golds": [
        "2008-03-13"
      ],
      "pred": "2006-01-26",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011146,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the first to speak optimistically about Iraq in 2008?",
      "golds": [
        "Kuwait"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032730,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when the North Korean government delegation visited Kuwait?",
      "golds": [
        "2014-06"
      ],
      "pred": "2005-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003691,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 9 January 2007, who used unconventional force against Ethiopia?",
      "golds": [
        "Combatant (Ogaden National Liberation Front)",
        "Armed Gang (Somalia)",
        "Armed Rebel (Somalia)",
        "Armed Opposition (Somalia)",
        "Al-Shabaab",
        "Police (Sudan)",
        "Detainee (Ethiopia)",
        "Armed Opposition (Ethiopia)",
        "Combatant (Al-Shabaab)",
        "Combatant (Hizbul Islam)"
      ],
      "pred": "Armed Gang (Somalia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035501,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "With which country did Thailand last negotiate before Koichiro Matsuura?",
      "golds": [
        "Cambodia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042329,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before 2012-03, which country did Cambodia make optimistic comments about?",
      "golds": [
        "UN Security Council",
        "Thailand",
        "Laos",
        "South Korea",
        "Japan",
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3009166,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the government of Cape Verde, who was the last country to praise China?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050399,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country made Djibouti suffer from conventional military forces first?",
      "golds": [
        "Eritrea"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038359,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who expressed the intention to cooperate with China on 1 November 2006?",
      "golds": [
        "Association of Southeast Asian Nations"
      ],
      "pred": "Association of Southeast Asian Nations",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3030047,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "On the same day as Kuwait, with which country did the German Chancellor announce his intention to negotiate?",
      "golds": [
        "Qatar",
        "Oman",
        "Yemen"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012330,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China appeal to Yu Zhengsheng?",
      "golds": [
        "2013-09"
      ],
      "pred": "2013-03",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3036659,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 8 June 2011?",
      "golds": [
        "Wen Jiabao"
      ],
      "pred": "Wen Jiabao",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3033023,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first person released by Malaysia?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024484,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the Vietnamese, which country did Malaysia praise first?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019279,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country signed an agreement with Barack Obama in the same month as Djibouti?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3043192,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Ali al-Dabbagh last express an intention to meet with Iraq?",
      "golds": [
        "2009-05-10"
      ],
      "pred": "2008-02-26",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045620,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Thailand, who first would wish to visit Middle East?",
      "golds": [
        "Frank Bainimarama"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047569,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Hisham Qandil, who was the last to negotiate with Iraq?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022662,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who announced his intention to negotiate with China on 20 April 2011?",
      "golds": [
        "Julia Gillard",
        "South Korea",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039777,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After China, with whom did Isaias Afewerki wish to meet?",
      "golds": [
        "South Sudan",
        "Sudan",
        "Citizen (Sudan)",
        "Fran\u00e7ois Boziz\u00e9",
        "Head of Government (Qatar)",
        "United Arab Emirates",
        "Company - Owner or Operator (Italy)",
        "Qatar"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3032653,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Kuwait first condemn the Middle East?",
      "golds": [
        "2005-06"
      ],
      "pred": "2005-02",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3027597,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Nhial Deng Nhial want to establish diplomatic cooperation with China?",
      "golds": [
        "2013-06"
      ],
      "pred": "2013-06",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3016461,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Thailand repatriate the citizens of Thailand?",
      "golds": [
        "2013"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036526,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Ethiopia first return persons to the Detainee of Ethiopia?",
      "golds": [
        "2006-01-13"
      ],
      "pred": "2005-01-27",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3024063,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Africa's ruling parties praise China?",
      "golds": [
        "2005-06"
      ],
      "pred": "2010-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016367,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "In the same month as Roza Otunbayeva, which country did China wish to meet with?",
      "golds": [
        "South Korea"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033388,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After Ethiopia, who did the US envoy support?",
      "golds": [
        "Government (Sudan)",
        "South Sudan",
        "Sudan",
        "Qatar",
        "South Korea",
        "Staffan de Mistura",
        "China",
        "Japan"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018423,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before China, with whom did the Undersecretary of the United States negotiate?",
      "golds": [
        "Abdullah G\u00fcl",
        "Abu Bakr Abdullah al-Qirbi"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014113,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last country to join diplomatic cooperation with Burundi?",
      "golds": [
        "Citizen (Uganda)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020674,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Which country did Kuwait make optimistic comments about after 2010?",
      "golds": [
        "France",
        "Iran",
        "South Sudan",
        "Japan"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3022056,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to make optimistic comments about China before the citizens of the United Kingdom?",
      "golds": [
        "Wen Jiabao"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006328,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time China formally signed an agreement with the leader of Taiwan?",
      "golds": [
        "2010-04-27"
      ],
      "pred": "2008-12-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054723,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who last is China threatened by?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039270,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 28 April 2010, which country did Malaysia release people to?",
      "golds": [
        "Men (Malaysia)",
        "Thailand",
        "Citizen (Thailand)",
        "Indigenous People (Thailand)",
        "Employee (Thailand)",
        "Lawyer/Attorney (Malaysia)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044887,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Cambodia receive the visit from Iraq?",
      "golds": [
        "2008-09"
      ],
      "pred": "2005-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053078,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Al Gore, which country was last endorsed by China?",
      "golds": [
        "South Korea"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046981,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did the citizens of Belgium sign formal agreements with China?",
      "golds": [
        "2005"
      ],
      "pred": "2009",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002160,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Dmitry Anatolyevich Medvedev negotiate with China?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3042500,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the political parties of C\u00f4te d'Ivoire, which country did China last make optimistic remarks about?",
      "golds": [
        "Mexico"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013795,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who did Zawahiri criticise before July 2010?",
      "golds": [
        "Middle East",
        "Benedict XVI",
        "Barack Obama",
        "Iran",
        "Citizen (Saudi Arabia)",
        "Pervez Musharraf"
      ],
      "pred": "Barack Obama",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3006015,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After George Yeo, who was the first to sign formal agreements with Cambodia?",
      "golds": [
        "Noppadon Pattama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010784,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Ethiopia was rejected by who on 13 March 2008?",
      "golds": [
        "Associated Press"
      ],
      "pred": "Police (Peru)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034416,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who wanted to meet with China in April 2007?",
      "golds": [
        "Association of Southeast Asian Nations",
        "Foreign Affairs (Hungary)",
        "Lien Chan",
        "Shaukat Aziz",
        "South Korea",
        "Scholar (United States)",
        "Wen Jiabao",
        "Citizen (Bangladesh)",
        "Businessperson (China)",
        "Japan",
        "Edmund Ho"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3010172,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was last praised by Malaysia in 2007?",
      "golds": [
        "Japan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041645,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Elmar Mammadyarov expressed his intention to negotiate with China?",
      "golds": [
        "2014-06"
      ],
      "pred": "2005-07",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033354,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 29 January 2009, which country signed formal agreements with Djibouti?",
      "golds": [
        "Sudan",
        "Yemen",
        "Ethiopia"
      ],
      "pred": "Ethiopia",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3040634,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "In the same month as China, who did the Prime Minister of India announce his intention to cooperate with?",
      "golds": [
        "Dmitry Anatolyevich Medvedev"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054511,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who signed an agreement with Swaziland after Kuwait?",
      "golds": [
        "Iran",
        "Vietnam",
        "Lesotho",
        "Ethiopia",
        "South Africa"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3051648,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made optimistic comments about Cambodia before 28 April 2011?",
      "golds": [
        "Noppadon Pattama",
        "Abhisit Vejjajiva",
        "Laos",
        "Malaysia",
        "Thailand",
        "George Yeo"
      ],
      "pred": "Military Personnel (Thailand)",
      "em": 1.0,
      "f1": 0.5
    },
    {
      "quid": 3019483,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to request a meeting with Comoros?",
      "golds": [
        "Burundi"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001002,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2008, which country did China express cooperation to last?",
      "golds": [
        "Mexico"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029160,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who praised China on 18 February 2012?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "Barack Obama",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3039591,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who condemned Malaysia before the Australian Greens?",
      "golds": [
        "Court Judge (Malaysia)",
        "Rights Activist (Malaysia)",
        "Nonaligned Movement",
        "Thailand",
        "Archbishop (Malaysia)",
        "Defense Attorney (Malaysia)",
        "Foreign Affairs (Malaysia)",
        "China"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3047145,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who would wish to visit Thailand on the same month of Alhaji Lai Mohammed?",
      "golds": [
        "National Security Advisor (Pakistan)",
        "Terrorist (Syria)",
        "Sheikh Hamad bin Khalifa al-Thani"
      ],
      "pred": "Citizen (Nigeria)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030986,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who threatened Thailand in March 2007?",
      "golds": [
        "Council for National Security"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037695,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did United Russia first visit China?",
      "golds": [
        "2007-12-10"
      ],
      "pred": "2013-04-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043076,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 14 December 2014?",
      "golds": [
        "Xi Jinping"
      ],
      "pred": "Xi Jinping",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3047697,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Before 2008, who was negotiating with Cambodia?",
      "golds": [
        "Vietnam",
        "Wen Jiabao",
        "Thailand",
        "Laos",
        "Roh Moo Hyun"
      ],
      "pred": "Police (Cambodia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036770,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did William J. Fallon first visit Iraq?",
      "golds": [
        "2007-03-25"
      ],
      "pred": "2007-04-10",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3034315,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Against which country did Kuwait last use conventional military force?",
      "golds": [
        "Yemen"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030910,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to visit China after Jan Ml\u00e1dek?",
      "golds": [
        "Dragomir Stoynev"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049683,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the National Front Malaysia, which country made the last optimistic remarks about Malaysia?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054685,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Cambodia receive the visit from Kuwait?",
      "golds": [
        "2008-08"
      ],
      "pred": "2005-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054373,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 7 September 2005?",
      "golds": [
        "Shivraj Patil",
        "Tony Blair",
        "William J. Fallon",
        "Foreign Affairs (India)"
      ],
      "pred": "Tony Blair",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3008448,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who wanted to meet with Thailand on 21 November 2012?",
      "golds": [
        "Wen Jiabao"
      ],
      "pred": "Wen Jiabao",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3011516,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who expressed the intention to negotiate with Kuwait after Juan Carlos I?",
      "golds": [
        "Mexico",
        "Ali Jannati",
        "John Baird",
        "Foreign Affairs (South Korea)",
        "Sudan",
        "Abdel Fattah Al-Sisi",
        "Head of Government (South Korea)",
        "Head of Government (Egypt)",
        "Mar\u00eda \u00c1ngela Holgu\u00edn",
        "Andrew Robb",
        "Ministry (Iran)",
        "Sabah Khaled Al-Hamad Al-Sabah",
        "Qatar"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030258,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Bruce Golding, with which country did China first announce its intention to meet?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014347,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2011, which country was the first to express its intention to establish diplomatic cooperation with Oman?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3052741,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Ethiopia last reject the UN security council?",
      "golds": [
        "2005-10"
      ],
      "pred": "2005-02",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3051024,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the specific month when the mayor of China accused China?",
      "golds": [
        "2006-12"
      ],
      "pred": "2010-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031361,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Malaysia, who was the last country to sign formal agreements with the Moro Islamic Liberation Front?",
      "golds": [
        "Military (Philippines)"
      ],
      "pred": "Military (Philippines)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018190,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who denounced the citizens of Nigeria to China in the same month?",
      "golds": [
        "Julie Bishop",
        "Chuck Hagel",
        "Malaysia",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026251,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the veterans of the United Kingdom express their intention to meet with Malaysia?",
      "golds": [
        "2006"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007456,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who used conventional military force against Iraq in the same month as the US Department of Defense?",
      "golds": [
        "France",
        "Air Force (Syria)",
        "Bolivia",
        "Extremist (Islamic State of Iraq and the Levant)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029113,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who negotiated with China on 27 April 2005?",
      "golds": [
        "Envoy (United States)",
        "Association of Southeast Asian Nations"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011813,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who praised Malaysia in the same year of the Cabinet Council of Ministers Advisors of the United States?",
      "golds": [
        "China",
        "Thailand",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3053348,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the first country to which Iraq sent a condemnation?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3000746,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Swaziland last signed an agreement with South Africa?",
      "golds": [
        "2011-07"
      ],
      "pred": "2007-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049066,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the specific month when did China blame the Ruling Party of China?",
      "golds": [
        "2007-06"
      ],
      "pred": "2010-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014081,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country first expressed interest in cooperating with Ethiopia?",
      "golds": [
        "Eritrea"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021596,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Which year did Oman receive the visit from Nuri al-Maliki?",
      "golds": [
        "2007"
      ],
      "pred": "2009",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005137,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did China first make a request to Japan's lawmakers?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3048465,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the National Security Council first express its intention to meet with Thailand?",
      "golds": [
        "2007-06"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014893,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Wu Rong-i blame China?",
      "golds": [
        "2005-07"
      ],
      "pred": "2005-07",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3019748,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did the Korean People's First Party last express its intention to negotiate with China?",
      "golds": [
        "2005-09"
      ],
      "pred": "2010-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034267,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who made optimistic comments about Malaysia after March 2014?",
      "golds": [
        "Xi Jinping",
        "China",
        "Zhang Dejiang",
        "Wang Yi",
        "Thailand"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027592,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last person investigated by Thailand?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3020308,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Nuri al-Maliki visit China for the first time?",
      "golds": [
        "2011"
      ],
      "pred": "2006",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015753,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In December 2010, who denounced China?",
      "golds": [
        "South Korea",
        "Ma Ying Jeou",
        "Lawmaker (Hong Kong)",
        "Japan",
        "Media Personnel (Japan)"
      ],
      "pred": "United States",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045111,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Saifur Rahman last visit Malaysia?",
      "golds": [
        "2005-06"
      ],
      "pred": "2005-06",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3009178,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 11 January 2011, which country formally signed an agreement with China?",
      "golds": [
        "Vietnam"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3001328,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the first time Thailand condemned Abhisit Vejjajiva?",
      "golds": [
        "2006-08-16"
      ],
      "pred": "2006-04-27",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3035562,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who last wanted to meet with Thailand?",
      "golds": [
        "Constitution Drafting Commission"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020250,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to visit Kuwait after Kemal Unakitan?",
      "golds": [
        "Sheikh Hamad bin Isa al Khalifah"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022404,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last country to host the visit of Mar\u00eda \u00c1ngela Holgu\u00edn, before Thailand?",
      "golds": [
        "Ra\u00fal Castro"
      ],
      "pred": "Citizen (China)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023139,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Zawahiri last express an intention to negotiate with the Middle East?",
      "golds": [
        "2009-06-02"
      ],
      "pred": "2009-06-02",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3055961,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Chuck Hagel make an appeal to Thailand?",
      "golds": [
        "2014"
      ],
      "pred": "2013",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046034,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who would wish to visit Thailand on the same month of Ma Ying Jeou?",
      "golds": [
        "Businessperson (Canada)"
      ],
      "pred": "Thailand",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015903,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the indigenous people of the United States, who was the first to make optimistic comments about China?",
      "golds": [
        "Wen Jiabao"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000561,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After China, who did the European Central Bank ask to become its first member?",
      "golds": [
        "Government (Italy)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046975,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country investigated Malaysia last, before the representatives of Russia?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053834,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "What was the last country to seek diplomatic cooperation with China before Yoon Sang-jick?",
      "golds": [
        "Ethiopia"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007521,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time China visited Burundi?",
      "golds": [
        "2008-09-10"
      ],
      "pred": "2010-04-13",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034062,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who used unconventional violence against Ethiopia after 21 February 2008?",
      "golds": [
        "Combatant (Ogaden National Liberation Front)",
        "Armed Rebel (Somalia)",
        "Armed Opposition (Somalia)",
        "Al-Shabaab",
        "Police (Sudan)",
        "Detainee (Ethiopia)",
        "Combatant (Al-Shabaab)",
        "Combatant (Hizbul Islam)"
      ],
      "pred": "Armed Rebel (Somalia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3015002,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did the Royal Administration of Iraq negotiate with Iraq?",
      "golds": [
        "2008"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047317,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did the United States' Council of Advisors to the Cabinet last request Thailand?",
      "golds": [
        "2011"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028890,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Jay Inslee express his intention to negotiate with China?",
      "golds": [
        "2013"
      ],
      "pred": "2013",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3032953,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did the presidential family of Libya pay a visit to Ethiopia?",
      "golds": [
        "2009-02-06"
      ],
      "pred": "2011-06-13",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3025422,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was attacked by Cambodia's conventional military forces before 16 October 2008?",
      "golds": [
        "Children (Canada)"
      ],
      "pred": "Vietnam",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047432,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Djibouti first express its intention to meet?",
      "golds": [
        "Eritrea"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035273,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the Swiss legislature, who wanted to negotiate with Burundi first?",
      "golds": [
        "James Kabarebe"
      ],
      "pred": "Military (Burundi)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006654,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Undersecretary of the United Arab Emirates, who was the last to negotiate with China?",
      "golds": [
        "Straits Exchange Foundation"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008223,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "What was the first country China wanted to negotiate with in 2010?",
      "golds": [
        "South Africa"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041514,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who expressed the intention to meet with Cambodia in 2008?",
      "golds": [
        "Foreign Affairs (South Korea)",
        "Laos",
        "Vietnam",
        "Military Personnel (Thailand)",
        "Cabinet / Council of Ministers / Advisors (United States)",
        "Thailand",
        "Police (Cambodia)",
        "Foreign Affairs (Malaysia)",
        "China",
        "Iraq"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3001713,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Patrick Manning praise China?",
      "golds": [
        "2006"
      ],
      "pred": "2006",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3002595,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "With which country did Cambodia last express the intention to participate in diplomatic cooperation in 2015?",
      "golds": [
        "Thailand"
      ],
      "pred": "Vietnam",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007534,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited Iraq on 9 March 2008?",
      "golds": [
        "Iran",
        "Mahmoud Ahmadinejad"
      ],
      "pred": "Mahmoud Ahmadinejad",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3001985,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who visited China on the same day as Kocheril Narayanan?",
      "golds": [
        "Kuomintang"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045677,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country to which Malaysia offered cooperation?",
      "golds": [
        "Thailand"
      ],
      "pred": "France",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015439,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to sign an agreement with China?",
      "golds": [
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3025230,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the criminal of Somalia last visit Malaysia?",
      "golds": [
        "2011"
      ],
      "pred": "2010",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022881,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country threatened Iraq last, before the looters of Iraq did?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3020905,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 6 June 2007, which country wanted to participate in diplomatic cooperation with Burundi?",
      "golds": [
        "South Africa"
      ],
      "pred": "East African Community",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040359,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Abhisit Vejjajiva last repatriate people to Thailand?",
      "golds": [
        "2010-07"
      ],
      "pred": "2010-06",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3002536,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Kuwait, to whom did Ali Abdullah Saleh last appeal?",
      "golds": [
        "Yemen"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027433,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Tsakhiagiyn Elbegdorj make optimistic comments about China?",
      "golds": [
        "2011-08"
      ],
      "pred": "2010-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052448,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country did China last praise in 2007?",
      "golds": [
        "Japan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000603,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "With which country did China express the intention to participate in diplomatic cooperation on the same day as the Ministry of Vietnam?",
      "golds": [
        "Vietnam"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054725,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who last attacked Cambodia with small arms and light weapons?",
      "golds": [
        "Police (Cambodia)"
      ],
      "pred": "Armed Gang (Cambodia)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3027478,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China host the visit of the Nigerian Bar Association?",
      "golds": [
        "2008-05"
      ],
      "pred": "2008-05",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3032862,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who last supported the citizens of Bangladesh before China?",
      "golds": [
        "Head of Government (Bangladesh)"
      ],
      "pred": "India",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036071,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 27 June 2014, which country did Cambodia express interest in cooperating with?",
      "golds": [
        "Vietnam",
        "China",
        "Thailand",
        "Laos"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014887,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the governor of South Korea last visit Thailand?",
      "golds": [
        "2009"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028312,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who made optimistic remarks about China in the same month of Vincent C. Siew?",
      "golds": [
        "Wen Jiabao",
        "Ma Ying Jeou",
        "Jian Yu",
        "Head of Government (Peru)"
      ],
      "pred": "Chinese Government",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3021772,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the Foreign Affairs of France, which country first endorsed Thailand?",
      "golds": [
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037643,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the Director General of Indonesia, who was the first to visit China?",
      "golds": [
        "Angela Merkel"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042809,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made optimistic comments about Iraq after the Iranian media?",
      "golds": [
        "Barack Obama",
        "Iran",
        "Asylum Seeker (Iraq)",
        "China",
        "Adil Abdul-Mahdi",
        "Party Member (United Kingdom)",
        "Haider Al-Abadi",
        "Massoud Barzani",
        "Eshaq Jahangiri"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3034252,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Mwai Kibaki last expressed an intention to meet with Burundi?",
      "golds": [
        "2011-11"
      ],
      "pred": "2005-08",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022117,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country did China threaten before 30 March 2005?",
      "golds": [
        "Japan",
        "Lawmaker (Hong Kong)"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3025967,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to negotiate with Iraq after Juan Carlos I?",
      "golds": [
        "Donald Rumsfeld"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041474,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After Malaysia, with whom did Gurbanguly Berdymukhammedov announce his intention to meet?",
      "golds": [
        "Ashraf Ghani Ahmadzai",
        "Iran",
        "Emperor Akihito",
        "South Korea",
        "Xi Jinping",
        "Kazakhstan",
        "Thailand",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032803,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the citizens of Bulgaria express their intention to participate in diplomatic cooperation with China?",
      "golds": [
        "2011-05-14"
      ],
      "pred": "2011-04-12",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3054323,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the Angolan military, who was the first to start diplomatic cooperation with China?",
      "golds": [
        "Ma Ying Jeou"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055210,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Cambodia, who was the first person with whom the leader of South Korea expressed an intention to meet?",
      "golds": [
        "Mwai Kibaki"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027386,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who requested a meeting with Cambodia on 25 September 2009?",
      "golds": [
        "Vietnam",
        "Thailand",
        "Okada Katsuya",
        "Laos"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3027932,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who wants to negotiate with Malaysia in the same month as Gary Roughead?",
      "golds": [
        "Emperor Akihito",
        "Iran",
        "Nonaligned Movement",
        "Mahmoud Abbas"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045272,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "After February 2008, with which country did China have a telephone conversation?",
      "golds": [
        "Newspaper (Sudan)",
        "France",
        "Associated Press",
        "Agence France-Presse",
        "Barack Obama",
        "Japan",
        "Malaysia",
        "Cabinet / Council of Ministers / Advisors (United States)"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021167,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China last make an appeal to the Monastery of China?",
      "golds": [
        "2009-02-19"
      ],
      "pred": "2010-04-13",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027232,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "After 2014, who expressed the intention to participate in diplomatic cooperation with Ethiopia?",
      "golds": [
        "Mauritania",
        "China",
        "Osama Mohamed Abdul Shafy Shaltout",
        "Sudan"
      ],
      "pred": "Citizen (Sudan)",
      "em": 1.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3008990,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "To whom did Ethiopia make an appeal before the citizens of Nigeria?",
      "golds": [
        "Yemen",
        "African Union",
        "Sudan",
        "Eritrea",
        "North America",
        "South Africa",
        "Djibouti",
        "Malawi",
        "Elizabeth II",
        "UN Security Council"
      ],
      "pred": "Head of Government (Nigeria)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016508,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Roh Moo Hyun, which was the last country to negotiate with Cambodia?",
      "golds": [
        "Laos"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035494,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Ethiopia last express the intention to participate in diplomatic cooperation with South Korea?",
      "golds": [
        "2015-03"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043108,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the last to receive humanitarian aid from Malaysia?",
      "golds": [
        "China"
      ],
      "pred": "Thailand",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029801,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did M.R. Sharma want to meet in Malaysia in the same month?",
      "golds": [
        "China",
        "Winston Peters"
      ],
      "pred": "Prachanda",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007244,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last person to whom Ethiopia made an appeal?",
      "golds": [
        "Abdel Fattah Al-Sisi"
      ],
      "pred": "UN Security Council",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006159,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Maurice Williamson express his intention to meet with China?",
      "golds": [
        "2010"
      ],
      "pred": "2010",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3055149,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who host Heinz Fischer's visit from Heinz Fischer last before Ethiopia did?",
      "golds": [
        "Farouk al-Sharaa"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055173,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the leader of Cyprus visit Kuwait?",
      "golds": [
        "2013-10"
      ],
      "pred": "2005-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051521,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was rejected by China after Xi Jinping?",
      "golds": [
        "Barack Obama",
        "Lawyer/Attorney (United States)",
        "Iran",
        "Japan",
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037737,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who would like to negotiate with China first?",
      "golds": [
        "Kuomintang"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017686,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "After 2014, with which country has Iraq signed formal agreements?",
      "golds": [
        "Legislature (Iraq)",
        "International Government Organizations",
        "Kuwait",
        "Barack Obama",
        "Iran",
        "Yemen",
        "China"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3053111,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country wanted to establish diplomatic cooperation with Thailand in the same month as the leader of the Pheu Thai Party?",
      "golds": [
        "Laos"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012508,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Rafael Ram\u00edrez last visit China?",
      "golds": [
        "2010-02"
      ],
      "pred": "2010-02",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3040640,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 24.03.2015, which country signed an agreement with Ethiopia?",
      "golds": [
        "Sudan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010587,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Thailand, which country was the first to negotiate with Donald Rumsfeld?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038295,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Cambodian police last investigate Cambodia?",
      "golds": [
        "2011-11-12"
      ],
      "pred": "2005-03-11",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3034717,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China sign formal agreements with Singapore's military?",
      "golds": [
        "2009-06-24"
      ],
      "pred": "2010-06-15",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3035018,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 19 Nov 2009, which country signed an agreement with China?",
      "golds": [
        "Vietnam"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3000796,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to negotiate with Thailand after the Armed Rebel of Thailand?",
      "golds": [
        "National United Front for Democracy Against Dictatorship"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003629,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Ethiopia, who was the last to express interest in cooperation with China?",
      "golds": [
        "African Union"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042069,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first country to negotiate with Mulatu Teshome after China?",
      "golds": [
        "Head of Government (Egypt)"
      ],
      "pred": "South Africa",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039899,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Raul Hernandez reject China?",
      "golds": [
        "2014-03"
      ],
      "pred": "2014-03",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3010223,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country to formally sign an agreement with Burundi?",
      "golds": [
        "Tanzania"
      ],
      "pred": "Head of Government (Burundi)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024887,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made pessimistic remarks about Thailand on 20 January 2007?",
      "golds": [
        "George Yeo"
      ],
      "pred": "George Yeo",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3039350,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first country the Pakistani government negotiated with after China?",
      "golds": [
        "Cleric (Pakistan)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045828,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the leader of Uruguay visit Malaysia?",
      "golds": [
        "2007-11-15"
      ],
      "pred": "2010-04-13",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046290,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who made Iraq suffer from conventional military forces after Sep, 2015?",
      "golds": [
        "France",
        "Military (Russia)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037889,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Malaysia first reject the Lawyer/Attorney of Malaysia?",
      "golds": [
        "2015"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014977,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did Iraq wish to engage in diplomatic cooperation with the Business of Iraq?",
      "golds": [
        "2007-01-28"
      ],
      "pred": "2005-02-09",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055211,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Which year did the Guerrilla of Kurdistan Workers' Party reject Iraq?",
      "golds": [
        "2007"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014238,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to make optimistic comments about China?",
      "golds": [
        "Association of Southeast Asian Nations"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043602,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 6 February 2009, which country offered cooperation to Cambodia?",
      "golds": [
        "Thailand"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3002188,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Bill Richardson visit China for the first time?",
      "golds": [
        "2007"
      ],
      "pred": "2007",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3037147,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country last did Ethiopia accuse before the Media Personnel of International?",
      "golds": [
        "Eritrea"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047490,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made an appeal to China on 25 August 2008?",
      "golds": [
        "Lee Myung Bak",
        "Ruling Party (South Korea)",
        "Ma Ying Jeou"
      ],
      "pred": "Ma Ying Jeou",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3004798,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country did Thailand gave the denouncement to last before the Media Personnel of International?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3004374,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country with which Cambodia formally signed an agreement?",
      "golds": [
        "Thailand"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019655,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the last country to criticise Thailand in 2011?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051362,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time Jack Straw spoke optimistically about Iraq?",
      "golds": [
        "2006-04-03"
      ],
      "pred": "2005-01-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046386,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to praise Iraq after the citizens of Saudi Arabia?",
      "golds": [
        "Zayd Al-Rifa'i"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055031,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who expressed an intention to meet with China on 27 Apr 2012?",
      "golds": [
        "Government Delegation (Macedonia)"
      ],
      "pred": "Government Delegation (Macedonia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3005995,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Henry M. Paulson make optimistic remarks about China?",
      "golds": [
        "2007"
      ],
      "pred": "2006",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049007,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "What month did China receive the visit from Bangladesh Garments Manufacturers and Exporters Association?",
      "golds": [
        "2007-03"
      ],
      "pred": "2007-03",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3044776,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China last make a request to the Business of Africa?",
      "golds": [
        "2011-09"
      ],
      "pred": "2010-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013671,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to want to negotiate with Oman?",
      "golds": [
        "Thailand"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050692,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Abdoulaye Wade, who was the last to make optimistic remarks about China?",
      "golds": [
        "National Coalition Government of the Union of Burma"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027181,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last country to make a telephone call to China?",
      "golds": [
        "Cabinet / Council of Ministers / Advisors (United States)"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029238,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country to want to cooperate with Cambodia?",
      "golds": [
        "Thailand"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046501,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China praise Agence France-Presse for the first time?",
      "golds": [
        "2007-04-13"
      ],
      "pred": "2005-01-26",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052210,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who were the first international governmental organisations to praise after Malaysia?",
      "golds": [
        "Yemen"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007158,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Supreme Council for Women visit Iraq?",
      "golds": [
        "2015"
      ],
      "pred": "2015",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3023451,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who last wanted to meet Donald Rumsfeld before China?",
      "golds": [
        "Ministry (Kyrgyzstan)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021560,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did the United States Senate endorse Iraq?",
      "golds": [
        "2006-07-13"
      ],
      "pred": "2006-07-13",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3020810,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Rabbi of Morocco first express his intention to negotiate with China?",
      "golds": [
        "2006-06"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050982,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Malaysia, who was the first country Mahmoud Ahmadinejad made optimistic remarks about?",
      "golds": [
        "Sudan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046946,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to say something negative about Thailand?",
      "golds": [
        "Party Member (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3041297,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 16 May 2009, which country wanted to participate in diplomatic cooperation with Oman?",
      "golds": [
        "China",
        "Iran",
        "Qatar"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3006915,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In Apr 2015, which country expressed an interest in cooperating with Thailand?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3054047,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who appealed to China last, before Agence France-Presse?",
      "golds": [
        "Segolene Royal"
      ],
      "pred": "Citizen (Venezuela)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042963,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country signed an agreement with Ethiopia in the same month as Swaziland?",
      "golds": [
        "South Africa"
      ],
      "pred": "South Africa",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3024043,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who threatened Iraq before the Iraqi legislature?",
      "golds": [
        "Barack Obama",
        "Iran",
        "Rebel Group (Iraqi Kurds)",
        "Party Member (Iraq)",
        "Police (Turkmenistan)",
        "Kuwait",
        "Employee (Iraq)"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3013204,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Can you tell me the exact month when the High Commission for Refugees appealed to Cambodia?",
      "golds": [
        "2009-12"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015631,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Zawahiri praise the armed rebels of Syria?",
      "golds": [
        "2014-04"
      ],
      "pred": "2011-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044336,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year was the last visit to Iraq made by a party member from Turkey?",
      "golds": [
        "2012"
      ],
      "pred": "2009",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003813,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country wanted to negotiate with Thailand on 25 January 2005?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3039217,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 9 October 2015, which country expressed interest in cooperation with China?",
      "golds": [
        "Thailand",
        "South Korea",
        "Japan"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035200,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Zawahiri last accuse Pervez Musharraf?",
      "golds": [
        "2008"
      ],
      "pred": "2008",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3001513,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who threatened Burundi first?",
      "golds": [
        "Government (Burundi)"
      ],
      "pred": "Military (Burundi)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3013392,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who did Ethiopia negotiate with in the same year as South Sudan?",
      "golds": [
        "Head of Government (Ethiopia)"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021552,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to reject China?",
      "golds": [
        "Lawmaker (Hong Kong)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030518,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 13 August 2015, who blamed China?",
      "golds": [
        "Vietnam",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005563,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Cambodia make an appeal to the citizens of Thailand?",
      "golds": [
        "2009-11"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042396,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who visited China in May, 2013?",
      "golds": [
        "Mahmoud Abbas",
        "Catherine Ashton",
        "Benjamin Netanyahu",
        "Michael Sata",
        "South Korea",
        "Xi Jinping",
        "Ministry (Switzerland)",
        "Chang Song Taek",
        "High Ranking Military Personnel (Taiwan)",
        "Saud bin Faisal bin Abdul-Aziz",
        "Head of Government (Greece)",
        "Frank Bainimarama",
        "Antonis Samaras",
        "Egyptian Railway Authority",
        "Barack Obama",
        "Foreign Affairs (India)"
      ],
      "pred": "Barack Obama",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3040051,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2008, with which country did Malaysia last express its intention to participate in diplomatic cooperation?",
      "golds": [
        "Thailand"
      ],
      "pred": "France",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035452,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In July 2009, who made an appeal to China?",
      "golds": [
        "Economist (China)",
        "International Monetary Fund",
        "Vietnam",
        "South Korea",
        "Maxime Verhagen",
        "Japan",
        "Barack Obama"
      ],
      "pred": "South Korea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3017610,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to whom Kuwait gave a condemnation?",
      "golds": [
        "Middle East"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048127,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first country with which Kuwait expressed its intention to establish diplomatic cooperation?",
      "golds": [
        "Party Member (Iraq)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052770,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country to want to meet with Burundi?",
      "golds": [
        "Angola"
      ],
      "pred": "South Africa",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015795,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After China, who was the first country to ask for the government of the occupied Palestinian territories?",
      "golds": [
        "Mahmoud Abbas"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030551,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Egyptian Ministry of Foreign Affairs last visit Ethiopia?",
      "golds": [
        "2014-02-11"
      ],
      "pred": "2013-04-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033105,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Nigerian government negotiate with China?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3034244,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 21 September 2005, which country was accused by China?",
      "golds": [
        "Japan",
        "Dissident (China)",
        "Benedict XVI",
        "Iran"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3036018,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Iran's air force last use conventional military force against Iraq?",
      "golds": [
        "2014"
      ],
      "pred": "1988",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034526,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the government official of South Korea, which country made the last appeal to China?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3025948,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Can you tell me the exact month in which Sir Richard Dannatt denounced Iraq?",
      "golds": [
        "2006-10"
      ],
      "pred": "2009-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001292,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country first expressed an interest in cooperating with China after Nepal's foreign ministry?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3019344,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the first visit of Jason C. Hu to Malaysia?",
      "golds": [
        "2010-07-20"
      ],
      "pred": "2006-11-18",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039520,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Bandar bin Sultan last visit China?",
      "golds": [
        "2006-03"
      ],
      "pred": "2013-08",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042355,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Thailand, with whom did Surakiart Sathirathai announce his intention to negotiate?",
      "golds": [
        "Citizen (International)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006286,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Oman first negotiate with the Iranian Ministry of Foreign Affairs?",
      "golds": [
        "2008"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039885,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Malaysia last made optimistic remarks about Iraq?",
      "golds": [
        "2008-07"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026223,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who gave humanitarian aid to Malaysia before Thailand?",
      "golds": [
        "China",
        "Police (Malaysia)",
        "Japan"
      ],
      "pred": "Citizen (Malaysia)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3012950,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Kuwait, who was the last person to want to meet Mohamed Ould Abdel Aziz?",
      "golds": [
        "Alain Joyandet"
      ],
      "pred": "Citizen (Mauritania)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034874,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Before 2006, which country did Malaysia send a request to?",
      "golds": [
        "China",
        "Women (Malaysia)",
        "Thailand",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3007103,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After March 26th, 2015, who criticized Thailand?",
      "golds": [
        "Party Member (Thailand)",
        "Activist (Thailand)",
        "Barisan Revolusi Nasional",
        "Congress (United States)",
        "Citizen (Thailand)",
        "Villager (Thailand)",
        "High Commission for Refugees",
        "China",
        "Phil Robertson"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3023809,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country with which Oman expressed an intention to meet?",
      "golds": [
        "Iran"
      ],
      "pred": "Yemen",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017372,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the Cabinet Council of Ministers Advisors of Japan, which country first did China request for?",
      "golds": [
        "Vietnam"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015754,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Iraq reject United States Senate?",
      "golds": [
        "2007"
      ],
      "pred": "2007",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3047131,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 5 May 2014, which country signed an agreement with Djibouti?",
      "golds": [
        "Ethiopia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043574,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the first country Djibouti wanted to cooperate with?",
      "golds": [
        "Ethiopia"
      ],
      "pred": "Ethiopia",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3055342,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who expressed the intention to negotiate with Thailand on 31 January 2007?",
      "golds": [
        "Kitti Wasinondh"
      ],
      "pred": "Kitti Wasinondh",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3040478,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to provide humanitarian aid to Iraq, after the citizens of Greece?",
      "golds": [
        "Kuwait"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012056,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Winston Peters, who was the last to reject China?",
      "golds": [
        "Monastery (China)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3046623,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After China, against whom did the citizens of Thailand first use unconventional violence?",
      "golds": [
        "Thailand"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3014975,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did Ethiopia negotiate with after South Sudan?",
      "golds": [
        "Foreign Affairs (Ethiopia)",
        "Head of Government (Ethiopia)",
        "Sudan",
        "Djibouti",
        "Representatives (Ethiopia)",
        "United Arab Emirates",
        "Japan",
        "Barack Obama"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3015290,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Ethiopia, with whom did Hui Liangyu want to negotiate last?",
      "golds": [
        "Tanzania"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026613,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Iraq denounce the Lebanese military?",
      "golds": [
        "2014-12-06"
      ],
      "pred": "2005-01-16",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031341,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the last to receive the visit from Le Hong Anh before Cambodia did?",
      "golds": [
        "Laos"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052442,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China reject the lawmakers of United Kingdom?",
      "golds": [
        "2014-12-02"
      ],
      "pred": "2010-03-11",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022301,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country did China criticise first after Pervez Musharraf?",
      "golds": [
        "Congress (United States)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011386,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who used unconventional force against Malaysia in the same year as China's Women's Day?",
      "golds": [
        "Police (Malaysia)",
        "Criminal (Somalia)"
      ],
      "pred": "Police (Malaysia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3037256,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With whom did Iraq last speak by telephone?",
      "golds": [
        "Royal Administration (Saudi Arabia)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020910,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the UN security council, who was the last to blame Ethiopia?",
      "golds": [
        "Islamic Courts Union"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053982,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Communist Party of Bohemia and Moravia visit China for the first time?",
      "golds": [
        "2005-05-18"
      ],
      "pred": "2005-05-18",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3043582,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who would wish to visit Thailand on the same month of the head of government of India?",
      "golds": [
        "Tourist (Malaysia)",
        "Wang Yi",
        "Mahmoud Ahmadinejad",
        "Indigenous People (United Kingdom)",
        "Moana Carcasses Kalosil",
        "Edward Natapei"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027471,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to denounce Thailand after Supachai Panitchpakdi?",
      "golds": [
        "Cambodia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022843,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Ma Ying Jeou last accuse China?",
      "golds": [
        "2007-06"
      ],
      "pred": "2009-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054152,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first country against which Cambodia used conventional military force?",
      "golds": [
        "Children (Canada)"
      ],
      "pred": "Vietnam",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032898,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Jack Straw, who wanted to meet with Thailand?",
      "golds": [
        "Tony Blair",
        "Police (Australia)"
      ],
      "pred": "Tony Blair",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3025974,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In January 2006, which country expressed its intention to establish diplomatic cooperation with Thailand?",
      "golds": [
        "China",
        "Japan",
        "Malaysia"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3046085,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Djibouti last formally sign an agreement?",
      "golds": [
        "Ethiopia"
      ],
      "pred": "Ethiopia",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3029651,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Which country signed an agreement with Cambodia in July 2005?",
      "golds": [
        "Vietnam",
        "China",
        "Thailand",
        "Laos"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3055397,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 11 May 2005, which country did Iraq make a request to?",
      "golds": [
        "Citizen (Bulgaria)"
      ],
      "pred": "United States",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011870,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After Iraq, who did Tariq Aziz accuse?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002163,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Aguinaldo Jaime praise China?",
      "golds": [
        "2011-02-01"
      ],
      "pred": "2011-02-01",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3043031,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to visit Thailand before the mayor of the Philippines?",
      "golds": [
        "Abhisit Vejjajiva"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027274,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With whom did Luka Bebic express his intention to negotiate before China?",
      "golds": [
        "Vinets Veldre",
        "Arseniy Yatsenyuk"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008550,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the economy of Iran last express the intention to participate in diplomatic cooperation with Iraq?",
      "golds": [
        "2014-11"
      ],
      "pred": "2005-02",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035133,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who last hosted the visit of Cambodia in 2006?",
      "golds": [
        "Head of Government (Sri Lanka)"
      ],
      "pred": "Head of Government (Cambodia)",
      "em": 0.0,
      "f1": 0.6666666666666665
    },
    {
      "quid": 3012521,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Oman, which country was the first to sign an agreement with China?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008374,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who gave a visit to Ethiopia on the same month of the head of government of India?",
      "golds": [
        "Mohamed Ould Abdel Aziz",
        "Head of Government (Egypt)",
        "UN Security Council",
        "John Dramani Mahama"
      ],
      "pred": "Head of Government (India)",
      "em": 0.0,
      "f1": 0.75
    },
    {
      "quid": 3039482,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country last receive the head of government of Taiwan's visit from the head of government of Taiwan before Malaysia did?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001804,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time the leader of Egypt expressed an intention to meet with Iraq?",
      "golds": [
        "2012-11-10"
      ],
      "pred": "2011-06-10",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3003871,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Social Renewal Party, who would wish to visit China first?",
      "golds": [
        "Dmitry Anatolyevich Medvedev"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007946,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2007, who would wish to cooperate with Ethiopia first?",
      "golds": [
        "Madagascar"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054054,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country Kuwait made negative comments about?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3019315,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who supported China in May 2011?",
      "golds": [
        "Catherine Ashton",
        "Head of Government (Pakistan)",
        "Sali Berisha",
        "South Korea",
        "Viktor Orban",
        "Sato Kilman",
        "Cabinet / Council of Ministers / Advisors (United States)",
        "Japan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033391,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was first threatened by China?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3007812,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to express pessimism about Iraq after the Turkish legislature?",
      "golds": [
        "National Security Advisor (Iraq)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017870,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Alberto Gonzales first visit Iraq?",
      "golds": [
        "2005-07-03"
      ],
      "pred": "2005-07-03",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3050195,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to make optimistic remarks about China after the Chinese dissident?",
      "golds": [
        "Xi Jinping"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000182,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to visit Malaysia?",
      "golds": [
        "Naval (United States)"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021591,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to sign an agreement with Iraq?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3033909,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Ai Weiwei, which country was the last to be praised by China?",
      "golds": [
        "Iran"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020691,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first country to sign formal agreements with the International Monetary Fund after Iraq?",
      "golds": [
        "Cabinet / Council of Ministers / Advisors (United States)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043892,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country did Thailand support first after Chaturon Chaisang?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035794,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made optimistic comments about Iraq on 23 June 2014?",
      "golds": [
        "Nasser Judeh"
      ],
      "pred": "Nasser Judeh",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3015932,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did the Media Rights Group of Ethiopia blame Ethiopia?",
      "golds": [
        "2012-06-28"
      ],
      "pred": "2005-02-23",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023986,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the leader of Gambia first visit Thailand?",
      "golds": [
        "2005-06-28"
      ],
      "pred": "2013-04-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051037,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Burundi last want to negotiate?",
      "golds": [
        "Angola"
      ],
      "pred": "Tanzania",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008923,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Kuwait last wish to engage in diplomatic cooperation?",
      "golds": [
        "Iran"
      ],
      "pred": "Qatar",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000520,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to denounce Iraq after the mayor of the United States?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044777,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which was the first country China made pessimistic comments about after Pervez Musharraf?",
      "golds": [
        "Vietnam"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050999,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country to want to cooperate with Djibouti?",
      "golds": [
        "Ethiopia"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055851,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Kuwait commend Sheikh Khaled Al Jarrah Al Sabah?",
      "golds": [
        "2014-08"
      ],
      "pred": "2014-08",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3008492,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the lawyer of the United States, which country was the first to reject Iraq?",
      "golds": [
        "France"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046586,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the last to make pessimistic remarks about China in 2013?",
      "golds": [
        "Thailand"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011460,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who wanted to have diplomatic cooperation with China in March 2006?",
      "golds": [
        "High Commission for Refugees",
        "Jos\u00e9 Alencar Gomes da Silva",
        "Kazakhstan"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035265,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Council of Advisors to the Thai Cabinet, which was the last country to seek diplomatic cooperation with Cambodia?",
      "golds": [
        "Laos"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032843,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to visit Thailand after the Mayor of the Philippines?",
      "golds": [
        "Anupong Paochinda"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050521,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who would wish to visit Malaysia in March, the year of 2006?",
      "golds": [
        "William J. Fallon",
        "Iran",
        "Employee (Myanmar)",
        "Mahmoud Ahmadinejad",
        "Moro Islamic Liberation Front"
      ],
      "pred": "Citizen (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050927,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did China made optimistic comments on on the same month of the Legislature of Switzerland?",
      "golds": [
        "Hui Liangyu"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019300,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to criticise Ethiopia after the citizens of International?",
      "golds": [
        "Human Rights Watch"
      ],
      "pred": "Transparency International",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035984,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who hosted the visit of the US Forces Korea before China?",
      "golds": [
        "South Korea",
        "Joint Chiefs of Staff (South Korea)",
        "Roh Moo Hyun"
      ],
      "pred": "South Korea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3037720,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who condemned Iraq in May 2015?",
      "golds": [
        "Najm-al-Din Karim"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017080,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did the Burma Union Solidarity and Development Association last express its intention to meet with China?",
      "golds": [
        "2006"
      ],
      "pred": "2006",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3044041,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who rejected Ethiopia last, before the Lawyer/Attorney of Ethiopia did?",
      "golds": [
        "Islamic Courts Union"
      ],
      "pred": "Eritrea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014555,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Michael Cullen, which country was the first to want to meet with China?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031329,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Cambodia, who did the Thai military blame?",
      "golds": [
        "Sondhi Limthongkul",
        "Insurgent (Thailand)",
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3043569,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who announced his intention to negotiate with Thailand on 6 Feb 2005?",
      "golds": [
        "Party Member (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3048786,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Office of the United Nations High Commissioner for Human Rights last express its intention to engage in diplomatic cooperation with Cambodia?",
      "golds": [
        "2014-04-29"
      ],
      "pred": "2005-03-11",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006898,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to visit Malaysia, before the staff of Thailand?",
      "golds": [
        "Admiral (Pakistan)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034225,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to negotiate with Iraq after the Media Personnel of Iran?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022096,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who first made China suffer from unconventional violence after the Murderer of China?",
      "golds": [
        "Criminal (China)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3040959,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country wanted to participate in diplomatic cooperation with China on 19 December 2006?",
      "golds": [
        "Kazakhstan",
        "Cambodia"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013950,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was last to visit China before the Workers' Party of North Korea?",
      "golds": [
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053395,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who did China want to negotiate with on the same day as the United States Navy?",
      "golds": [
        "Mekong River Commission"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055388,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the first to be praised by Iraq in 2013?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3016730,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who last wanted to meet with China before the National Iranian Petrochemical Company?",
      "golds": [
        "Lin Join-sane"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040917,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who declined China in Apr 11th, 2009?",
      "golds": [
        "Protester (Thailand)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011875,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did the African Union negotiate with after Ethiopia?",
      "golds": [
        "Armed Rebel (Mali)",
        "Government (Sudan)",
        "South Sudan",
        "Barack Obama",
        "Malawi",
        "Foreign Affairs (France)",
        "UN Security Council"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3021996,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "After the year of 2005, who accused Malaysia?",
      "golds": [
        "Court Judge (Malaysia)",
        "Lawyer/Attorney (Malaysia)",
        "Cabinet / Council of Ministers / Advisors (United States)",
        "Thailand",
        "Women (Malaysia)",
        "China"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001201,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Hisham Qandil, with which country did Iraq negotiate first?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3020475,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did China's Ministry of Energy first express its intention to negotiate with China?",
      "golds": [
        "2006"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035779,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country receive the visit from the Ministry of Brazil first after Ethiopia did?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052445,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "With which country did Cambodia first seek diplomatic cooperation in 2013?",
      "golds": [
        "China"
      ],
      "pred": "Thailand",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055339,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "With which country did Cambodia first announce its intention to establish diplomatic cooperation in 2015?",
      "golds": [
        "Vietnam"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3034273,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who negotiated with Iraq in September 2006?",
      "golds": [
        "Business (Iraq)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054542,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Bank of China, who last provided humanitarian aid to China?",
      "golds": [
        "Police (Malaysia)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000154,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China negotiate with the Iraqi Interim Government?",
      "golds": [
        "2005-01-25"
      ],
      "pred": "2005-01-22",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3019503,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country first did China request for after Abdel Fattah Al-Sisi?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017347,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the United Arab Emirates, which country did Iraq condemn first?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3041649,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who investigated China before 14 September 2005?",
      "golds": [
        "Government (Germany)",
        "Bank (China)",
        "South Korea",
        "Military (Taiwan)",
        "Education Ministry (China)",
        "Wen Jiabao",
        "Hui Liangyu",
        "Wang Yi",
        "Japan",
        "Donald Rumsfeld"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3049559,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made the first negative remarks about Malaysia?",
      "golds": [
        "Court Judge (Malaysia)"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3051883,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who supported China in the same month as Helmut Kohl?",
      "golds": [
        "Business (Belgium)",
        "Japan",
        "Ruling Parties (Africa)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049654,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when the Prime Minister of Botswana expressed interest in cooperation with Thailand?",
      "golds": [
        "2005-11"
      ],
      "pred": "2011-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007122,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Ethiopia first sign an agreement with the Ogaden National Liberation Front?",
      "golds": [
        "2010-10"
      ],
      "pred": "2010-10",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3029170,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Germany, which was the first country China used conventional military force against?",
      "golds": [
        "Women (China)"
      ],
      "pred": "Vietnam",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033110,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before China, who was the last person to praise Nasser Judeh?",
      "golds": [
        "Iraq"
      ],
      "pred": "Barack Obama",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024678,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the citizens of Australia last declare their intention to negotiate with China?",
      "golds": [
        "2015-06"
      ],
      "pred": "2012-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013707,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 29 May 2006?",
      "golds": [
        "Kuomintang",
        "Justice Department/Ministery (Namibia)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000564,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country Swaziland wanted to negotiate with?",
      "golds": [
        "South Africa"
      ],
      "pred": "South Africa",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018672,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who last praised Burundi?",
      "golds": [
        "Mwai Kibaki"
      ],
      "pred": "Government (Burundi)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026156,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Associated Press last express an intention to meet with Iraq?",
      "golds": [
        "2007"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3025667,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who hosted the visit of Haider Al-Abadi to Kuwait in the same year?",
      "golds": [
        "Iran",
        "Barack Obama",
        "United Arab Emirates",
        "Ministry (Iran)",
        "Iraq"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3050205,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Malaysia announce its intention to negotiate with the citizens of Singapore?",
      "golds": [
        "2014-09"
      ],
      "pred": "2010-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006185,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to visit China after the Canadian Party member?",
      "golds": [
        "France"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021074,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After South Africa, which country was the first to seek diplomatic cooperation with Iraq?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026893,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when the Straits Exchange Foundation last expressed the intention to participate in diplomatic cooperation with China?",
      "golds": [
        "2009-04"
      ],
      "pred": "2008-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013447,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 25 Apr 2008, which country wanted to cooperate with Oman?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3047350,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to appeal to Iraq?",
      "golds": [
        "China"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018427,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "After January 2010, which country hosted Cambodia's visit to Thailand?",
      "golds": [
        "Iran",
        "China",
        "Thailand",
        "Vietnam"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3031388,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who offered cooperation to Djibouti after 2005-02?",
      "golds": [
        "Yemen",
        "Ethiopia",
        "Eritrea",
        "Malawi"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011702,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to praise Ethiopia after Pier Ferdinando Casini?",
      "golds": [
        "Isaias Afewerki"
      ],
      "pred": "Barack Obama",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012304,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who gave humanitarian aid to Malaysia last, before Thailand?",
      "golds": [
        "Police (Malaysia)"
      ],
      "pred": "Citizen (Malaysia)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3006510,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Noppadon Pattama first express his intention to meet with Malaysia?",
      "golds": [
        "2008-02-09"
      ],
      "pred": "2008-02-09",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3037011,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to praise China before Le Hong Anh?",
      "golds": [
        "Abdoulaye Wade"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011906,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did China express its intention to negotiate with Abdullah G\u00fcl?",
      "golds": [
        "2010"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037779,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Mahamat Saleh Annadif, which country last hosted a visit from Burundi?",
      "golds": [
        "Tanzania"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045781,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Mitch McConnell, who was the first to formally sign an agreement with China?",
      "golds": [
        "Ashraf Ghani Ahmadzai"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036879,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country did Ethiopia sign formal agreements with first after the head of government of Egypt?",
      "golds": [
        "Sudan"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3005854,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country asked for Kuwait on 1 June 2010?",
      "golds": [
        "Oman"
      ],
      "pred": "Oman",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3012426,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Mar\u00eda \u00c1ngela Holgu\u00edn express her intention to meet with Kuwait?",
      "golds": [
        "2014-11-13"
      ],
      "pred": "2005-01-05",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042228,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who visited China on the same day as Georgios Papandreou?",
      "golds": [
        "Lawrence Cannon"
      ],
      "pred": "Citizen (China)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000764,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to express its intention to participate in diplomatic cooperation with Djibouti?",
      "golds": [
        "Qatar"
      ],
      "pred": "Qatar",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3052250,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 16 July 2008, who paid a visit to Iraq?",
      "golds": [
        "Nuri al-Maliki",
        "Barack Obama"
      ],
      "pred": "Barack Obama",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3003255,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Adil Abdul-Mahdi, who praised Kuwait?",
      "golds": [
        "Nuri al-Maliki",
        "Presidential Family (United States)",
        "Muhammad Naji al-Otari",
        "Shaukat Aziz",
        "Sudan",
        "Pervez Musharraf",
        "Saud bin Faisal bin Abdul-Aziz",
        "Jack Straw",
        "Japan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052837,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who used small arms and light weapons to attack Cambodia after 23 February 2011?",
      "golds": [
        "Thailand",
        "Police (Cambodia)",
        "Armed Gang (Cambodia)"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014332,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did Zawahiri blame before Mahmoud Abbas?",
      "golds": [
        "Head of Government (Pakistan)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032622,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to appeal to Thailand?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3044173,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before 2008-09, which country did Oman wish to negotiate with?",
      "golds": [
        "South Korea",
        "Kuwait",
        "Iran",
        "Qatar",
        "United Arab Emirates",
        "Iraq"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035031,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the foreign minister of Malaysia, who was the last to want to negotiate with China?",
      "golds": [
        "Julia Gillard"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011092,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made Thailand suffer from unconventional violence on 1 October 2007?",
      "golds": [
        "Insurgent (Thailand)"
      ],
      "pred": "Insurgent (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026572,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China criticise the Energy Department/Ministry of China?",
      "golds": [
        "2009-08-21"
      ],
      "pred": "2010-04-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048364,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After Thailand, who received humanitarian aid from the staff of Thailand?",
      "golds": [
        "Citizen (Thailand)",
        "Villager (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3009388,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country first asked for Cambodia in 2011?",
      "golds": [
        "Thailand"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3028811,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 22 Oct 2005, who made an appeal to China?",
      "golds": [
        "Donald Rumsfeld"
      ],
      "pred": "Donald Rumsfeld",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014255,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country was Thailand last involved in negotiations?",
      "golds": [
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016004,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country signed an agreement with Malaysia before South Africa?",
      "golds": [
        "Thailand",
        "Japan",
        "United Arab Emirates"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050465,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country wanted to meet with Iraq in the same month as the businessman from Turkey?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3017271,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did China first investigate Ben Shalom Bernanke?",
      "golds": [
        "2009-07"
      ],
      "pred": "2009-07",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3036695,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2007, which country last wanted to negotiate with Oman?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3021521,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Prime Minister of Burundi visit China?",
      "golds": [
        "2006-11-03"
      ],
      "pred": "2005-09-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032417,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "In June 1st, 2014, which country wanted to participate in diplomatic cooperation with Malaysia?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3010315,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Sergey Vladilenovich Kiriyenko visit China for the first time?",
      "golds": [
        "2006-03-17"
      ],
      "pred": "2006-02-15",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3050335,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 28 March 2005?",
      "golds": [
        "Kuomintang",
        "Lien Chan"
      ],
      "pred": "Lien Chan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3030075,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 18 March 2007, which country did Ethiopia make an appeal to?",
      "golds": [
        "UN Security Council",
        "African Union",
        "North America",
        "Djibouti",
        "Eritrea",
        "Yemen"
      ],
      "pred": "Eritrea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018906,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Vuk Jeremi\u0107, which was the first country to want to negotiate with Malaysia?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016975,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who were the last to suffer from the Pokot's conventional military forces before the indigenous people of Kenya?",
      "golds": [
        "Citizen (Uganda)"
      ],
      "pred": "Police (Kenya)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054859,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who wanted to negotiate with Burundi first?",
      "golds": [
        "L\u00e9onard Nyangoma"
      ],
      "pred": "Government (Burundi)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034120,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who wanted to negotiate with Thailand in 2012?",
      "golds": [
        "Wen Jiabao",
        "Tourist (Kuwait)",
        "Barack Obama",
        "Philipp R\u00f6sler",
        "Student (Thailand)",
        "Malaysia",
        "Yongyuth Wichaidit",
        "Vietnam",
        "Envoy (United States)",
        "National United Front for Democracy Against Dictatorship",
        "Cabinet / Council of Ministers / Advisors (Thailand)",
        "United Arab Emirates",
        "China",
        "Northern Ireland",
        "Media Personnel (Thailand)",
        "Saudi Army",
        "Royal Administration (Japan)",
        "Defense / Security Ministry (United States)",
        "Naval (Thailand)",
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3052846,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did China make pessimistic comments about the Republic of South Ossetia?",
      "golds": [
        "2008"
      ],
      "pred": "2008",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038174,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who received China's visit from China first?",
      "golds": [
        "Aceh"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020191,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Kuwait, who was the first to express optimism about Iraq?",
      "golds": [
        "Ali al-Dabbagh"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024348,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After the Egyptian leader, who praised Ethiopia?",
      "golds": [
        "Osama Mohamed Abdul Shafy Shaltout",
        "Philip Hammond",
        "William Lacy Swing",
        "Sudan",
        "African Union",
        "High Commission for Refugees",
        "China",
        "Uhuru Muigai Kenyatta",
        "Foreign Affairs (Senegal)",
        "Japan",
        "Barack Obama"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3003457,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Japan's Ministry of Finance last make optimistic remarks about China?",
      "golds": [
        "2010-10-19"
      ],
      "pred": "2005-01-31",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049409,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who made threats against Burundi in December 2009?",
      "golds": [
        "Al-Shabaab"
      ],
      "pred": "Al-Shabaab",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3041350,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "In February 26th, 2008, who would wish to visit China?",
      "golds": [
        "Japan Self-Defense Forces"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3025280,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country announced its intention to cooperate with China on 9 August 2014?",
      "golds": [
        "South Korea",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3033135,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person Liu Yandong wanted to meet before Ethiopia?",
      "golds": [
        "Cambodia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020171,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the command of Iraq use unconventional force against Iraq?",
      "golds": [
        "2005-10-20"
      ],
      "pred": "2005-01-16",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3002031,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person praised by the Royal Government of Jordan before Iraq?",
      "golds": [
        "Japan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040745,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to receive negative comments from China?",
      "golds": [
        "Iraq"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004573,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the last to give a visit to Malaysia?",
      "golds": [
        "Oman"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023157,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who supported Kuwait after Ahmed el-Tayeb?",
      "golds": [
        "Iran",
        "Yemen",
        "Secretariat (Gulf Cooperation Council)",
        "Abdel Fattah Al-Sisi",
        "Islam Karimov",
        "Ministry (Venezuela)",
        "United Arab Emirates",
        "China",
        "Foreign Affairs (India)"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3000630,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who expressed the intention to negotiate with China on 24 September 2009?",
      "golds": [
        "Japan",
        "South Korea",
        "France",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051783,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first country to express its intention to negotiate with Iraq, after the French Foreign Ministry?",
      "golds": [
        "Donald Rumsfeld"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031065,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Qin Gang last make optimistic comments about China?",
      "golds": [
        "2010"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031046,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Syrian Ministry of Finance and Treasury announce its intention to negotiate with China?",
      "golds": [
        "2007"
      ],
      "pred": "2011",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052085,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After the kidnapping of Iraq, to whom did Iraq make optimistic comments?",
      "golds": [
        "Nonaligned Movement",
        "Barack Obama",
        "Iran",
        "UN Security Council",
        "Foreign Affairs (France)",
        "Mahmoud Ahmadinejad",
        "Head of Government (Turkmenistan)",
        "Japan"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3001077,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Ethiopia, whom did the citizens of International condemn first?",
      "golds": [
        "Wen Jiabao"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029078,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Pervez Musharraf, with which country did Malaysia last negotiate?",
      "golds": [
        "Thailand"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002208,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After Thailand, with whom did the citizens of Singapore wish to negotiate?",
      "golds": [
        "Workers' Party (Singapore)",
        "Tony Tan Keng Yam",
        "Association of Southeast Asian Nations",
        "Education (Singapore)",
        "South Korea",
        "Education Ministry (Singapore)",
        "Donald Rumsfeld",
        "China",
        "Government Affiliated Bank (Singapore)",
        "High Commission (Australia)",
        "Military (Singapore)"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035536,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "With which country did Kuwait sign formal agreements before 2006?",
      "golds": [
        "South Korea",
        "Iran",
        "Qatar",
        "Defense / Security Ministry (United States)",
        "Yemen"
      ],
      "pred": "Qatar",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3037070,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did Iraq use conventional military force against in the same month of the Middle East?",
      "golds": [
        "Combatant (Al Qaeda)",
        "Insurgent (Al Qaeda)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022599,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did the armed gang of Somalia use small arms and light weapons to attack Ethiopia?",
      "golds": [
        "2007-01-02"
      ],
      "pred": "2006-08-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002221,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who was negotiating with Ethiopia before 2007?",
      "golds": [
        "Indigenous People (United States)",
        "Sudan",
        "Indigenous People (Ethiopia)",
        "Eritrea",
        "UN Security Council"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3040434,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country did Thailand investigate after 17 June 2008?",
      "golds": [
        "Citizen (Thailand)",
        "Naval (Thailand)",
        "South Korea",
        "National United Front for Democracy Against Dictatorship",
        "Cambodia",
        "Vietnam",
        "Activist (Thailand)"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3055823,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China first commend the envoy of the United States?",
      "golds": [
        "2008-07"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024955,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time Thailand expressed an interest in cooperation with the military of Thailand?",
      "golds": [
        "2011-04-29"
      ],
      "pred": "2005-01-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041173,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Tesco, who was the last to suffer the unconventional violence of the citizens of the United Kingdom?",
      "golds": [
        "Citizen (Australia)"
      ],
      "pred": "Police (Australia)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3017265,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With whom did Ethiopia last negotiate?",
      "golds": [
        "Representatives (Ethiopia)"
      ],
      "pred": "Eritrea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045289,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last person to visit Iraq?",
      "golds": [
        "Haider Al-Abadi"
      ],
      "pred": "Military (Lithuania)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027355,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who threatened China before 2008?",
      "golds": [
        "South Korea",
        "Robert Jones Portman",
        "Japan",
        "Criminal (China)",
        "Henry M. Paulson",
        "Defense / Security Ministry (United States)",
        "Donald Rumsfeld",
        "Cabinet / Council of Ministers / Advisors (United States)"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3052070,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to release people to Thailand?",
      "golds": [
        "Military Personnel (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3054378,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2006, who first expressed an intention to negotiate with Iraq?",
      "golds": [
        "Citizen (International)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051868,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who denounced China first after the United States steelmaker?",
      "golds": [
        "Citizen (Australia)"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013863,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "With which country did Kuwait last sign a formal agreement before the national airline of Iraq?",
      "golds": [
        "Qatar"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000514,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to criticise Thailand before Banharn Silpa-archa?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3036421,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who praised Joachim Gauck after China?",
      "golds": [
        "Philippe Couillard",
        "Freedom Fighter (Czech Republic)",
        "Mahmoud Abbas"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030958,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the government of Sudan first sign formal agreements with China?",
      "golds": [
        "2007-09-19"
      ],
      "pred": "2009-06-10",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041415,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was commended by Iraq first after the Displaced Families of Iraq?",
      "golds": [
        "Party Member (Iraq)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052775,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who last repatriated people to Thailand before Abhisit Vejjajiva?",
      "golds": [
        "Office of the Attorney General"
      ],
      "pred": "Government (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053633,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did the reserve personnel of the United Kingdom give a visit to Iraq?",
      "golds": [
        "2010-05-10"
      ],
      "pred": "2005-01-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028010,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the other Egyptian authorities and officials first express an interest in cooperating with China?",
      "golds": [
        "2006-06-06"
      ],
      "pred": "2011-03-10",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004147,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Iraq, who was the first to visit South Africa?",
      "golds": [
        "Tony Blair"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018695,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Cambodia, who made optimistic remarks about Xi Jinping?",
      "golds": [
        "Barack Obama",
        "South Korea",
        "Media Personnel (China)",
        "China",
        "Tanzania",
        "Liberals (China)",
        "Yasuo Fukuda",
        "Ai Weiwei",
        "Japan"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3003448,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to provide humanitarian aid to China?",
      "golds": [
        "Government (Pakistan)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3025035,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time a Kenyan leader visited China?",
      "golds": [
        "2014-05-11"
      ],
      "pred": "2013-04-10",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054502,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "With whom did Tony Blair first express interest in cooperation after Iraq?",
      "golds": [
        "Rodrigo Rato"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043654,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Prime Minister of Uruguay, who was the last to visit Malaysia?",
      "golds": [
        "Royal Administration (Nigeria)"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019352,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to praise China after Thiha Thura Tin Aung Myint Oo?",
      "golds": [
        "International Monetary Fund"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007343,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to commend Oman after Ali Abdullah Saleh?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038265,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to visit Thailand after the Foreign Minister of Denmark?",
      "golds": [
        "Abhisit Vejjajiva"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047801,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In September 2013, who would want to engage in diplomatic cooperation with China?",
      "golds": [
        "Barack Obama",
        "Yemen",
        "Jerry Brown",
        "Cambodia",
        "South Africa",
        "Vietnam",
        "Kazakhstan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044599,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Ethiopia, who was the first to praise South Korea?",
      "golds": [
        "Head of Government (Egypt)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028887,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country condemned China on 31 July 2012?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3029300,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before September, the year of 2014, which country did Iraq decline?",
      "golds": [
        "Nuri al-Maliki",
        "Dissident (People's Mujahedin of Iran)",
        "Barack Obama",
        "Member of Parliament (Iraq)",
        "Iran",
        "United States Senate",
        "Congress (United States)",
        "Head of Government (Egypt)"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3048331,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2006, which country blamed China first?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3053749,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country did the Lawyer/Attorney of United States decline before Thailand?",
      "golds": [
        "France",
        "Iraq"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030779,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In the same year, who did Ma Ying Jeou want to negotiate with in Thailand?",
      "golds": [
        "Ireland",
        "South Korea",
        "City Mayor (Australia)",
        "China",
        "Japan",
        "People First Party Korea"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026782,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Malaysia, who was the last country to investigate Thailand?",
      "golds": [
        "Military Personnel (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3003807,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was last praised by Cambodia?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3023486,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who asked for Kuwait first?",
      "golds": [
        "Gerhard Schr\u00f6der"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010091,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who receive the visit from Sheikh Ahmed Abdullah first after Iraq did?",
      "golds": [
        "Rehman Malik"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021162,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who engaged in negotiation with Oman before August, the year of 2013?",
      "golds": [
        "Nuri al-Maliki",
        "Shaukat Aziz",
        "Kuwait",
        "Company - Owner or Operator (Oman)",
        "United Arab Emirates",
        "Ministry (Iran)",
        "Qatar"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3006868,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made the men of Kenya suffer from conventional military forces before Pokot?",
      "golds": [
        "Police (Kenya)",
        "Military Personnel - Special (Kenya)"
      ],
      "pred": "Citizen (Uganda)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036345,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who expressed the intention to negotiate with Thailand on 27 April 2014?",
      "golds": [
        "Protester (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3022646,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the first to denounce Cambodia in 2009?",
      "golds": [
        "Thailand"
      ],
      "pred": "Vietnam",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008913,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Kuwait last negotiate?",
      "golds": [
        "Iraq"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019199,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to criticise Malaysia before Achmad Sukarno?",
      "golds": [
        "Human Rights Watch"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042641,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country condemned Iraq in the same month as the mayor of the United States?",
      "golds": [
        "Iran",
        "France"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3044376,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to make pessimistic remarks about Thailand before Chart Thai?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3053817,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China announce its intention to engage in diplomatic cooperation with the Philippine military?",
      "golds": [
        "2010-12-07"
      ],
      "pred": "2005-01-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3025231,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2007, with which country did Malaysia last sign formal agreements?",
      "golds": [
        "Iran"
      ],
      "pred": "Thailand",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014073,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Egyptian leader last express his intention to negotiate with Iraq?",
      "golds": [
        "2012-11"
      ],
      "pred": "2006-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3025345,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Which year did Shaukat Aziz praise Kuwait?",
      "golds": [
        "2006"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003569,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to visit Thailand after international governmental organisations?",
      "golds": [
        "Oman"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021579,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In Nov, 2010, who appealed for China?",
      "golds": [
        "Malaysia",
        "Julia Gillard",
        "South Korea",
        "Lee Myung Bak",
        "Citizen (International)",
        "Cabinet / Council of Ministers / Advisors (United States)",
        "House of Representatives (United States)",
        "Karl-Theodor zu Guttenberg",
        "Japan",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030050,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was last rejected by Ethiopia?",
      "golds": [
        "Sudan"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3021685,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country gave praise to the Foreign Affairs of Singapore on the same year of China?",
      "golds": [
        "Iran"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016519,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to be rejected by Thailand?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035949,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Which country accused Kuwait in August 2010?",
      "golds": [
        "Iraq"
      ],
      "pred": "Iraq",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3023142,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to visit Iraq after Mike Simpson?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045855,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who did Malaysia want to negotiate with on the same day as Kim Hwang Sik?",
      "golds": [
        "Lee Myung Bak"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027559,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the leader of Grenada visit China for the first time?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038389,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After China, who declined Xi Jinping first?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007024,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Pokot, against whom did the Kenyan police last use conventional military force?",
      "golds": [
        "Businessperson (Kenya)"
      ],
      "pred": "Citizen (Kenya)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3015449,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when the Associated Press visited Cambodia?",
      "golds": [
        "2011-02"
      ],
      "pred": "2005-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012912,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Before 2009, which country was praised by Ethiopia?",
      "golds": [
        "UN Security Council",
        "Opposition Force (Ethiopia)",
        "Government (Sudan)",
        "Head of Government (Ethiopia)",
        "Angola",
        "Armed Band (Somalia)",
        "African Union",
        "Iran",
        "Interim Government (Somalia)",
        "Japan",
        "Peacekeeping Troop (Africa)",
        "Sudan",
        "Coalition for Unity and Democracy",
        "Islamic Courts Union"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038398,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 29 May 2015, who wanted to meet with Djibouti?",
      "golds": [
        "Iran",
        "Citizen (Djibouti)"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018755,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country wanted to negotiate with Thailand on 25 September 2009?",
      "golds": [
        "Cambodia",
        "Vietnam",
        "Laos"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026443,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who last received Djibouti's visit from Djibouti?",
      "golds": [
        "Sedki Sobhi"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029660,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did China make an appeal to on the same month of Tsai Ing-wen?",
      "golds": [
        "Japan",
        "Citizen (International)"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3054347,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who denounced China in June 2010?",
      "golds": [
        "Economist (China)",
        "Iran",
        "Vietnam",
        "Head of Government (Taiwan)",
        "Congress (United States)",
        "Mahmoud Ahmadinejad",
        "Sander Levin",
        "Businessperson (China)",
        "Mexico",
        "Barack Obama"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010828,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who supported China on the same day as Carlos Lage D\u00e1vila?",
      "golds": [
        "Ma Ying Jeou"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045795,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who first made Dulmatin suffer from conventional military forces?",
      "golds": [
        "Abu Sayyaf"
      ],
      "pred": "Police (Indonesia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030486,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the first to use conventional military force against Iraq in 2011?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3051936,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to whom Ethiopia returned people?",
      "golds": [
        "Detainee (Ethiopia)"
      ],
      "pred": "Eritrea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007750,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 27 June 2007, which country formally signed an agreement with China?",
      "golds": [
        "South Korea",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018714,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Djibouti visited China for the first time?",
      "golds": [
        "2005-06"
      ],
      "pred": "2005-06",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3004872,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who hosted the visit of Barack Obama from Iraq in the same year?",
      "golds": [
        "Iran",
        "Sudan",
        "Chuck Hagel",
        "United Arab Emirates",
        "Foreign Affairs (India)"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014987,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Chart Thai made pessimistic remarks about Thailand?",
      "golds": [
        "2006-09"
      ],
      "pred": "2006-09",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3012468,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to formally sign an agreement with China after the Iran deal?",
      "golds": [
        "Businessperson (China)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032291,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country negotiated with Cambodia before 9 June 2005?",
      "golds": [
        "Vietnam",
        "Thailand",
        "Laos"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3028514,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited Cambodia after 1 December 2014?",
      "golds": [
        "Special Rapporteurs of the United Nations",
        "Dmitry Anatolyevich Medvedev",
        "Public Defender (United States)",
        "Thailand",
        "City Mayor (United States)",
        "Barack Obama"
      ],
      "pred": "Education Ministry (China)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004630,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to visit Malaysia before Kamal Uddin Ahmed?",
      "golds": [
        "Pervez Musharraf"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015122,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to praise Burundi?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3054074,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before China, with whom did the citizens of Africa last express their intention to participate in diplomatic cooperation?",
      "golds": [
        "Government (South Africa)"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011785,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Dulmatin use conventional military force against Abu Sayyaf?",
      "golds": [
        "2006-10"
      ],
      "pred": "2006-10",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038935,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 9 July 2008?",
      "golds": [
        "Dmitry Anatolyevich Medvedev"
      ],
      "pred": "Citizen (International)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012627,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 5 April 2012, which country expressed its intention to meet with China?",
      "golds": [
        "Iran",
        "South Korea",
        "Japan"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3037294,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 8 March 2010, which country made optimistic remarks about Malaysia?",
      "golds": [
        "South Korea"
      ],
      "pred": "South Korea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3027425,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Surakiart Sathirathai praise China?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3042281,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Abdul Aziz, who was the first to speak optimistically about Thailand?",
      "golds": [
        "Company - Owner or Operator (Italy)"
      ],
      "pred": "Police (Indonesia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015053,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Albanian criminal, with which country did Thailand last want to engage in diplomatic cooperation?",
      "golds": [
        "United Arab Emirates"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046985,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country gave a visit to Malaysia on the same month of the International Maritime Organisation?",
      "golds": [
        "Qatar"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015119,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Chen Chao-min, which was the last country China appealed to?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032771,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 2 September 2009?",
      "golds": [
        "\u00c1ngeles Gonz\u00e1lez-Sinde",
        "Envoy (United States)",
        "Kuomintang",
        "Adji Otheth Ayassor"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3025642,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to praise Iraq after the Royal Administration of Saudi Arabia?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035547,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to make optimistic remarks about Ethiopia before Liu Yandong?",
      "golds": [
        "Head of Government (Ethiopia)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050897,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to praise China after the leader of Slovenia?",
      "golds": [
        "Media (India)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024633,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to want to negotiate with Iraq after Catherine Ashton?",
      "golds": [
        "Mahmoud Ahmadinejad"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045706,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who expressed the intention to participate in diplomatic cooperation with China in May 2014?",
      "golds": [
        "Iran",
        "South Korea",
        "Yoon Sang-jick",
        "France",
        "Head of Government (India)",
        "Malaysia",
        "Vietnam",
        "Ethiopia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035693,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Cambodia, which country was the first to host a visit by William J. Fallon?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029935,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who would like to negotiate with Kuwait last?",
      "golds": [
        "Foreign Affairs (South Korea)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027590,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to visit Oman before the U.S. Marine Forces Central Command?",
      "golds": [
        "Foreign Affairs (Italy)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031984,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who investigated Malaysia on 10 March 2005?",
      "golds": [
        "Police (Malaysia)"
      ],
      "pred": "Police (Malaysia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3033904,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to praise Mwai Kibaki before China?",
      "golds": [
        "Kikuyu"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026729,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country hosted the visit of the South African National Defence Force after Burundi?",
      "golds": [
        "Tanzania",
        "Angola",
        "South Sudan"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3020151,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country to make optimistic remarks about Ethiopia?",
      "golds": [
        "China"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048644,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Iraqi Member of Parliament, which was the last country to make negative comments about Iraq?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3006815,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Iraq make optimistic comments about the military of El Salvador?",
      "golds": [
        "2005-02"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3003104,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did China praise in the same month as Tony Blair?",
      "golds": [
        "Business (Hungary)",
        "Association of Southeast Asian Nations",
        "Vietnam",
        "France",
        "Mexico",
        "UN Security Council"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050887,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Minister of Iran first visit Oman?",
      "golds": [
        "2008"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013938,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Ministry of Information and Communications Transparency of Singapore last make negative remarks about Malaysia?",
      "golds": [
        "2014-07"
      ],
      "pred": "2014-06",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3008605,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to visit Djibouti?",
      "golds": [
        "Cabinet / Council of Ministers / Advisors (United States)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039829,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to reject Ethiopia?",
      "golds": [
        "Isaias Afewerki"
      ],
      "pred": "Eritrea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015889,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Lin Join-sane visited China for the first time?",
      "golds": [
        "2012-10"
      ],
      "pred": "2012-10",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3011625,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2007, which country was last accused by China?",
      "golds": [
        "Vietnam"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028862,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After Ethiopia, which country was Liu Yandong most optimistic about?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038521,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Ministry of Defence of Spain visit China?",
      "golds": [
        "2006"
      ],
      "pred": "2010",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011803,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Which country would like to establish diplomatic cooperation with Djibouti in 2010-01?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3043222,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Carlos Lage D\u00e1vila express his intention to negotiate with China?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3033628,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who criticised Burundi in 2013?",
      "golds": [
        "Head of Government (Burundi)"
      ],
      "pred": "Head of Government (Burundi)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026326,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "With whom did Trinidad and Tobago sign formal agreements on the same day as China?",
      "golds": [
        "Malaysia",
        "South Korea",
        "Laos",
        "Belize",
        "Japan"
      ],
      "pred": "Government (China)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022794,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Seyoum Mesfin, who was the first to want to negotiate with Ethiopia?",
      "golds": [
        "Uhuru Muigai Kenyatta"
      ],
      "pred": "Eritrea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008495,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Dominican Republic, which country hosted the visit from China last?",
      "golds": [
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014249,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who criticised Iraq in the same month as James Baker?",
      "golds": [
        "Tony Blair"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044495,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was supported by the Japanese government official before China?",
      "golds": [
        "Representatives (Japan)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053548,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 5 October 2006, who wanted to negotiate with China?",
      "golds": [
        "Roh Moo Hyun",
        "France",
        "Lien Chan"
      ],
      "pred": "France",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3045601,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first person with whom Iraq had a telephone conversation?",
      "golds": [
        "Associated Press"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048209,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the Prime Minister of India, which country would like to cooperate with China first?",
      "golds": [
        "South Korea"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049041,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the last to declare its intention to negotiate with Cambodia, before the Foreign Minister of Malaysia?",
      "golds": [
        "Thailand"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024072,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After China, with whom did the Children of Thailand first want to negotiate?",
      "golds": [
        "Thailand"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3030183,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who would want to negotiate with Malaysia on the same day as Sondhi Limthongkul?",
      "golds": [
        "Government Religious (Malaysia)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038986,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did the Inquirer last publish negative remarks about the militant monk of the Philippines?",
      "golds": [
        "2006-03"
      ],
      "pred": "2006-03",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3012609,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who negotiated with China first, after the Nigerian government?",
      "golds": [
        "Association of Southeast Asian Nations"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033051,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last country to provide humanitarian aid to China before South Korea?",
      "golds": [
        "Norodom Sihanouk"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039979,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Which country has Oman expressed an intention to meet with after the year 2013?",
      "golds": [
        "Iran",
        "Qatar",
        "South Africa",
        "Mahmoud Ahmadinejad",
        "Sudan",
        "Iraq",
        "Tanzania",
        "Vilnius University"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3010699,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to negotiate with Ethiopia?",
      "golds": [
        "Representatives (Ethiopia)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038691,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to be defeated by Kuwait's conventional forces?",
      "golds": [
        "Business (Kuwait)"
      ],
      "pred": "Citizen (Iraq)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024892,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to condemn Kuwait?",
      "golds": [
        "Human Rights Watch"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003596,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did Robert Hill make the request to China?",
      "golds": [
        "2005-06-08"
      ],
      "pred": "2005-06-08",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3040809,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was criticised by United Nations Special Rapporteurs after China?",
      "golds": [
        "Other Authorities / Officials (Burundi)",
        "Iran",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018563,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the specific month when did China first reject Ma Ying Jeou?",
      "golds": [
        "2005-01"
      ],
      "pred": "2005-01",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3006745,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who first made Cambodia suffer from conventional military forces?",
      "golds": [
        "Police (Cambodia)"
      ],
      "pred": "Vietnam",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038071,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China last sign an agreement with the Middle East?",
      "golds": [
        "2015-05-16"
      ],
      "pred": "2010-06-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037529,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Which country did Malaysia wish to meet after Oct, the year 2013?",
      "golds": [
        "Citizen (Thailand)",
        "Thailand",
        "Xi Jinping",
        "Citizen (Singapore)",
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3053535,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the leader of Sri Lanka sign an agreement with the Sinhalese?",
      "golds": [
        "2015-08-07"
      ],
      "pred": "2015-08-07",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3052916,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 3 October 2005, who visited Ethiopia?",
      "golds": [
        "Joao Miranda",
        "Transitional National Government",
        "African Union",
        "Mwai Kibaki",
        "Isma\u00efl Omar Guelleh",
        "Sudan",
        "Benjamin William Mkapa"
      ],
      "pred": "Government (Sudan)",
      "em": 1.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3050096,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Human Rights Group of Cambodia first appeal to Cambodia?",
      "golds": [
        "2012-01-24"
      ],
      "pred": "2005-03-12",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015594,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Cambodia, who did Chen Deming want to meet with?",
      "golds": [
        "A.P. Sharma",
        "Ethiopia",
        "Undersecretary (United States)",
        "France",
        "Christine Lagarde",
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026098,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In 2011, who appealed for Kuwait?",
      "golds": [
        "Human Rights Watch",
        "Information / Communication / Transparency Ministry (Iraq)",
        "Iraq"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029946,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who wanted to meet with China on 24 July 2015?",
      "golds": [
        "Raymond Tshibanda",
        "Japan",
        "Barack Obama"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3054043,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made an appeal to Djibouti after 19 December 2006?",
      "golds": [
        "Vietnam",
        "Ministry (Djibouti)",
        "UN Security Council"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014656,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the first person with whom Thailand expressed the intention to meet in 2014?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3025313,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before K\u014dichir\u014d Genba, who was the last to appeal to China?",
      "golds": [
        "Bruce Golding"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045760,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country wanted to meet with China first, after Kathleen Sebelius?",
      "golds": [
        "South Korea"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009532,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first person to visit China after Marie-George Buffet?",
      "golds": [
        "Prachanda"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041502,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to visit Iraq after Sheikh Ahmed Abdullah?",
      "golds": [
        "United Arab Emirates"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039383,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Thailand honoured Yoshihiko Noda?",
      "golds": [
        "2011-08"
      ],
      "pred": "2014-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020990,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to visit Cambodia after the representatives of Vietnam?",
      "golds": [
        "Thailand"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034876,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who last would wish to visit Thailand before Middle East did?",
      "golds": [
        "Association of Southeast Asian Nations"
      ],
      "pred": "Military",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010058,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who attacked Thailand with small arms and light weapons last in 2009?",
      "golds": [
        "Insurgent (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3010598,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Canadian Ministry of Finance, Economy, Trade and Industry first express its intention to negotiate with Kuwait?",
      "golds": [
        "2006"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010232,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who would wish to visit China in Sep 25th, 2006?",
      "golds": [
        "Valdas Adamkus",
        "Algirdas Butkevi\u010dius",
        "NASA",
        "Burma Union Solidarity and Development Association"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035935,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to want to meet with China after Adji Otheth Ayassor?",
      "golds": [
        "Association of Southeast Asian Nations"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020496,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to formally sign an agreement with Malaysia, after Trinidad and Tobago?",
      "golds": [
        "Oman"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030448,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Ministry of Foreign Affairs of Ethiopia first express its intention to negotiate with Ethiopia?",
      "golds": [
        "2011-04-14"
      ],
      "pred": "2005-02-04",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3031979,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China last make a request to the government of South Africa?",
      "golds": [
        "2006-02-12"
      ],
      "pred": "2005-02-05",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3009794,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Ministry of Chechnya visit China?",
      "golds": [
        "2005-11"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3052553,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to express optimism about Thailand, before Singapore's Ministry of Foreign Affairs?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3010515,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In February 2008, which country used conventional military force against Ethiopia?",
      "golds": [
        "Sudan"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3013652,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country made the first request to China in 2008?",
      "golds": [
        "South Korea"
      ],
      "pred": "South Korea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3042336,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to praise China before Pier Ferdinando Casini?",
      "golds": [
        "Branko Crvenkovski"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049826,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made the first appeal for Ethiopia?",
      "golds": [
        "Isaias Afewerki"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013727,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Thailand, who supported the workers of Thailand?",
      "golds": [
        "Cabinet / Council of Ministers / Advisors (Thailand)",
        "Company - Owner or Operator (Thailand)",
        "United Arab Emirates"
      ],
      "pred": "Citizen (China)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006236,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to negotiate with Malaysia?",
      "golds": [
        "Yemen"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004790,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before July 2005, who made optimistic remarks about Ethiopia?",
      "golds": [
        "Eritrea",
        "Djibouti",
        "Sudan"
      ],
      "pred": "Transparency International",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048761,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Iraq use small arms and light weapons against the Iraqi judge?",
      "golds": [
        "2008-06-27"
      ],
      "pred": "2005-01-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005293,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the specific month when the citizens of Australia last visited Iraq?",
      "golds": [
        "2015-07"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041832,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Office of the United Nations High Commissioner for Human Rights last appeal to Cambodia?",
      "golds": [
        "2007"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037156,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 24 February 2009, who wanted to negotiate with Thailand?",
      "golds": [
        "Anupong Paochinda",
        "Abhisit Vejjajiva",
        "Association of Southeast Asian Nations"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017919,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the African Union, which country last used conventional military force against Djibouti?",
      "golds": [
        "Eritrea"
      ],
      "pred": "Police (South Africa)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040645,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who wanted to negotiate with China on 24 March 2009?",
      "golds": [
        "Finance / Economy / Commerce / Trade Ministry (Australia)",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3037462,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did South Africa host the visit from Iraq?",
      "golds": [
        "2006-03-07"
      ],
      "pred": "2005-01-14",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023731,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the government of Cape Verde, which country did China praise first?",
      "golds": [
        "South Korea"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044918,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to reject Malaysia after High Commission for Refugees did?",
      "golds": [
        "China"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030262,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who asked for China in the same month of Kwabena Duffuor?",
      "golds": [
        "Catherine Ashton",
        "South Korea",
        "Ma Ying Jeou",
        "Lawmaker (Hong Kong)",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010318,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Malaysia, who hosted the visit of Alberto Gonzales?",
      "golds": [
        "Middle East",
        "Colombia",
        "Mexico",
        "Iraq"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017334,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the government of the Occupied Palestinian Territories, which country did China make the last request to?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3045938,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to praise Ethiopia after Philip Hammond?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040743,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In the same year, who did Human Rights Watch condemn in Oman?",
      "golds": [
        "Malaysia",
        "Israeli Defense Forces",
        "Teodoro Obiang Nguema Mbasogo",
        "Combatant (Yemen)",
        "Member of the Judiciary (Egypt)",
        "Barack Obama"
      ],
      "pred": "Citizen (Oman)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037390,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who visited Thailand in Dec, the year 2015?",
      "golds": [
        "National Security Advisor (Pakistan)",
        "Terrorist (Syria)",
        "Alhaji Lai Mohammed",
        "Sheikh Hamad bin Khalifa al-Thani"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016972,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 8 May 2006, which country did Thailand use conventional military force against?",
      "golds": [
        "Malaysia",
        "Military (Cambodia)",
        "Citizen (Thailand)",
        "Employee (Laos)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044087,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the first to sign an agreement with Thailand in 2015?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3000149,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who praised Cambodia before 2008?",
      "golds": [
        "United Nations Children's Fund",
        "Vietnam",
        "China",
        "Japan",
        "Roh Moo Hyun"
      ],
      "pred": "Citizen (China)",
      "em": 1.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3041567,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to praise Cambodia?",
      "golds": [
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013412,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made optimistic remarks about Thailand on 11 February 2010?",
      "golds": [
        "Suwat Liptapanlop"
      ],
      "pred": "Suwat Liptapanlop",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3054749,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who praised Burundi after Ali Muhammad Mujawar?",
      "golds": [
        "Tanzania",
        "Mwai Kibaki",
        "Rupiah Banda",
        "William E. Ward",
        "UN Security Council"
      ],
      "pred": "Head of Government (Burundi)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024020,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first country to receive humanitarian aid from Iraq?",
      "golds": [
        "Citizen (Australia)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022994,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Federica Mogherini first express her intention to meet with Iraq?",
      "golds": [
        "2014-12-19"
      ],
      "pred": "2014-12-19",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038947,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Iraq first express an intention to negotiate?",
      "golds": [
        "Kuwait"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021404,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before China, who was the last to be endorsed by the Kenyan head of government?",
      "golds": [
        "Democratic Party"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006355,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country praised Kuwait first, after the leader of Egypt?",
      "golds": [
        "China"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006972,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the armed gang of Saudi Arabia use unconventional force against Kuwait?",
      "golds": [
        "2015"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046748,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the United States envoy first wish to engage in diplomatic cooperation with China?",
      "golds": [
        "2006-07-07"
      ],
      "pred": "2005-01-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052007,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the citizens of International, who was the last to request Thailand?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3051158,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Iraq, which country received the Foreign Affairs of Romania's visit from the Foreign Affairs of Romania?",
      "golds": [
        "Japan",
        "France"
      ],
      "pred": "Iraq",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049451,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country first receive Benedict XVI's visit from Benedict XVI after Iraq did?",
      "golds": [
        "Mexico"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006388,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to negotiate with Thailand after the United Arab Emirates?",
      "golds": [
        "Abhisit Vejjajiva"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032667,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the military of Hungary, who would like to negotiate with Iraq first?",
      "golds": [
        "Citizen (Australia)"
      ],
      "pred": "Military (Iraq)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020072,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 16 December 2015, who made an appeal on behalf of China?",
      "golds": [
        "Zhang Dejiang"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043244,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China endorse the leader of Egypt?",
      "golds": [
        "2014-12-23"
      ],
      "pred": "2010-06-07",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035823,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made a request to the Malaysian police after Malaysia?",
      "golds": [
        "Court Judge (Malaysia)",
        "Citizen (Thailand)",
        "Environment Department/Ministry (Malaysia)",
        "Men (Malaysia)",
        "China"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028113,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 9 July 2005?",
      "golds": [
        "Envoy (United States)",
        "Head of Government (Grenada)"
      ],
      "pred": "Head of Government (Grenada)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014784,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the UN Security Council criticise Cambodia?",
      "golds": [
        "2011-02-14"
      ],
      "pred": "2005-03-05",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038690,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did China last sign formal agreements with Pervez Musharraf?",
      "golds": [
        "2006-06"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034334,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Sondhi Limthongkul express his intention to meet with China?",
      "golds": [
        "2006-04-01"
      ],
      "pred": "2005-12-08",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027654,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the presidential family of the United States last visit China?",
      "golds": [
        "2009"
      ],
      "pred": "2011",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053492,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did China first support Mahmoud Ahmadinejad?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3037420,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country to negotiate with Djibouti?",
      "golds": [
        "Sudan"
      ],
      "pred": "Sudan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3053437,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After Iraq, with which country did Adil Abdul-Mahdi begin negotiations?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018601,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Ethiopia, which country received Abu Bakr Abdullah al-Qirbi's visit from Abu Bakr Abdullah al-Qirbi first?",
      "golds": [
        "Yemen"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016549,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the last to praise Thailand in 2009?",
      "golds": [
        "Cabinet / Council of Ministers / Advisors (United States)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030517,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who did Segolene Royal first support after China?",
      "golds": [
        "Tony Blair"
      ],
      "pred": "France",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050138,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Which country did Malaysia make a request to after the year 2014?",
      "golds": [
        "UN Security Council",
        "Citizen (Unidentified State Actor)",
        "Citizen (Thailand)",
        "Chuck Hagel",
        "Maldives",
        "Vietnam",
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3043645,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Thai military, which country last gave humanitarian aid to Thailand?",
      "golds": [
        "Japan"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029568,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country did Djibouti blame last in 2008?",
      "golds": [
        "Eritrea"
      ],
      "pred": "Eritrea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3012737,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the first to establish diplomatic cooperation with Thailand in 2005?",
      "golds": [
        "France"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051386,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last country that Thailand fought with small arms and light weapons?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Armed Opposition (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3013417,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Malaysia last praise Islam Karimov?",
      "golds": [
        "2012-10-27"
      ],
      "pred": "2005-01-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007447,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country did China blame before 23 April 2005?",
      "golds": [
        "Japan",
        "Iran"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3002701,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Yoon Sang-jick express his intention to meet with China?",
      "golds": [
        "2015"
      ],
      "pred": "2015",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3016442,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who had a telephone conversation with Iraq after Apr, 2007?",
      "golds": [
        "Royal Administration (Saudi Arabia)",
        "Barack Obama",
        "Iran",
        "Nuri al-Maliki",
        "Agence France-Presse",
        "Media (Africa)"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014442,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the last to praise China before Javier Solana?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3019067,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the US Undersecretary of State first accuse China?",
      "golds": [
        "2007-06-14"
      ],
      "pred": "2009-04-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019854,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "With which country did Iraq want to establish diplomatic cooperation before October 2006?",
      "golds": [
        "Kuwait",
        "Yemen",
        "Government Official (Russia)",
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3027604,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the men of Argentina use unconventional force against China?",
      "golds": [
        "2013"
      ],
      "pred": "2008",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004502,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country expressed an interest in cooperation with China on 10 October 2009?",
      "golds": [
        "South Korea",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3017345,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 22 March 2015, which country was negotiating with China?",
      "golds": [
        "Iran",
        "South Korea",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3007577,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did the Chinese dissident make optimistic remarks about China?",
      "golds": [
        "2012"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003550,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before Oct, the year of 2015, which country did Ethiopia decline?",
      "golds": [
        "UN Security Council",
        "Foreign Affairs (Ethiopia)",
        "Doctors Without Borders",
        "Eritrea",
        "Human Rights Watch"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052723,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country offered cooperation to China in the same month as Yoshihiko Noda?",
      "golds": [
        "Vietnam",
        "South Korea"
      ],
      "pred": "South Korea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3008061,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when the Royal Administration of Jordan paid a visit to Thailand?",
      "golds": [
        "2005-12"
      ],
      "pred": "2010-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040303,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who visited Abdullah G\u00fcl on the same month of China?",
      "golds": [
        "Dragan \u0160utanovac"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055077,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to appeal to China after the leader of Pakistan?",
      "golds": [
        "Hui Liangyu"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044202,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to criticise Ethiopia?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "Eritrea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043655,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the citizens of Montenegro praise China for the first time?",
      "golds": [
        "2014"
      ],
      "pred": "2011",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016088,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country did Surakiart Sathirathai make a request to on the same day as Thailand?",
      "golds": [
        "Cambodia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002299,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to express the intention to meet with Djibouti?",
      "golds": [
        "Citizen (Djibouti)"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044493,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After China, who was the first to blame South Korea?",
      "golds": [
        "Citizen (North Korea)"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029827,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country did South Africa announce its intention to negotiate with in the same month as Oman?",
      "golds": [
        "Tanzania",
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3023329,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "In the same month as the Ministry of Justice of Thailand, who would like to engage in diplomatic cooperation with China?",
      "golds": [
        "Thailand",
        "South Korea",
        "France",
        "Maithripala Sirisena",
        "Sudan",
        "Vietnam",
        "Citizen (Africa)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3002428,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who would like to participate in diplomatic cooperation with China on 11 October 2008?",
      "golds": [
        "Ma Ying Jeou",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044346,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to criticise China before the National Democratic Institute for International Affairs?",
      "golds": [
        "Envoy (United States)"
      ],
      "pred": "Government Official (China)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039546,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Thailand seek to establish diplomatic cooperation with the protester of Thailand?",
      "golds": [
        "2010-03"
      ],
      "pred": "2005-02",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013780,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the armed rebels of Niger accuse China?",
      "golds": [
        "2007-07"
      ],
      "pred": "2005-08",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036612,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to make optimistic remarks about Iraq after the Iraqi party member?",
      "golds": [
        "Mahmoud Ahmadinejad"
      ],
      "pred": "Envoy (United States)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005188,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Inquirer have a telephone conversation with Eduardo Villanueva?",
      "golds": [
        "2009"
      ],
      "pred": "2009",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3027410,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In Jun, the year of 2006, who praised China?",
      "golds": [
        "Rabbi (Morocco)",
        "Association of Southeast Asian Nations",
        "Sali Berisha",
        "Pervez Musharraf",
        "Donald Rumsfeld",
        "Islam Karimov",
        "Government (Africa)",
        "Le Hong Anh",
        "Laos",
        "Abdoulaye Wade",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046075,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who wanted to negotiate with China in June 2015?",
      "golds": [
        "Tony Tan Keng Yam",
        "Vietnam",
        "Citizen (Australia)",
        "Wang Yi",
        "Angola",
        "France",
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3005800,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the indigenous people of Syria support China?",
      "golds": [
        "2011-11-26"
      ],
      "pred": "2011-03-14",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3032876,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 21 December 2006, which country wanted to negotiate with China?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026747,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Ismet Yilmaz last visit Iraq?",
      "golds": [
        "2015"
      ],
      "pred": "2015",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026370,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Oman formally sign an agreement after 23 January 2013?",
      "golds": [
        "Kuwait",
        "Iran",
        "Malaysia",
        "Japan",
        "Vietnam"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3022508,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did China accuse the dissident of China?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3049036,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who would wish to visit Cambodia in July 19th, 2006?",
      "golds": [
        "Future Movement",
        "Roh Moo Hyun"
      ],
      "pred": "Citizen (Cambodia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008418,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who praised Malaysia in the same month as Jeff Rathke?",
      "golds": [
        "International Government Organizations"
      ],
      "pred": "Barack Obama",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047477,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Thailand last express an interest in cooperation?",
      "golds": [
        "Cambodia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040333,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Djibouti, who was the last country with which Barack Obama formally signed an agreement?",
      "golds": [
        "Muhammad VI"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038058,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 12 June 2006, who caused unconventional violence in Thailand?",
      "golds": [
        "Armed Opposition (Thailand)"
      ],
      "pred": "Armed Opposition (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3041924,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who had a telephone conversation with the Inquirer on 4 November 2008?",
      "golds": [
        "Eid Kabalu"
      ],
      "pred": "Eid Kabalu",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3000137,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last country to negotiate with the Indian Ministry of External Affairs before China?",
      "golds": [
        "Khandu Wangchuk"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011978,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who visited China in Apr, 2014?",
      "golds": [
        "Defense / Security Ministry (United States)",
        "Malaysia",
        "Governor (Japan)",
        "Naval (Bangladesh)",
        "Shimon Peres",
        "Xi Jinping",
        "Business (South Korea)",
        "Head of Government (South Korea)",
        "Chuck Hagel",
        "Foreign Affairs (Malaysia)",
        "Lawmaker (Hong Kong)",
        "Japan",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037097,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did the City Mayor of United States endorse Iraq?",
      "golds": [
        "2008-01-02"
      ],
      "pred": "2005-01-04",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3041943,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Wen Jiabao last express interest in cooperation with China?",
      "golds": [
        "2010-10"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014501,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Umaru Musa Yar'Adua express cooperation with China?",
      "golds": [
        "2008-02-29"
      ],
      "pred": "2007-05-30",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007434,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did International Monetary Fund reject Swaziland?",
      "golds": [
        "2011-08-27"
      ],
      "pred": "2007-04-12",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023471,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited Thailand on 21 February 2012?",
      "golds": [
        "Indigenous People (Middle East)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003040,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the leader of Bahrain visit Kuwait for the first time?",
      "golds": [
        "2015-01"
      ],
      "pred": "2009-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001419,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did Djibouti make a request to last?",
      "golds": [
        "Indigenous People (Yemen)"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019482,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Isaias Afewerki make pessimistic comments about Ethiopia?",
      "golds": [
        "2007-01"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3046990,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who wanted to negotiate with China in May 2014?",
      "golds": [
        "Nuri al-Maliki",
        "Malaysia",
        "Lawmaker (Japan)",
        "Head of Government (Turkmenistan)",
        "Abdullah G\u00fcl",
        "Head of Government (Portugal)",
        "South Korea",
        "South Africa",
        "Jaber Mubarak Al-Sabah",
        "Japan",
        "Barack Obama"
      ],
      "pred": "Malaysia",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3045229,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to visit China before Hisham Qandil?",
      "golds": [
        "Prachanda"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055685,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was the first to telephone the Inquirer in 2009?",
      "golds": [
        "Police (Philippines)"
      ],
      "pred": "Police (Philippines)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3030868,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last country to express an intention to engage in diplomatic cooperation with China, before the Foreign Ministry of Belarus?",
      "golds": [
        "Shaukat Aziz"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010273,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who wanted to negotiate with Ethiopia in the same month as Benjamin William Mkapa?",
      "golds": [
        "African Union",
        "Sudan"
      ],
      "pred": "Head of Government (Ethiopia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004359,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Russia, which country was the first to use conventional military force against Iraq?",
      "golds": [
        "France"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050066,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was last willing to engage in diplomatic cooperation with Comoros?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052373,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who wanted to negotiate with China on the same day as Pascal Affi N'Guessan?",
      "golds": [
        "Mexico",
        "South Korea",
        "Lawrence Cannon",
        "Japan"
      ],
      "pred": "Government (China)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023331,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Media of Russia, who was the last to accuse Thailand?",
      "golds": [
        "Member of Parliament (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3054498,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time Malaysia negotiated with Julia Gillard?",
      "golds": [
        "2011-07-22"
      ],
      "pred": "2013-06-12",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003431,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to visit Oman before Khaled Bahah?",
      "golds": [
        "Foreign Affairs (India)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024370,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 12 September 2014, which country expressed an interest in cooperating with Malaysia?",
      "golds": [
        "Vietnam",
        "Kazakhstan",
        "Thailand",
        "China",
        "Japan"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3027889,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last country to which Cambodia released prisoners?",
      "golds": [
        "Activist (Cambodia)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020339,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did Iraq request for on the same month of the Government of Germany?",
      "golds": [
        "Haider Al-Abadi"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041431,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to praise Kuwait before Zillur Rahman?",
      "golds": [
        "Ali Jannati"
      ],
      "pred": "Citizen (Bangladesh)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002811,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Barack Obama negotiate with Cambodia?",
      "golds": [
        "2009"
      ],
      "pred": "2010",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029753,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In August 2015, who used unconventional force against China?",
      "golds": [
        "Criminal (China)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3049487,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did Iraq last sign an agreement with the Business of Iraq?",
      "golds": [
        "2010-12"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001059,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country about which Malaysia made pessimistic remarks?",
      "golds": [
        "China"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055944,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Iraq negotiate with the US Council of Ministers?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3002186,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who made a request to China on the same day as Heinz Fischer?",
      "golds": [
        "George Yeo"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046905,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Djibouti first wish to engage in diplomatic cooperation?",
      "golds": [
        "Qatar"
      ],
      "pred": "Yemen",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009606,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "What was the last country with which Djibouti expressed interest in cooperation?",
      "golds": [
        "Ethiopia"
      ],
      "pred": "Qatar",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052801,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time China's media personnel denounced China?",
      "golds": [
        "2011-12-14"
      ],
      "pred": "2010-04-13",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017471,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Abdul Kalam receive the visit from Kuwait?",
      "golds": [
        "2006-06-14"
      ],
      "pred": "2005-04-05",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004437,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Benedict XVI, who made the first appeal on behalf of China?",
      "golds": [
        "Yasuo Fukuda"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036024,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 19 June 2015, which country praised Iraq?",
      "golds": [
        "Romania"
      ],
      "pred": "Romania",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3013808,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Oman, which country last hosted Isma\u00efl Omar Guelleh's visit from Isma\u00efl Omar Guelleh?",
      "golds": [
        "Qatar"
      ],
      "pred": "Qatar",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3001974,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the activist from the United States visit China for the first time?",
      "golds": [
        "2010-02-06"
      ],
      "pred": "2009-04-13",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051275,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time the Foreign Minister of India visited Thailand?",
      "golds": [
        "2014-05-16"
      ],
      "pred": "2016-04-12",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038962,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the last to visit Ethiopia in 2011?",
      "golds": [
        "South Sudan"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3034144,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did China negotiate with Chen Bingde?",
      "golds": [
        "2009"
      ],
      "pred": "2009",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026864,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who gave humanitarian aid to China on 7 April 2008?",
      "golds": [
        "Transport (South Korea)"
      ],
      "pred": "Transport (South Korea)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3011281,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last country that Thailand wanted to meet with before the United Arab Emirates?",
      "golds": [
        "Japan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023930,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who paid a visit to Ethiopia on 3 August 2005?",
      "golds": [
        "African Union"
      ],
      "pred": "African Union",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3034731,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After Thailand, to whom did the indigenous people of Thailand make an appeal?",
      "golds": [
        "Cambodia",
        "Noppadon Pattama"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022441,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was last threatened by Iraq?",
      "golds": [
        "France"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023117,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the indigenous people of South Korea, who last gave a visit to China?",
      "golds": [
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024743,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the specific month when did the Rabbi of Morocco last praise China?",
      "golds": [
        "2006-06"
      ],
      "pred": "2010-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035968,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In 2008-02, who would wish to visit China?",
      "golds": [
        "Head of Government (Nigeria)",
        "Envoy (United States)",
        "Xi Jinping",
        "Japan Self-Defense Forces",
        "Wen Jiabao",
        "Kim Kye Gwan",
        "Noppadon Pattama",
        "Sudan",
        "Joon Young Woo",
        "Chen Zhili",
        "Yasuo Fukuda",
        "Umaru Musa Yar'Adua",
        "Cabinet / Council of Ministers / Advisors (United States)",
        "Japan",
        "Business (Taiwan)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018469,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who praised China on 21 October 2005?",
      "golds": [
        "Mainland Affairs Council"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052793,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the specific month when did Barack Obama first praise Thailand?",
      "golds": [
        "2011-11"
      ],
      "pred": "2010-06",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024513,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first country to be commended by Oman?",
      "golds": [
        "Ali Abdullah Saleh"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055019,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Kuwait sign an agreement with Iraq's national airline?",
      "golds": [
        "2013-01-22"
      ],
      "pred": "2005-03-29",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031836,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did Catherine Ashton want to negotiate with in the same month of Kuwait?",
      "golds": [
        "Hashim Tha\u00e7i",
        "Iran",
        "Oman",
        "Middle East",
        "Qatar"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3006995,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to visit China after Mohammad Soleimani?",
      "golds": [
        "Lien Chan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033956,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country received the visit from Mar\u00eda \u00c1ngela Holgu\u00edn on the same year of Cambodia?",
      "golds": [
        "Bolivia",
        "Colombia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028053,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country did China threaten in the same month of the Women of China?",
      "golds": [
        "Vietnam"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028987,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Muhammad Naji al-Otari praise Kuwait?",
      "golds": [
        "2006-08"
      ],
      "pred": "2006-08",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3034823,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Barack Obama first want to establish diplomatic cooperation with Malaysia?",
      "golds": [
        "2014-04-25"
      ],
      "pred": "2009-01-20",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055504,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Javier Solana make his first appeal to Ethiopia?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3034037,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Thailand, who last used small arms and light weapons to fight the Insurgent of Thailand?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Armed Opposition (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3055144,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to visit China before Jos\u00e9 Bayardi?",
      "golds": [
        "Prachanda"
      ],
      "pred": "Lawmaker (Japan)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011716,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the legislature of Iraq, who last made Iraq suffer from conventional military forces?",
      "golds": [
        "United States Senate"
      ],
      "pred": "Military (Iraq)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014727,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before March 2013, who blamed Iraq?",
      "golds": [
        "Iran",
        "Government Commission (United States)",
        "Party Member (Iraq)",
        "Kuwait",
        "Congress (United States)",
        "Mahmoud Ahmadinejad",
        "Foreign Affairs (Syria)",
        "Supreme Council (Iraq)",
        "Saud bin Faisal bin Abdul-Aziz",
        "Member of Parliament (Iraq)",
        "Legislature (Iraq)",
        "Al Jazeera",
        "Associated Press",
        "Tariq Aziz"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3028915,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did the citizens of International first express their intention to meet with China?",
      "golds": [
        "2014"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029606,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who visited Oman first, after the Ministry of Transport of South Korea?",
      "golds": [
        "Ali Muhammad Mujawar"
      ],
      "pred": "Head of Government (South Korea)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014386,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Thailand, whom did Sondhi Limthongkul first request?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3051057,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which was the first country with which Thailand signed an agreement after Cambodia?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029646,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 29 January 2010?",
      "golds": [
        "Ricardo Cabrisas"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037377,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to visit China after the Prime Minister of Burundi?",
      "golds": [
        "Abdoulaye Wade"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005967,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Against whom did Ethiopia last use conventional military force?",
      "golds": [
        "Secret Agent (Ethiopia)"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044820,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Which year did Farouk al-Sharaa first praise Iraq?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3021678,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before China, with whom did the Italian Foreign Ministry last want to meet?",
      "golds": [
        "UN Security Council"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013165,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2007, which was the last country Kuwait wished to meet?",
      "golds": [
        "Iraq"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014607,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Iraq was first rejected by who?",
      "golds": [
        "Mitch McConnell"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036387,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last country in the Middle East to sign an agreement before China?",
      "golds": [
        "Japan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021351,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Yongyuth Wichaidit first express his intention to negotiate with Thailand?",
      "golds": [
        "2012-04-02"
      ],
      "pred": "2012-04-02",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3043783,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to visit Iraq before Morteza Sarmadi?",
      "golds": [
        "Indigenous People (United Kingdom)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015666,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before China, who received the visit from the Military of New Zealand?",
      "golds": [
        "Timor-Leste",
        "Vietnam",
        "Prime Minister Qarase",
        "Middle East",
        "Iraq"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003584,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country made the first appeal for Thailand in 2015?",
      "golds": [
        "South Korea"
      ],
      "pred": "South Korea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3022677,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In May of 2007, who paid a visit to China?",
      "golds": [
        "Kuomintang",
        "Winston Peters",
        "Lawmaker (Japan)",
        "Wang Anshun",
        "Huang Ju",
        "Vietnam",
        "Jian Yu",
        "African Union",
        "Envoy (United States)",
        "Somsavat Lengsava",
        "Maxime Verhagen",
        "Hui Liangyu",
        "Business (Taiwan)",
        "Japan",
        "Ahmad bin Abdul-Nabi Mekki",
        "Head of Government (Germany)"
      ],
      "pred": "Barack Obama",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014788,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country last expressed its intention to cooperate with Thailand?",
      "golds": [
        "Cambodia"
      ],
      "pred": "Cambodia",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3025299,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 10 April 2005?",
      "golds": [
        "Ministry (Egypt)",
        "Kuomintang",
        "Lien Chan"
      ],
      "pred": "Lien Chan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3020590,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year was Jin Renqing last optimistic about China?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3046356,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 3 November 2009, with which country did Thailand use small arms and light weapons?",
      "golds": [
        "Citizen (Thailand)",
        "Military (Cambodia)",
        "Insurgent (Thailand)",
        "Cambodia",
        "Military (Myanmar)"
      ],
      "pred": "Cambodia",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3012550,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who wanted to cooperate with China in October 2007?",
      "golds": [
        "Iran",
        "Association of Southeast Asian Nations",
        "Vietnam",
        "South Korea",
        "Japan",
        "Iraq"
      ],
      "pred": "Citizen (Nigeria)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044550,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Who wanted to establish diplomatic cooperation with Thailand in 2015?",
      "golds": [
        "Citizen (Thailand)",
        "Cabinet / Council of Ministers / Advisors (Thailand)",
        "Iran",
        "South Korea",
        "Colombia",
        "China",
        "Laos",
        "Japan",
        "Malaysia",
        "Vietnam",
        "Police (Malaysia)",
        "Cambodia"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3011168,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to praise Djibouti?",
      "golds": [
        "Xi Jinping"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035222,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before May 2007, who threatened China?",
      "golds": [
        "South Korea",
        "Robert Jones Portman",
        "Japan",
        "Criminal (China)",
        "Henry M. Paulson",
        "Donald Rumsfeld",
        "Cabinet / Council of Ministers / Advisors (United States)"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3006947,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the leader of South Korea first start negotiations with China?",
      "golds": [
        "2008-05-29"
      ],
      "pred": "2005-01-11",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023280,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before October 2009, with which country did Oman express the intention to participate in diplomatic cooperation?",
      "golds": [
        "Vietnam",
        "Kazakhstan",
        "Iran",
        "Qatar"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038743,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was praised first by Cambodia in 2010?",
      "golds": [
        "Vietnam"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3007804,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who would like to negotiate with Thailand on 7 February 2014?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3046193,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who hosted the visit of the Foreign Ministry of Malaysia after Cambodia?",
      "golds": [
        "Iran",
        "Vietnam",
        "China",
        "Thailand",
        "United Arab Emirates",
        "Gurbanguly Berdymukhammedov"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3051825,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Pervez Musharraf, with which country did China first sign formal agreements?",
      "golds": [
        "Iran"
      ],
      "pred": "India",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030583,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Foreign Minister of Malaysia, which country did China last want to negotiate with?",
      "golds": [
        "Malaysia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021143,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the mayor of the United States make a request to Iraq?",
      "golds": [
        "2006"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008678,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to express the intention to meet with China before the Libertarian Movement Party?",
      "golds": [
        "Head of Government (Germany)"
      ],
      "pred": "Head of Government (Pakistan)",
      "em": 0.0,
      "f1": 0.75
    },
    {
      "quid": 3040060,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "To whom did Ali Abdullah Saleh first make optimistic remarks after China?",
      "golds": [
        "High Commission for Refugees"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046012,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to negotiate with Ethiopia after Mwai Kibaki?",
      "golds": [
        "Seyoum Mesfin"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032899,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Djibouti negotiate with Abdirahman Mohamed Farole?",
      "golds": [
        "2009"
      ],
      "pred": "2009",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3020523,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the African Union condemn Comoros for the first time?",
      "golds": [
        "2007"
      ],
      "pred": "2007",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3029359,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "With which country did Kuwait last sign formal agreements in 2010?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3017251,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last country that Cambodia made negative remarks about?",
      "golds": [
        "Abhisit Vejjajiva"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015390,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 18 December 2014, which country wanted to establish diplomatic cooperation with Iraq?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3012081,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country expressed an interest in cooperating with China in the same month as the other Egyptian authorities and officials?",
      "golds": [
        "Iran",
        "South Korea",
        "Angola",
        "South Africa",
        "France",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052744,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country last expressed its intention to meet with China in 2010?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003987,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who threatened Thailand on 15 May 2007?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3012958,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the Businessman of China, who was the first to make China suffer from conventional military forces?",
      "golds": [
        "Ministry of Public Security (China)"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018775,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the last to host the Kuwaiti visit?",
      "golds": [
        "Sudan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047845,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Khaled Bahah first express his intention to meet with China?",
      "golds": [
        "2015-01"
      ],
      "pred": "2015-01",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3049787,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "In Aug 13th, 2005, who would wish to visit China?",
      "golds": [
        "Envoy (United States)",
        "Head of Government (Kenya)",
        "Mwai Kibaki",
        "Foreign Affairs (Nepal)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010858,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first country to be investigated by Iraq?",
      "golds": [
        "Defense / Security Ministry (United States)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052164,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "With which country did Kuwait last sign a formal agreement in 2014?",
      "golds": [
        "Iraq"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048629,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to use unconventional violence against Ethiopia?",
      "golds": [
        "Al-Shabaab"
      ],
      "pred": "Citizen (Sudan)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003908,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Abdulla Yameen, who was the first to express the intention to negotiate with China?",
      "golds": [
        "Islam Karimov"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000456,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Which country signed formal agreements with Cambodia in December 2006?",
      "golds": [
        "Vietnam",
        "Laos"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3009971,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who formally signed an agreement with Iraq in January 2013?",
      "golds": [
        "Kuwait",
        "Iran",
        "Chevron"
      ],
      "pred": "Nuri al-Maliki",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037017,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Associated Press make pessimistic remarks about Iraq?",
      "golds": [
        "2006-06"
      ],
      "pred": "2005-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003560,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who negotiated with the UN Security Council before Thailand?",
      "golds": [
        "Iran",
        "Government (Sudan)",
        "African Union",
        "Sudan",
        "Ethiopia",
        "France",
        "China",
        "Separatist Leader (Kosovo)",
        "Japan"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3009684,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country first did China appeal for after Julie Bishop?",
      "golds": [
        "Yu Zhengsheng"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006114,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Luka Bebic last express his intention to meet with China?",
      "golds": [
        "2009"
      ],
      "pred": "2009",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3001212,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did Comoros praise last?",
      "golds": [
        "Company - Owner or Operator (Iran)"
      ],
      "pred": "Ahmed Abdallah Sambi",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3010219,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Director General of Thailand make optimistic comments about Thailand?",
      "golds": [
        "2009-06"
      ],
      "pred": "2005-02",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045523,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Congress of United States first reject China?",
      "golds": [
        "2009"
      ],
      "pred": "2009",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3050970,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "To which country did Ethiopia express cooperation in the same year as China?",
      "golds": [
        "Tanzania",
        "Sudan",
        "Eritrea",
        "United Arab Emirates"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029039,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2010, who was the first to request a meeting with Cambodia?",
      "golds": [
        "Noppadon Pattama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3021394,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Kuwait negotiate with Roh Moo Hyun for the first time?",
      "golds": [
        "2007-03-27"
      ],
      "pred": "2005-03-01",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3039068,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When was the last time Shaukat Aziz made an appeal to China?",
      "golds": [
        "2007-04-20"
      ],
      "pred": "2009-04-15",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3031282,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After China, which country did the Ministry of Tourism of Croatia want to meet?",
      "golds": [
        "Iran"
      ],
      "pred": "Thailand",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003314,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before China, which country received Vuk Jeremi\u0107's visit from Vuk Jeremi\u0107?",
      "golds": [
        "Romania"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024552,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before September 2007, which country suffered from the conventional military forces of Iraq?",
      "golds": [
        "Mahdi Army",
        "Combatant (Al Qaeda)",
        "Kuwait",
        "Iran",
        "Iraqi Islamic Party",
        "Military (Jordan)",
        "Insurgent (Al Qaeda)",
        "Adil Abdul-Mahdi"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3013374,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Yoshihiko Noda, which country was the first to express cooperation with China?",
      "golds": [
        "Vietnam"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3020217,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China host the visit from the Ministry of Kyrgyzstan?",
      "golds": [
        "2008-07"
      ],
      "pred": "2010-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036907,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "What was the last country with which Iraq formally signed an agreement?",
      "golds": [
        "China"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055382,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Anandiben Patel announce her intention to negotiate with China?",
      "golds": [
        "2015-05-14"
      ],
      "pred": "2015-05-14",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3043068,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "With whom did the African media have a telephone conversation in the same year of Iraq?",
      "golds": [
        "Governor (Somalia)",
        "Villager (Somalia)"
      ],
      "pred": "Government (Iraq)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028918,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before the Moro Islamic Liberation Front, with whom did the Inquirer have a telephone conversation?",
      "golds": [
        "Franklin Drilon",
        "Benjamin Abalos",
        "Congress (Philippines)",
        "Police (Philippines)",
        "ZTE Corp.",
        "Priest (Philippines)",
        "City Mayor (Philippines)"
      ],
      "pred": "Government (Philippines)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3030391,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to make pessimistic comments about Iraq after the citizens of International?",
      "golds": [
        "Ignacio Bunye"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036268,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did China receive the visit from the Media Personnel of Japan?",
      "golds": [
        "2008"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3008343,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who wants to negotiate with Iraq in the same month of the Middle East?",
      "golds": [
        "Peter Pace",
        "Tony Blair",
        "Central Intelligence Agency",
        "Donald Rumsfeld"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028757,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to make optimistic comments about China after Eric Chu?",
      "golds": [
        "Xi Jinping"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043054,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the citizens of Saudi Arabia express their intention to meet with Iraq?",
      "golds": [
        "2008-05"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055946,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Can you tell me the exact month when Thailand praised the workers of Thailand?",
      "golds": [
        "2014-06"
      ],
      "pred": "2014-04",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3049233,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "Which year did Thailand praise the Industry of Thailand?",
      "golds": [
        "2008"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005507,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did Wang Yi praise before Ethiopia?",
      "golds": [
        "Lien Chan",
        "South Korea",
        "Pervez Musharraf",
        "Thailand",
        "Government (Pakistan)",
        "Royal Administration (Saudi Arabia)",
        "Ma Ying Jeou"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048790,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China last appeal to the government of the Occupied Palestinian Territories?",
      "golds": [
        "2006-05-30"
      ],
      "pred": "2010-06-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005964,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Iraq, with whom was Mulatu Teshome first engaged in negotiations?",
      "golds": [
        "Xi Jinping"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3019570,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Philip Hammond visit Kuwait for the first time?",
      "golds": [
        "2014"
      ],
      "pred": "2013",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002228,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In April 2010, who made Thailand suffer from unconventional violence?",
      "golds": [
        "Insurgent (Thailand)",
        "Citizen (Thailand)"
      ],
      "pred": "Armed Gang (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3003623,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "In May 26th, 2010, who would wish to visit Ethiopia?",
      "golds": [
        "African Union"
      ],
      "pred": "Head of Government (Ethiopia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002411,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who did the United Nations Special Rapporteurs wish to meet with on the same day as Ethiopia?",
      "golds": [
        "Djibouti"
      ],
      "pred": "Head of Government (Eritrea)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016121,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Farouk al-Sharaa first express his intention to meet with Iraq?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3049364,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before China, who was the last country to express its intention to meet with the Director General of India?",
      "golds": [
        "Election Commission (India)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022865,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Which country signed an agreement with Thailand in September 2005?",
      "golds": [
        "China",
        "Japan",
        "Laos"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3021536,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Jewish state of Israel announce its intention to meet with Iraq?",
      "golds": [
        "2005-12"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3007857,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who visited China in July 2007?",
      "golds": [
        "Vanuatu",
        "Henry M. Paulson",
        "Head of Government (Portugal)",
        "Sudan",
        "Wen Jiabao",
        "Japan",
        "Vietnam",
        "Kim Kye Gwan",
        "Daniel Scioli",
        "Head of Government (Turkmenistan)",
        "Shaukat Aziz",
        "South Korea",
        "Bruno Stagno Ugarte",
        "Maumoon Abdul Gayoom",
        "Joon Young Woo",
        "Mexico",
        "Business (Mauritania)",
        "Frantisek Kasick\u00fd",
        "Ma Ying Jeou",
        "Gurbanguly Berdymukhammedov"
      ],
      "pred": "Hu Jintao",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023690,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Anti-Defamation League first praise China?",
      "golds": [
        "2006-03-27"
      ],
      "pred": "2010-04-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3025317,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to visit the Comoros?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029431,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the armed rebels of Somalia accuse Ethiopia?",
      "golds": [
        "2007-07-26"
      ],
      "pred": "2005-02-23",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033749,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the first to reject China in 2013?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3001363,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country accused China last?",
      "golds": [
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017969,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Lee Myung Bak, with which country did Malaysia first express an intention to meet?",
      "golds": [
        "Laos"
      ],
      "pred": "Citizen (China)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3051720,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last country to be rejected by the International Court of Justice before Thailand?",
      "golds": [
        "Vojislav \u0160e\u0161elj"
      ],
      "pred": "Court Judge (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029268,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who wanted to negotiate with China on 18 September 2009?",
      "golds": [
        "South Korea",
        "Japan",
        "Lee Myung Bak",
        "France"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001961,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to use small arms and light weapons against Iraq?",
      "golds": [
        "Guerrilla (Iraq)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032186,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to express interest in cooperation with China?",
      "golds": [
        "Japan"
      ],
      "pred": "Thailand",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016491,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Which country did Oman announce its intention to meet before May 2011?",
      "golds": [
        "South Korea",
        "Kuwait",
        "Iran",
        "Qatar",
        "Organization of Petroleum Exporting Countries",
        "United Arab Emirates",
        "China",
        "Iraq"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3055319,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "To which country did Ethiopia last express its intention to engage in diplomatic cooperation?",
      "golds": [
        "Sudan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045352,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country first wished to negotiate with Cambodia after Noppadon Pattama did?",
      "golds": [
        "Malaysia"
      ],
      "pred": "Thailand",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038137,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country would like to cooperate with China on 20 April 2012?",
      "golds": [
        "South Africa"
      ],
      "pred": "South Africa",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3045853,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Thailand offer cooperation to Ethiopia?",
      "golds": [
        "2007-10-10"
      ],
      "pred": "2005-02-08",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047451,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who is Thailand threatened by first?",
      "golds": [
        "Protester (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3019859,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first person the Saudi Arabian Defence Forces fought with small arms and light weapons after Ethiopia?",
      "golds": [
        "Citizen (Saudi Arabia)"
      ],
      "pred": "Citizen (Iraq)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3014540,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did China receive the visit from the Education Ministry of Singapore?",
      "golds": [
        "2006-06-23"
      ],
      "pred": "2007-04-10",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026194,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "In Apr 18th, 2011, who would wish to visit China?",
      "golds": [
        "Lawmaker (Hong Kong)",
        "Julia Gillard",
        "Kim Hwang Sik"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001369,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 20 September 2005, who hosted Kuwait's visit?",
      "golds": [
        "Ali Abdullah Saleh",
        "Iran",
        "Yemen"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3007648,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Thailand, who was the last country to receive humanitarian aid from the Thai military?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3028028,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to make negative remarks about the Association of Southeast Asian Nations after Iraq?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3030027,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country wanted to establish diplomatic cooperation with Iraq in the same month as Shaukat Aziz?",
      "golds": [
        "China",
        "Japan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044783,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did the Iraqi customs official first investigate Iraq?",
      "golds": [
        "2012"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037023,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the first country to use small arms and light weapons against Cambodia?",
      "golds": [
        "Thailand"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3040109,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to blame China after the Chinese dissident?",
      "golds": [
        "Defector (China)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3028972,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country had a telephone conversation with China on 10 August 2006?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026314,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the specific month when did China last praise Abdulla Yameen?",
      "golds": [
        "2015-02"
      ],
      "pred": "2015-02",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3027919,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Thai MP, which country was last threatened by Thailand?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3039510,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who rejected Malaysia first, after Thailand?",
      "golds": [
        "Boonrawd Somtat"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031413,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did China praise in the same month as Julia Gillard?",
      "golds": [
        "Iran",
        "African Union",
        "France",
        "Middle East",
        "Japan",
        "UN Security Council"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032709,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Ministry of Economic Affairs of the Netherlands investigate Iraq?",
      "golds": [
        "2005-10-29"
      ],
      "pred": "2005-01-15",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3038084,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before A.K. Antony, which was the last country to express an interest in meeting with Cambodia?",
      "golds": [
        "Vietnam"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012565,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who wanted to meet with Thailand on 6 February 2014?",
      "golds": [
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3025000,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before January 2012, which country expressed its intention to engage in diplomatic cooperation with Oman?",
      "golds": [
        "China",
        "Iran",
        "United Arab Emirates",
        "Qatar"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018245,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Transport of China use unconventional force against China?",
      "golds": [
        "2010"
      ],
      "pred": "2008",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005213,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After Thailand, with whom did the citizens of Denmark wish to negotiate?",
      "golds": [
        "Iran",
        "Shaukat Aziz",
        "Yuriy Yekhanurov",
        "Vietnam",
        "Daily Monitor"
      ],
      "pred": "Citizen (Denmark)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055659,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when the women of Malaysia used unconventional violence against Malaysia for the first time?",
      "golds": [
        "2014-05"
      ],
      "pred": "2011-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029855,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Iraq negotiate with Gholamali Haddad Adel?",
      "golds": [
        "2005-12"
      ],
      "pred": "2005-12",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3028793,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Taiwan's medical personnel last visit China?",
      "golds": [
        "2013-08"
      ],
      "pred": "2012-04",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048240,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Seyoum Mesfin announce his intention to meet with Ethiopia?",
      "golds": [
        "2014-03"
      ],
      "pred": "2006-05",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3037165,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country first received the visit from Ethiopia?",
      "golds": [
        "Sudan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055867,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who signed formal agreements with China on 5 January 2011?",
      "golds": [
        "Association of Southeast Asian Nations",
        "Mauritania"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009707,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Cambodia, which country was the first to denounce the UN Security Council?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022115,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the last to visit Oman?",
      "golds": [
        "Iraq"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044084,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Pham Binh Minh accused China?",
      "golds": [
        "2014-05"
      ],
      "pred": "2014-05",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3030684,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Malaysia, who was the first to praise the company - owner or operator of Thailand?",
      "golds": [
        "Abhisit Vejjajiva"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029384,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did the citizens of Thailand return people to after Thailand?",
      "golds": [
        "Activist (Thailand)",
        "Military (Cambodia)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3017166,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last country to announce its intention to negotiate with Burundi, before South Africa?",
      "golds": [
        "African Union"
      ],
      "pred": "Tanzania",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018336,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Cambodia announce its intention to negotiate with the South Korean economy?",
      "golds": [
        "2009-05"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017941,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Kuwaiti judge first request Kuwait?",
      "golds": [
        "2012-10"
      ],
      "pred": "2005-03",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006743,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when the US Department of Defense hosted the Chinese visit?",
      "golds": [
        "2007-11"
      ],
      "pred": "2010-09",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007194,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 26 October 2010, who expressed the intention to engage in diplomatic cooperation with China?",
      "golds": [
        "Xi Jinping"
      ],
      "pred": "Xi Jinping",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3019674,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was first accused by Malaysia?",
      "golds": [
        "Thailand"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052544,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who asked for a meeting with Iraq after March 2015?",
      "golds": [
        "Women (Canada)",
        "Iran",
        "Ismet Yilmaz",
        "Defense / Security Ministry (United States)",
        "Massoud Barzani",
        "Citizen (Australia)",
        "Ministry (Hungary)",
        "France",
        "Haider Al-Abadi",
        "Ministry (Iran)"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035013,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country did China want to co-operate with first?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3046003,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China first negotiate with the Holy See?",
      "golds": [
        "2006-03-29"
      ],
      "pred": "2006-03-29",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3047961,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country wanted to cooperate with China on the same day as Ma Ying Jeou?",
      "golds": [
        "Thailand"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015800,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the leader of the Pheu Thai Party last express the intention to engage in diplomatic cooperation with Thailand?",
      "golds": [
        "2012-07-03"
      ],
      "pred": "2011-06-10",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3048417,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who negotiated with China in the same month of Ai Weiwei?",
      "golds": [
        "Iran",
        "Xi Jinping",
        "South Korea",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033189,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Djibouti, who was the first leader of Kenya to be praised?",
      "golds": [
        "Police (Kenya)"
      ],
      "pred": "Barack Obama",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043238,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country wanted to negotiate with Djibouti first?",
      "golds": [
        "Eritrea"
      ],
      "pred": "Ethiopia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045062,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which was the first country to which China made an appeal after the Business of Africa?",
      "golds": [
        "Opposition Supporter (Yemen)"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042363,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which was the last country to express optimism about China in 2012?",
      "golds": [
        "South Korea"
      ],
      "pred": "South Korea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3009746,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 23 November 2010, Cambodia was rejected by who?",
      "golds": [
        "Citizen (Thailand)",
        "Abhisit Vejjajiva",
        "Japan",
        "Association of Southeast Asian Nations",
        "Thailand"
      ],
      "pred": "Thailand",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3024690,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With whom did Kuwait wish to engage in diplomatic cooperation before South Korea?",
      "golds": [
        "Iraq",
        "Sudan",
        "Party Member (Iraq)"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014375,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country last made pessimistic remarks about Cambodia?",
      "golds": [
        "Laos"
      ],
      "pred": "Vietnam",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043140,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to visit Malaysia after Sondhi Limthongkul?",
      "golds": [
        "Islam Karimov"
      ],
      "pred": "Citizen (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030366,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to support China after the foreign minister of Cape Verde?",
      "golds": [
        "China Southern Airlines"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3037644,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did China appeal to the Monastery of China?",
      "golds": [
        "2009"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026061,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China last visit Abdul Aziz?",
      "golds": [
        "2014-03"
      ],
      "pred": "2014-02",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3028747,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China formally sign an agreement with Trinidad and Tobago?",
      "golds": [
        "2015-10"
      ],
      "pred": "2008-07",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3043931,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After 24 May 2005, who negotiated with Oman?",
      "golds": [
        "Nuri al-Maliki",
        "Iran",
        "Kuwait",
        "Company - Owner or Operator (Oman)",
        "United Arab Emirates",
        "Ministry (Iran)",
        "Qatar"
      ],
      "pred": "United Arab Emirates",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3032513,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Scottish Government, with which country did China last want to engage in diplomatic cooperation?",
      "golds": [
        "Thailand"
      ],
      "pred": "Citizen (United Kingdom)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3027208,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country last host the visit from A.K. Antony before Oman did?",
      "golds": [
        "Japan"
      ],
      "pred": "India",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015504,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the leader of Taiwan last visit Malaysia?",
      "golds": [
        "2008"
      ],
      "pred": "2012",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039086,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After the National Security Advisor of Pakistan, who would wish to visit Thailand first?",
      "golds": [
        "Sheikh Hamad bin Khalifa al-Thani"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030289,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who first made Malaysia suffer from unconventional violence?",
      "golds": [
        "Police (Malaysia)"
      ],
      "pred": "Police (Malaysia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3008865,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 20 November 2013, which country was negotiating with China?",
      "golds": [
        "South Korea",
        "France"
      ],
      "pred": "France",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3055878,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the last to blame Iraq?",
      "golds": [
        "Haider Al-Abadi"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3035889,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who visited Malaysia in the same month as Patrick Herminie?",
      "golds": [
        "Samuel Sitta"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018077,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the mayor of Indonesia, which country wanted to participate in diplomatic cooperation with China last?",
      "golds": [
        "South Korea"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036181,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was Iraq the last country to repatriate?",
      "golds": [
        "Employee (Iraq)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3046303,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country was the first to praise Cambodia after Shigeru Ishiba?",
      "golds": [
        "France"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3040339,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who applied for Iraq after 18 June 2014?",
      "golds": [
        "Nuri al-Maliki",
        "Iran",
        "France",
        "UN Security Council",
        "Legislature (Iraq)",
        "Haider Al-Abadi",
        "Cabinet / Council of Ministers / Advisors (United States)",
        "Barack Obama"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3054421,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 17 November 2014?",
      "golds": [
        "Abhisit Vejjajiva",
        "Sergey Kuzhugetovich Shoygu",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009164,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Tzipi Livni, who was the first to want to negotiate with Iraq?",
      "golds": [
        "Abdullah G\u00fcl"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3014717,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Inquirer criticise the Philippine military?",
      "golds": [
        "2005-05-12"
      ],
      "pred": "2005-05-12",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3050078,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last person to visit Ethiopia before Abdelkader Taleb Oumar?",
      "golds": [
        "Uhuru Muigai Kenyatta"
      ],
      "pred": "Citizen (Western Sahara)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036381,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last country to visit the Shura Council before China?",
      "golds": [
        "Roh Moo Hyun"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030935,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who would wish to visit China on the same day of Jaime Paz?",
      "golds": [
        "Vanuatu",
        "Guatemala",
        "Okada Katsuya"
      ],
      "pred": "Citizen (China)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018568,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before China, who was the last to received the visit from Fawzi Salloukh?",
      "golds": [
        "Foreign Affairs (Lebanon)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044101,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "The United States Senate was rejected by who before Iraq?",
      "golds": [
        "Adil Abdul-Mahdi"
      ],
      "pred": "Lawmaker (United States)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3053095,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In what month did the citizens of Brazil last express an intention to cooperate with Iraq?",
      "golds": [
        "2007-05"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003378,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Iraq visit the Indian foreign ministry?",
      "golds": [
        "2014-10-23"
      ],
      "pred": "2005-01-14",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018877,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "On the same day as Burundi, who wanted to negotiate with Ethiopia?",
      "golds": [
        "Djibouti"
      ],
      "pred": "Government (Burundi)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034281,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who accused Thailand after 24 August 2012?",
      "golds": [
        "Cabinet / Council of Ministers / Advisors (United States)",
        "Citizen (Thailand)",
        "Barack Obama"
      ],
      "pred": "Abhisit Vejjajiva",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031623,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who made optimistic remarks about China to the citizens of Singapore in the same month?",
      "golds": [
        "Jian Yu",
        "Japan",
        "South Korea"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002924,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Ethiopia negotiate after 5 December 2011?",
      "golds": [
        "Head of Government (Ethiopia)",
        "Foreign Affairs (Ethiopia)",
        "Barack Obama",
        "Djibouti",
        "South Sudan",
        "Japan",
        "Sudan",
        "Representatives (Ethiopia)",
        "United Arab Emirates"
      ],
      "pred": "Eritrea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3049573,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the Thai MP make optimistic remarks about Thailand?",
      "golds": [
        "2009-10"
      ],
      "pred": "2005-02",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018339,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did Ethiopia last declare its intention to cooperate?",
      "golds": [
        "Sudan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015499,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who visited Iraq after September 2015?",
      "golds": [
        "Defense / Security Ministry (United States)",
        "Eshaq Jahangiri",
        "Kuwait",
        "Citizen (Denmark)",
        "Ante Kotromanovi\u0107",
        "Haider Al-Abadi",
        "Sabah Khaled Al-Hamad Al-Sabah"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3038017,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last to visit Cambodia before the South Korean Trade Union?",
      "golds": [
        "Tourist (Iran)"
      ],
      "pred": "Police (Cambodia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039391,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before South Sudan, which country did Kuwait last make optimistic comments about?",
      "golds": [
        "Japan"
      ],
      "pred": "Citizen (Sudan)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004240,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Non-Aligned Movement last denounce Malaysia?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3006891,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did Saud bin Faisal bin Abdul-Aziz praise in the same month as China?",
      "golds": [
        "Isaias Afewerki"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018788,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who did Nuri al-Maliki say he wanted to meet in Oman in the same month?",
      "golds": [
        "Iran",
        "Kuwait",
        "Emperor Akihito",
        "South Korea",
        "Japan",
        "Iraq",
        "Roh Moo Hyun"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3011008,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2009, who made the first request to China?",
      "golds": [
        "Economist (China)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3001378,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country criticised China on 23 June 2006?",
      "golds": [
        "Tanzania"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3003062,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who used conventional military force against China before 22 September 2005?",
      "golds": [
        "Bank (China)",
        "Japan"
      ],
      "pred": "Citizen (China)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3054220,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country did China use conventional military force against first in 2010?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044062,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Iraq threatened the police of Turkmenistan?",
      "golds": [
        "2015-06"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004096,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who wanted to negotiate with Thailand in the same month of A.K. Antony?",
      "golds": [
        "Children (Thailand)",
        "Boonrawd Somtat",
        "Cabinet / Council of Ministers / Advisors (Thailand)",
        "Citizen (Thailand)"
      ],
      "pred": "Head of Government (Thailand)",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3003267,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2006, which country was first accused by Iraq?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035394,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "In the same month, who did Iraq accuse of being a member of the Iraqi parliament?",
      "golds": [
        "Other Authorities / Officials (Turkey)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3023373,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Could you tell me the exact month when Jos\u00e9 Alencar Gomes da Silva supported China?",
      "golds": [
        "2006-03"
      ],
      "pred": "2006-03",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3014949,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2011, with which country did Thailand first express an interest in cooperation?",
      "golds": [
        "Cambodia"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052313,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country did China investigate first after the Chinese criminal?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3002786,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Iraq, who received Central Intelligence Agency's visit from Central Intelligence Agency last?",
      "golds": [
        "Inter-Services Intelligence"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002470,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "With which country did the Thai military sign formal agreements in the same month?",
      "golds": [
        "Vietnam",
        "Malaysia",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005264,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who praised China on 5 November 2008?",
      "golds": [
        "Dragan \u0160utanovac"
      ],
      "pred": "Barack Obama",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030081,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Ethiopia first visit the Civil Aviation Authority?",
      "golds": [
        "2014"
      ],
      "pred": "2007",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016337,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the UN High Commissioner for Refugees last appeal to Malaysia?",
      "golds": [
        "2012-12-19"
      ],
      "pred": "2010-06-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002523,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to praise Kuwait after Nuri al-Maliki?",
      "golds": [
        "Muhammad Naji al-Otari"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047440,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was accused by Ethiopia after 12 June 2014?",
      "golds": [
        "Eritrea"
      ],
      "pred": "Al-Shabaab",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018768,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 31 March 2015, who paid a visit to Ethiopia?",
      "golds": [
        "African Union",
        "Abdel Fattah Al-Sisi",
        "Yemen"
      ],
      "pred": "Foreign Affairs (South Korea)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030223,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Djibouti, who last wanted to meet with The Hague?",
      "golds": [
        "Special Court for Sierra Leone"
      ],
      "pred": "Military Personnel (Iraq)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052395,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was the last to want to cooperate with Kuwait in 2007?",
      "golds": [
        "Ethiopia"
      ],
      "pred": "Yemen",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015339,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 6 November 2013?",
      "golds": [
        "Governor (Japan)",
        "Uhuru Muigai Kenyatta",
        "Head of Government (Sri Lanka)"
      ],
      "pred": "Governor (Japan)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3001744,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "With which country did Iraq first want to engage in diplomatic cooperation after Nuri al-Maliki?",
      "golds": [
        "Romania"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044319,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Kuwait offer cooperation to South Korea?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026922,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who criticised China after 30 October 2015?",
      "golds": [
        "Tsai Ing-wen",
        "Japan",
        "Barack Obama"
      ],
      "pred": "Malaysia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3011587,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country visited Iraq on 11 March 2005?",
      "golds": [
        "South Korea"
      ],
      "pred": "South Korea",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035130,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who condemned China in July, 2014?",
      "golds": [
        "Economist (China)",
        "Vietnam",
        "Xi Jinping",
        "Cabinet / Council of Ministers / Advisors (United States)",
        "Barack Obama"
      ],
      "pred": "United States",
      "em": 0.0,
      "f1": 0.4444444444444445
    },
    {
      "quid": 3007308,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who first wanted to meet with Djibouti after the US Navy had done so?",
      "golds": [
        "Mahmoud Ahmadinejad"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3030290,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Malaysia make optimistic remarks about Cambodia?",
      "golds": [
        "2008"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042027,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before 13 Jan 2015, which country was condemned by Ethiopia?",
      "golds": [
        "Tigrayan People's Liberation Front",
        "Foreign Affairs (Italy)",
        "Qatar",
        "Activist (Ethiopia)",
        "Al-Shabaab",
        "Eritrea",
        "Human Rights Watch"
      ],
      "pred": "Nigeria",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055950,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to praise Malaysia?",
      "golds": [
        "Gerhard Schr\u00f6der"
      ],
      "pred": "Police (Malaysia)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3026146,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did China host the visit of Volker Kauder?",
      "golds": [
        "2009-04"
      ],
      "pred": "2009-04",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3000263,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In March 2012, who made a request to China?",
      "golds": [
        "Government Official (Japan)",
        "United States Senate",
        "Barack Obama",
        "Mainland Affairs Council",
        "Julia Gillard",
        "South Korea",
        "Mwai Kibaki",
        "Lee Myung Bak",
        "Mario Monti",
        "France",
        "Cabinet / Council of Ministers / Advisors (United States)",
        "Japan",
        "UN Security Council"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044888,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Malaysia last praise Mahmoud Abbas?",
      "golds": [
        "2011"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3033031,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the last country to visit Malaysia before South Korea?",
      "golds": [
        "Shaukat Aziz"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041817,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did the UN Security Council make negative comments about China?",
      "golds": [
        "2007-10"
      ],
      "pred": "2005-02",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3031134,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before Sep, 2013, which country was investigated by Iraq?",
      "golds": [
        "Defense / Security Ministry (United States)",
        "City Mayor (Iraq)",
        "Iran",
        "Ministry (Egypt)"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3033130,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who requested a meeting with China in 2009-07?",
      "golds": [
        "Japan",
        "Alik L. Alik",
        "Vietnam",
        "Steven Chu",
        "South Korea",
        "Energy Department/Ministry (United States)",
        "Admiral (China)",
        "Indigenous People (Taiwan)",
        "South Africa",
        "Assemblies (Cambodia)",
        "Ma Ying Jeou",
        "Mexico",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3031193,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Thailand, with whom did the Malaysian police wish to meet?",
      "golds": [
        "Timor-Leste",
        "Malaysia",
        "Lawyer/Attorney (Malaysia)",
        "Malaysian People's Party",
        "National Front Malaysia",
        "Citizen (Singapore)",
        "Progressive Movement",
        "Women (Malaysia)",
        "Representatives (Malaysia)"
      ],
      "pred": "Citizen (Malaysia)",
      "em": 1.0,
      "f1": 0.6666666666666666
    },
    {
      "quid": 3027619,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2007, which country last made pessimistic remarks about China?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026518,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Thailand provide humanitarian aid to the Hmong of Thailand?",
      "golds": [
        "2005"
      ],
      "pred": "2005",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3005934,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Malaysia make optimistic comments about Sheikh Ahmed Abdullah?",
      "golds": [
        "2010"
      ],
      "pred": "2007",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004069,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Which country negotiated with Ethiopia in 2014-09?",
      "golds": [
        "Japan"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044610,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On what date did the Foreign Ministry of Malaysia want to participate in diplomatic cooperation with Cambodia?",
      "golds": [
        "2010-08-14"
      ],
      "pred": "2005-01-25",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3005270,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Who asked for China in the same month of the media of Russia?",
      "golds": [
        "Mainland Affairs Council",
        "Envoy (United States)",
        "Yasuo Fukuda",
        "France",
        "Javier Solana",
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3001252,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Kuwait first wish to establish diplomatic cooperation with the United Arab Emirates?",
      "golds": [
        "2008"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009421,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Thailand first express its intention to meet with the Student of Thailand?",
      "golds": [
        "2006-11"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050075,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country did the United Arab Emirates last praise before Oman?",
      "golds": [
        "Iran"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3006878,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country first wished to negotiate with China after Yeo Cheow Tong did?",
      "golds": [
        "Japan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044747,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who praised China in September 2010?",
      "golds": [
        "LeRoy Trotman",
        "Dmitry Anatolyevich Medvedev",
        "Head of Government (Ukraine)",
        "Head of Government (Ghana)",
        "Ma Ying Jeou",
        "High Commission for Refugees",
        "Cambodia",
        "Barack Obama"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3055860,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who investigated Malaysia first?",
      "golds": [
        "Police (Malaysia)"
      ],
      "pred": "Police (Malaysia)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3052437,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After China, which country received the visit from Daily Monitor first?",
      "golds": [
        "Sudan"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042592,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "In 2011, which country was the last to formally sign an agreement with Iraq?",
      "golds": [
        "Iran"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3018382,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "After China, which country hosted Abu Bakr Abdullah al-Qirbi's visit from Abu Bakr Abdullah al-Qirbi?",
      "golds": [
        "Oman",
        "Kuwait",
        "Qatar",
        "Eritrea",
        "South Africa",
        "France",
        "United Arab Emirates",
        "Japan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3050035,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did Malaysia make optimistic comments about Mahmoud Abbas?",
      "golds": [
        "2005-01-12"
      ],
      "pred": "2005-01-12",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3038763,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who expressed the intention to negotiate with Malaysia first, after Alberto Gonzales?",
      "golds": [
        "Association of Southeast Asian Nations"
      ],
      "pred": "Barack Obama",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3042659,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who expressed the intention to negotiate with China on 1 September 2015?",
      "golds": [
        "South Africa",
        "Xi Jinping",
        "Islam Karimov",
        "Citizen (International)"
      ],
      "pred": "Citizen (International)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3022380,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who would wish to visit Burundi before September 12th, 2011?",
      "golds": [
        "Eimert van Middelkoop",
        "Charles Mwando Nsimba",
        "James Kabarebe",
        "South African National Defence Force",
        "Ministry (Belgium)",
        "Jakaya Mrisho Kikwete",
        "Hamadoun Tour\u00e9",
        "Mwai Kibaki",
        "Rupiah Banda",
        "Agence France-Presse",
        "UN Security Council",
        "China",
        "Refugee (Tanzania)",
        "Media Personnel (Africa)"
      ],
      "pred": "Government (Burundi)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3007018,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the Monastery of China first reject China?",
      "golds": [
        "2008-03-14"
      ],
      "pred": "2005-01-05",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3015038,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Before July 2008, who had a telephone conversation with the Inquirer?",
      "golds": [
        "Franklin Drilon",
        "Benjamin Abalos",
        "Congress (Philippines)",
        "Police (Philippines)",
        "ZTE Corp.",
        "Priest (Philippines)",
        "City Mayor (Philippines)"
      ],
      "pred": "Police (Philippines)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3006409,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Before Burundi, who made the rebel group of Burundi suffer from conventional military forces?",
      "golds": [
        "Military (Burundi)"
      ],
      "pred": "Military (Burundi)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3053973,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to visit Kuwait after the presidential family of the United States?",
      "golds": [
        "Mahmoud Abbas"
      ],
      "pred": "Tony Blair",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3018203,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "At what time did the Foreign Minister of Namibia express the intention to meet with China?",
      "golds": [
        "2010-12-06"
      ],
      "pred": "2010-04-13",
      "em": 0.0,
      "f1": 0.3333333333333333
    },
    {
      "quid": 3020021,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country signed an agreement with Cambodia on the same month as the Ministry of Vietnam?",
      "golds": [
        "Thailand",
        "Japan",
        "Laos"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3002119,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Iraq, who was the first country in the Middle East to use conventional military force against?",
      "golds": [
        "Militant (Syria)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3032480,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Ethiopia was last rejected by whom?",
      "golds": [
        "Eritrea"
      ],
      "pred": "Sudan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022176,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China first negotiate with the Associated Press?",
      "golds": [
        "2005-08-31"
      ],
      "pred": "2005-05-05",
      "em": 0.0,
      "f1": 0.4
    },
    {
      "quid": 3013378,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did China provide humanitarian aid to after the villagers of China?",
      "golds": [
        "Yemen",
        "Zambian Defence Force",
        "Middle East",
        "South Sudan",
        "The Poor (China)",
        "Citizen (Nigeria)",
        "Vietnam",
        "Cambodia"
      ],
      "pred": "Thailand",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3024497,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Malaysia make negative comments about China?",
      "golds": [
        "2015"
      ],
      "pred": "2013",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000386,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Single",
      "question": "Who signed formal agreements with China in January 2009?",
      "golds": [
        "Vietnam",
        "Iran",
        "Malawi",
        "Iraq"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3016727,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Iraq, who wanted to negotiate with the United Arab Emirates first?",
      "golds": [
        "Nuri al-Maliki"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3000376,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Tim Pawlenty, who would wish to visit Kuwait last?",
      "golds": [
        "Council of Representatives"
      ],
      "pred": "Barack Obama",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3034313,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who praised Iraq on 22 September 2007?",
      "golds": [
        "Mahmoud Ahmadinejad"
      ],
      "pred": "Mahmoud Ahmadinejad",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3042138,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In what year did Thailand last express an interest in working with the indigenous peoples of Thailand?",
      "golds": [
        "2014"
      ],
      "pred": "2005",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3025277,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who did Swaziland want to negotiate with before 3 September 2007?",
      "golds": [
        "Malawi"
      ],
      "pred": "South Africa",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3045978,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "On 24 April 2012, who wanted to negotiate with China?",
      "golds": [
        "Citizen (North Korea)",
        "Citizen (Thailand)"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3010222,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Marietta Giannakou, who was the first to want to meet with China?",
      "golds": [
        "Ali Abdullah Saleh"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047125,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "month",
      "qlabel": "Multiple",
      "question": "Which country expressed its intention to meet with Iraq in the same month as the Australian businessman?",
      "golds": [
        "Iran",
        "Qatar"
      ],
      "pred": "Iran",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3025508,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did China sign formal agreements with Ra\u00fal Castro?",
      "golds": [
        "2014-07-23"
      ],
      "pred": "2005-04-19",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029237,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who praised Ethiopia in the same year?",
      "golds": [
        "Congress (United States)",
        "Sudan",
        "Mohamed Qanyare Afrah",
        "China",
        "UN Security Council"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3026388,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "After Iraq, which was the first country China used conventional military force against?",
      "golds": [
        "South Korea"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3039868,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country made pessimistic remarks about China on 19 December 2010?",
      "golds": [
        "Japan"
      ],
      "pred": "Japan",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3042585,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who was endorsed by Iraq on the same year of the company - owner or operator of Egypt?",
      "golds": [
        "Iran",
        "Business (Iran)",
        "UN Security Council"
      ],
      "pred": "Mahmoud Abbas",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3012276,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did Saud bin Faisal bin Abdul-Aziz visit China for the first time?",
      "golds": [
        "2013-05-18"
      ],
      "pred": "2006-01-17",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016352,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who was the first to provide humanitarian aid to Iraq?",
      "golds": [
        "Military (El Salvador)"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3013163,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before Brazil, who was the last to visit Ethiopia?",
      "golds": [
        "African Union"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3009189,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did China last negotiate?",
      "golds": [
        "Iran"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3052462,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first country that Shaukat Aziz wanted to cooperate with after China?",
      "golds": [
        "Government (Pakistan)"
      ],
      "pred": "China",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3016466,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Which country visited Kuwait last, before Rehman Malik?",
      "golds": [
        "Japan"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3028024,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Which country was last criticised by China in 2008?",
      "golds": [
        "France"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3044080,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the Association of Southeast Asian Nations, which was the last country to praise Malaysia?",
      "golds": [
        "China"
      ],
      "pred": "China",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3019569,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which was the last country to which China appealed?",
      "golds": [
        "Kazakhstan"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3022936,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who investigated Thailand after 28 August 2012?",
      "golds": [
        "Royal Thai Police",
        "Sukhumbhand Paribatra",
        "China",
        "Media Personnel (Thailand)",
        "Party Member (Thailand)",
        "Office of the Attorney General",
        "Insurgent (Thailand)",
        "Military Personnel (Thailand)",
        "Protester (Thailand)",
        "Governor (Thailand)"
      ],
      "pred": "Governor (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3029000,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "day",
      "qlabel": "Single",
      "question": "When did the United States Congress first accuse Iraq?",
      "golds": [
        "2007-03-22"
      ],
      "pred": "2003-04-05",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3041540,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "To whom did the UN High Commission for Refugees provide humanitarian aid before China?",
      "golds": [
        "Vietnam",
        "Refugee (Tanzania)",
        "Refugee (Afghanistan)",
        "Togo"
      ],
      "pred": "Government (Afghanistan)",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3045628,
      "qtype": "after_first",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Who was the first to praise Thailand after the Foreign Minister of India?",
      "golds": [
        "Association of Southeast Asian Nations"
      ],
      "pred": "Citizen (Thailand)",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3036489,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who visited China on 25 August 2014?",
      "golds": [
        "Vietnam",
        "Le Hong Anh"
      ],
      "pred": "Vietnam",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3035696,
      "qtype": "equal_multi",
      "answer_type": "entity",
      "time_level": "year",
      "qlabel": "Multiple",
      "question": "Who made optimistic remarks about Thailand in the same year as Suwat Liptapanlop?",
      "golds": [
        "Citizen (Thailand)",
        "Noppadon Pattama",
        "Company - Owner or Operator (Thailand)",
        "Abhisit Vejjajiva",
        "China",
        "Japan",
        "Vietnam"
      ],
      "pred": "Citizen (Thailand)",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3017487,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "month",
      "qlabel": "Single",
      "question": "In which month did Thailand make negative remarks about the Men of Lebanon?",
      "golds": [
        "2012-01"
      ],
      "pred": "2005-01",
      "em": 0.0,
      "f1": 0.5
    },
    {
      "quid": 3049101,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "With which country did China last declare its intention to establish diplomatic cooperation?",
      "golds": [
        "Vietnam"
      ],
      "pred": "Japan",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3029918,
      "qtype": "first_last",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did the Director General of Indonesia last visit China?",
      "golds": [
        "2007"
      ],
      "pred": "2013-04-15",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3004910,
      "qtype": "before_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Multiple",
      "question": "Before the military personnel from Taiwan, which was the last country to be criticised by China?",
      "golds": [
        "Qatar"
      ],
      "pred": "South Korea",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3017596,
      "qtype": "equal",
      "answer_type": "time",
      "time_level": "year",
      "qlabel": "Single",
      "question": "In which year did Segolene Royal praise China?",
      "golds": [
        "2007"
      ],
      "pred": "2007",
      "em": 1.0,
      "f1": 1.0
    },
    {
      "quid": 3029904,
      "qtype": "before_after",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country did Thailand investigate after 29 December 2010?",
      "golds": [
        "Vietnam",
        "Activist (Thailand)",
        "Citizen (Thailand)"
      ],
      "pred": "Cambodia",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047547,
      "qtype": "first_last",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Which country was the first to support Kuwait?",
      "golds": [
        "Iraq"
      ],
      "pred": "Iran",
      "em": 0.0,
      "f1": 0.0
    },
    {
      "quid": 3047183,
      "qtype": "equal",
      "answer_type": "entity",
      "time_level": "day",
      "qlabel": "Single",
      "question": "Who made a visit to China on 10 Apr 2008?",
      "golds": [
        "Jakaya Mrisho Kikwete",
        "Vincent C. Siew",
        "Wen Jiabao",
        "Pervez Musharraf",
        "Kim Kye Gwan",
        "Japan"
      ],
      "pred": "Wen Jiabao",
      "em": 1.0,
      "f1": 1.0
    }
  ]
}