{ "name": "bm25-anchor", "model": "Qwen/Qwen3-8B", "top_k": 10, "temporal_filter": false, "n_hop1_cap": 60, "n_hop2_cap": 200, "split": "test", "n_samples": 1743, "n_no_anchor": 0, "n_empty_pool": 0, "temperature": 0.0, "max_new_tokens": 64, "overall": { "n": 1743, "em": 0.1738382099827883, "f1": 0.03466989300315738 }, "by_complexity": { "1hop": { "n": 800, "em": 0.325, "f1": 0.05503056497018835 }, "2hop": { "n": 800, "em": 0.05125, "f1": 0.011353752198119791 }, "3plus": { "n": 143, "em": 0.013986013986013986, "f1": 0.051203984404593256 } }, "by_operator": { "before_after": { "n": 517, "em": 0.10831721470019343, "f1": 0.0330963057475061 }, "interval": { "n": 163, "em": 0.5153374233128835, "f1": 0.02762535083294273 }, "point_in_time": { "n": 535, "em": 0.20373831775700935, "f1": 0.04278060422001875 }, "sequence": { "n": 528, "em": 0.10227272727272728, "f1": 0.030167193162051017 } }, "per_example": [ { "id": "q_006291", "complexity": "3plus", "operator_type": "sequence", "t_query": 2017.0, "gold": "chairperson", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by Jonas after Sven-G\u00f6ran Eriksson was the coach of S.L. Benfica. The reference year is 2017.\n\nFirst, I need to check the evidence provided. The evidence lists", "em": 0.0, "f1": 0.0, "retrieved": [ "Zinho member of sports team Gr\u00eamio FBPA (2000)", "Pel\u00e9 member of sports team Santos F.C. (1957)", "Dunga member of sports team Santos F.C. (1985)", "Neymar member of sports team Santos F.C. (2009)", "Francisco Arce member of sports team Gr\u00eamio FBPA (1994)", "Maxi L\u00f3pez member of sports team Gr\u00eamio FBPA (2009)", "Z\u00e9 Roberto member of sports team Gr\u00eamio FBPA (2012)", "Leandro Machado member of sports team Valencia CF (1996)", "Jocelyn Angloma member of sports team Valencia CF (1997)", "Miroslav \u0110uki\u0107 member of sports team Valencia CF (1997)" ] }, { "id": "q_007337", "complexity": "3plus", "operator_type": "sequence", "t_query": 1907.0, "gold": "Nicholas II of Russia", "pred": "\nOkay, let's try to figure this out. The question is asking, after Yekaterinoslav Governorate was part of the Russian Empire, what was the head of state of the country where Ararat was located.\n\nFirst, I need to look at the evidence provided. The evidence mentions Ararat being", "em": 0.0, "f1": 0.04878048780487805, "retrieved": [ "Ararat located in the administrative territorial entity Erivan Governorate (1900)", "Erivan Governorate country Russian Empire (1900)", "Vedi located in the administrative territorial entity Erivan Governorate (1900)", "Erivan Governorate country Russian Republic (1917)" ] }, { "id": "q_000021", "complexity": "3plus", "operator_type": "sequence", "t_query": 1959.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Ettore Agazzani's country of citizenship is Italy, what was the position held by the head of state of Galvano Della Volpe's country of citizenship in 1959. \n\nFirst, I", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Galvano Della Volpe country of citizenship Italy (1946)", "Galvano Della Volpe country of citizenship Kingdom of Italy (1900)", "Ettore Pais country of citizenship Kingdom of Italy (1900)", "Ettore Bastico country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007809", "complexity": "3plus", "operator_type": "sequence", "t_query": 2011.0, "gold": "Irina Bokova", "pred": "\nOkay, let's try to figure out this question. The user is asking for the chairperson of Kach's designated as terrorist by's member of after the United States head of government Herbert Hoover. Hmm, the reference year is 2011, so I need to consider events around that time.", "em": 0.0, "f1": 0.0, "retrieved": [ "Kach designated as terrorist by United States (1997)", "United States head of government Herbert Hoover (1929)", "United States head of government Harry S. Truman (1945)", "United States member of UNESCO (2003)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "United States head of government William McKinley (1900)", "United States head of government Theodore Roosevelt (1901)", "United States head of government Woodrow Wilson (1913)", "United States head of government Richard Nixon (1969)" ] }, { "id": "q_001979", "complexity": "3plus", "operator_type": "interval", "t_query": 1998.0, "gold": "1998", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the award received by Arnold J. Levine's award winner is equal to the Paul Ehrlich and Ludwig Darmstaedter Prize. Wait, that wording is a bit confusing. Let me parse it again.\n\nSo", "em": 0.0, "f1": 0.0, "retrieved": [ "Ernst Chain award received Paul Ehrlich and Ludwig Darmstaedter Prize (1954)", "Elizabeth Blackburn award received Paul Ehrlich and Ludwig Darmstaedter Prize (2009)", "Paul Ehrlich and Ludwig Darmstaedter Prize winner Ernst Chain (1954)", "Paul Ehrlich and Ludwig Darmstaedter Prize winner Albert Claude (1971)", "Paul Ehrlich and Ludwig Darmstaedter Prize winner Elizabeth Blackburn (2009)", "Paul Ehrlich and Ludwig Darmstaedter Prize winner Rolf M. Zinkernagel (1983)", "Paul Ehrlich and Ludwig Darmstaedter Prize winner Peter C. Doherty (1983)", "Charles Yanofsky award received Louisa Gross Horwitz Prize (1976)", "Michael Heidelberger award received Louisa Gross Horwitz Prize (1977)", "Frederick Sanger award received Louisa Gross Horwitz Prize (1979)" ] }, { "id": "q_005455", "complexity": "3plus", "operator_type": "sequence", "t_query": 1982.0, "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", "pred": "\nOkay, let's try to figure this out. The question is asking about the award received by the winner of the film \"On Golden Pond\" after Genevi\u00e8ve Bujold was nominated for the Academy Award for Best Actress. \n\nFirst, I need to recall the reference year, which is 19", "em": 0.0, "f1": 0.20408163265306123, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Charles Laughton award received Academy Award for Best Actor (1933)", "Spencer Tracy award received Academy Award for Best Actor (1937)", "Jos\u00e9 Ferrer award received Academy Award for Best Actor (1949)", "Humphrey Bogart award received Academy Award for Best Actor (1950)", "Paul Scofield award received Academy Award for Best Actor (1966)" ] }, { "id": "q_008005", "complexity": "3plus", "operator_type": "before_after", "t_query": 1961.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Urbano Lazzaro's country of citizenship before he became an Italian senator for life. The reference year is 1961.\n\nFirst, I need to determine Urbano Lazz", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Urbano Lazzaro country of citizenship Italy (1946)", "Urbano Lazzaro country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008690", "complexity": "3plus", "operator_type": "sequence", "t_query": 1968.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Michele Anzalone's country of citizenship is Italy, what was the position held by the head of state of Bruno Pesaola's country of citizenship. \n\nFirst, I need to parse the evidence given. The reference year is", "em": 0.0, "f1": 0.1, "retrieved": [ "Bruno Pesaola member of sports team Italy men's national association football team (1957)", "Bruno Pesaola country of citizenship Italy (1946)", "Bruno Pesaola country of citizenship Kingdom of Italy (1925)", "Bruno Pesaola member of sports team AS Roma (1947)", "Bruno Pesaola member of sports team Novara Calcio (1950)", "Bruno Pesaola member of sports team SSC Napoli (1952)", "Bruno Pesaola member of sports team Genoa CFC (1960)", "Michele Lega country of citizenship Kingdom of Italy (1900)", "Michele Cipolla country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)" ] }, { "id": "q_008321", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1976.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Vito Lattanzio's country of citizenship in 1976. \n\nFirst, I need to determine which country Vito Lattanzio was a citizen of in", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Vito Lattanzio country of citizenship Italy (1946)", "Vito Lattanzio country of citizenship Kingdom of Italy (1926)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007761", "complexity": "3plus", "operator_type": "before_after", "t_query": 2002.0, "gold": "Arista Records", "pred": "\nOkay, let's try to figure out this question. The user is asking about Jennifer Love Hewitt's unmarried partner's record label that was nominated for a winner before Epic Records. \n\nFirst, I need to parse the question step by step. The key parts are:\n\n1. Jennifer Love Hewitt's unmarried", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "John Mayer nominated for Grammy Award for Album of the Year (2006)", "John Mayer nominated for Grammy Award for Best Song Written for Visual Media (2008)", "Taylor Swift unmarried partner John Mayer (2009)", "John Mayer unmarried partner Taylor Swift (2009)", "Katy Perry unmarried partner John Mayer (2012)", "John Mayer unmarried partner Katy Perry (2012)", "John Mayer nominated for MTV Video Music Award for Best New Artist (2002)", "John Mayer nominated for Grammy Award for Best Pop Collaboration with Vocals (2008)" ] }, { "id": "q_008118", "complexity": "3plus", "operator_type": "before_after", "t_query": 1959.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Vincent Cimatti's country of citizenship's head of state before he became an Italian senator for life. The reference year is 1959.\n\nFirst, looking at the evidence provided. There's information about", "em": 0.0, "f1": 0.04545454545454545, "retrieved": [ "Vincent Cimatti country of citizenship Italy (1946)", "Vincent Cimatti country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001360", "complexity": "3plus", "operator_type": "sequence", "t_query": 1970.0, "gold": "Chinese Communist Party", "pred": "\nOkay, let's try to figure this out. The question is a bit confusing, but I'll break it down step by step.\n\nFirst, the reference year is 1970. The evidence provided includes information about the countries of citizenship for Guo Moruo and Luo Ruiqing, as well", "em": 0.0, "f1": 0.0, "retrieved": [ "Guo Moruo country of citizenship People's Republic of China (1949)", "Luo Ruiqing country of citizenship People's Republic of China (1949)", "Guo Moruo country of citizenship Qing dynasty (1900)", "Luo Ruiqing country of citizenship Qing dynasty (1906)", "People's Republic of China head of government Zhou Enlai (1949)", "People's Republic of China head of government Zhao Ziyang (1980)", "People's Republic of China head of government Li Peng (1987)", "People's Republic of China head of government Zhu Rongji (1998)", "People's Republic of China head of government Wen Jiabao (2003)", "People's Republic of China head of government Li Keqiang (2013)" ] }, { "id": "q_000136", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Michele Pellegrino's country of citizenship in 1981. \n\nFirst, I need to determine which country Michele Pellegrino was a citizen of in 19", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Michele Pellegrino country of citizenship Italy (1946)", "Michele Pellegrino country of citizenship Kingdom of Italy (1903)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Michele Lega country of citizenship Kingdom of Italy (1900)", "Michele Cipolla country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006986", "complexity": "3plus", "operator_type": "before_after", "t_query": 1955.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Giovanni Falcone's country of citizenship before he became an Italian senator for life. \n\nFirst, I need to determine Giovanni Falcone's country of citizenship. The evidence provided mentions \"Giov", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Giovanni Falcone country of citizenship Italy (1946)", "Giovanni Falcone country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003298", "complexity": "3plus", "operator_type": "before_after", "t_query": 1940.0, "gold": "constitutional monarchy", "pred": "\nOkay, let's try to figure this out. The question is asking: Before the Islamic Republic, what was the basic form of government of Metz's country's diplomatic relation? \n\nFirst, I need to parse the question. The key parts here are \"before Islamic Republic,\" \"Metz's country's", "em": 0.0, "f1": 0.0, "retrieved": [ "Germany diplomatic relation German Democratic Republic (1973)", "Germany diplomatic relation Afghanistan (1915)", "Germany diplomatic relation Czechoslovakia (1973)", "Metz country Germany (1940)", "Metz country German Empire (1900)", "Germany significant event Basic Treaty (1973)", "Germany head of government Konrad Adenauer (1949)", "Germany head of government Ludwig Erhard (1963)", "Germany head of government Willy Brandt (1969)", "Germany head of government Walter Scheel (1974)" ] }, { "id": "q_006733", "complexity": "3plus", "operator_type": "before_after", "t_query": 1968.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Bruno Pesaola's country of citizenship before he became an Italian senator for life. \n\nFirst, I need to determine which country Bruno Pesaola was a citizen of. The evidence mentions", "em": 0.0, "f1": 0.044444444444444446, "retrieved": [ "Bruno Pesaola member of sports team Italy men's national association football team (1957)", "Bruno Pesaola country of citizenship Italy (1946)", "Bruno Pesaola country of citizenship Kingdom of Italy (1925)", "Bruno Pesaola member of sports team AS Roma (1947)", "Bruno Pesaola member of sports team Novara Calcio (1950)", "Bruno Pesaola member of sports team SSC Napoli (1952)", "Bruno Pesaola member of sports team Genoa CFC (1960)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005866", "complexity": "3plus", "operator_type": "before_after", "t_query": 2004.0, "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", "pred": "\nOkay, let's try to figure this out. The question is asking, after Diane Keaton won the Academy Award for Best Actress, who was the winner of the award she was nominated for next. Wait, the wording is a bit confusing. Let me parse it again.\n\nThe reference year is 20", "em": 0.0, "f1": 0.16, "retrieved": [ "Academy Award for Best Actress winner Diane Keaton (1977)", "Diane Keaton award received Academy Award for Best Actress (1978)", "Diane Keaton nominated for Academy Award for Best Actress (1978)", "Diane Keaton award received BAFTA Award for Best Actress in a Leading Role (1978)", "Diane Keaton nominated for Golden Raspberry Award for Worst Actress (2007)", "Diane Keaton nominated for Tony Award for Best Featured Actress in a Play (1969)", "Diane Keaton nominated for BAFTA Award for Best Actress in a Leading Role (1978)", "Diane Keaton nominated for Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1995)", "Diane Keaton nominated for Screen Actors Guild Award for Outstanding Performance by a Cast in a Motion Picture (1997)", "Academy Award for Best Actress winner Mary Pickford (1929)" ] }, { "id": "q_004748", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1964.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Alfredo Sivocci's country of citizenship in 1964. \n\nFirst, I need to determine which country Alfredo Sivocci was a citizen of in", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Alfredo Sivocci country of citizenship Italy (1946)", "Alfredo Sivocci country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alfredo Ildefonso Schuster country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004795", "complexity": "3plus", "operator_type": "sequence", "t_query": 1922.0, "gold": "Chancellor of Germany", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of SMS Arcona's crew members' allegiance after Frankfurt country was part of the Weimar Republic. The reference year is 1922.\n\nFirst, I need to parse the question.", "em": 0.0, "f1": 0.047619047619047616, "retrieved": [ "Eberhard Godt allegiance Weimar Republic (1920)", "Eberhard Godt military casualty classification prisoner of war (1945)", "Eberhard Godt allegiance German Empire (1918)", "Eberhard Godt allegiance Nazi Germany (1933)" ] }, { "id": "q_000787", "complexity": "3plus", "operator_type": "before_after", "t_query": 1932.0, "gold": "constitutional monarchy", "pred": "\nOkay, let's try to figure this out. The question is asking about the basic form of government of Niobe's country of registry's diplomatic relations before it became a republic. The reference year is 1932, and there's no evidence provided.\n\nFirst, I need to identify who Niobe", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_008333", "complexity": "3plus", "operator_type": "before_after", "t_query": 1963.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Aldo Morandi's country of citizenship before he became an Italian senator for life. \n\nFirst, I need to determine Aldo Morandi's country of citizenship. The evidence mentions that in", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Aldo Morandi country of citizenship Italy (1946)", "Aldo Morandi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008338", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Academy Award for Best Visual Effects", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking: \"What was True Lies's nominated for's winner's nominated for in 1995?\" \n\nFirst, I need to parse the question correctly. It seems a bit convoluted, so breaking it down", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Stanley Kubrick nominated for Academy Award for Best Visual Effects (1969)", "Carlo Rambaldi nominated for Academy Award for Best Visual Effects (1980)", "Ken Ralston nominated for Academy Award for Best Visual Effects (1982)", "Joe Johnston nominated for Academy Award for Best Visual Effects (1982)", "Richard Taylor nominated for Academy Award for Best Visual Effects (2002)", "Amy Poehler nominated for MTV Movie Award for Best Comedic Performance (2009)", "Who Framed Roger Rabbit nominated for Academy Award for Best Visual Effects (1989)", "BAFTA Award for Best Special Visual Effects winner Richard Edlund (1983)", "BAFTA Award for Best Special Visual Effects winner Ken Ralston (1984)", "BAFTA Award for Best Special Visual Effects winner Richard Taylor (2002)" ] }, { "id": "q_001840", "complexity": "3plus", "operator_type": "sequence", "t_query": 1995.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Glauco Onorato's country of citizenship is Italy, what was the position held by the head of state of Tano Cimarosa's country of citizenship. \n\nFirst, I need to parse the evidence given. The", "em": 0.0, "f1": 0.10526315789473684, "retrieved": [ "Tano Cimarosa country of citizenship Italy (1946)", "Tano Cimarosa country of citizenship Kingdom of Italy (1922)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001274", "complexity": "3plus", "operator_type": "sequence", "t_query": 1967.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Loredana Nusciak's country of citizenship (which is Italy), what was the position held by the head of state of Aurelio Sabattani's country of citizenship. \n\nFirst, I need to determine which country", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Aurelio Sabattani country of citizenship Italy (1946)", "Aurelio Sabattani country of citizenship Kingdom of Italy (1912)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000547", "complexity": "3plus", "operator_type": "sequence", "t_query": 1965.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Giovanni Battista Gianquinto's country of citizenship after Giuseppe Calderone's country of citizenship was Italy. \n\nFirst, I need to determine which country Giovanni Battista Gianquinto was", "em": 0.0, "f1": 0.10526315789473684, "retrieved": [ "Giovanni Battista Gianquinto country of citizenship Italy (1946)", "Giovanni Battista Gianquinto country of citizenship Kingdom of Italy (1905)", "Giovanni Battista Piamarta country of citizenship Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001052", "complexity": "3plus", "operator_type": "sequence", "t_query": 1955.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Amedeo Maiuri's country of citizenship is Italy, what was the position held by the head of state of Franco Bordoni's country of citizenship. \n\nFirst, I need to parse the evidence given. The reference year is", "em": 0.0, "f1": 0.1, "retrieved": [ "Franco Bordoni country of citizenship Italy (1946)", "Franco Bordoni country of citizenship Kingdom of Italy (1913)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006228", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1963.0, "gold": "Mayor of New York City", "pred": "\nOkay, let's try to figure this out. The question is asking for the position held by the head of government of Jane Jacobs's residence in 1963. \n\nFirst, I need to parse the information given. The reference year is 1963. The evidence includes several entries about", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Jane Jacobs residence New York City (1938)", "Prelinger Archives located in the administrative territorial entity New York City (1982)", "John Cale residence New York City (1963)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)" ] }, { "id": "q_006414", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Jean Monnet", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Luchino Visconti's country of citizenship's member in 1955. \n\nFirst, I need to determine which country Luchino Visconti was a citizen of in 1955.", "em": 0.0, "f1": 0.0, "retrieved": [ "Luchino Visconti country of citizenship Italy (1946)", "Luchino Visconti country of citizenship Kingdom of Italy (1906)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001651", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Daniela Rocca's country of citizenship in 1957. \n\nFirst, I need to determine which country Daniela Rocca was a citizen of in 1957", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Daniela Rocca country of citizenship Italy (1946)", "Daniela Rocca country of citizenship Kingdom of Italy (1937)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007640", "complexity": "3plus", "operator_type": "before_after", "t_query": 1956.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Plinio Antolini's country of citizenship before he became an Italian senator for life. The reference year is 1956.\n\nFirst, I need to determine Plinio Ant", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Plinio Antolini country of citizenship Italy (1946)", "Plinio Antolini country of citizenship Kingdom of Italy (1920)", "Plinio Fraccaro country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007972", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1969.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Annalena Tonelli's country of citizenship's head of state's position in 1969. \n\nFirst, I need to determine Annalena Tonelli's country of citizenship. The evidence provided mentions", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Annalena Tonelli country of citizenship Italy (1946)", "Annalena Tonelli country of citizenship Kingdom of Italy (1943)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004943", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1938.0, "gold": "Nazi Germany", "pred": "\nOkay, let's try to figure this out. The question is asking about the country where U-13 was located in 1938. The evidence provided includes several entries about U-boats and their significant events in different years.\n\nFirst, I need to focus on U-13. The", "em": 0.0, "f1": 0.0, "retrieved": [ "U-13 part of 1st U-boat Flotilla (1935)", "1st U-boat Flotilla has part(s) U-13 (1935)", "U-74 significant event order (1938)", "U-103 significant event order (1938)", "U-106 significant event order (1938)", "U-13 operator Kriegsmarine (1935)", "U-13 significant event order (1935)", "U-13 significant event ship launching (1935)", "U-26 significant event order (1934)", "U-28 significant event order (1935)" ] }, { "id": "q_007287", "complexity": "3plus", "operator_type": "before_after", "t_query": 1998.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the position held by the head of state of Angelo Cella's country of citizenship before he became an Italian senator for life. The reference year is 1998, but the evidence provided includes information from various", "em": 0.0, "f1": 0.04255319148936171, "retrieved": [ "Angelo Cella country of citizenship Italy (1946)", "Angelo Cella country of citizenship Kingdom of Italy (1923)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Angelo Bartolomasi country of citizenship Kingdom of Italy (1900)", "Angelo Rotta country of citizenship Kingdom of Italy (1900)", "Angelo Dibona country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005394", "complexity": "3plus", "operator_type": "before_after", "t_query": 1997.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Veriano Luchetti's country of citizenship before he became an Italian senator for life. Wait, but the reference year is 1997, and the evidence provided includes various people", "em": 0.0, "f1": 0.04347826086956522, "retrieved": [ "Veriano Luchetti country of citizenship Italy (1946)", "Veriano Luchetti country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007314", "complexity": "3plus", "operator_type": "sequence", "t_query": 1957.0, "gold": "Mayor of New York City", "pred": "\nOkay, let's tackle this question. The user is asking about the position held by the head of government of Elliott Erwitt's work location in New York City after Weegee's work location was also New York City. \n\nFirst, I need to parse the question correctly. The key points here are", "em": 0.0, "f1": 0.1777777777777778, "retrieved": [ "Elliott Erwitt work location New York City (1948)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)" ] }, { "id": "q_003452", "complexity": "3plus", "operator_type": "sequence", "t_query": 1948.0, "gold": "Mayor of New York City", "pred": "\nOkay, let's try to figure this out. The question is asking, after Lewis Mumford's work location in New York City (which is noted as 1915), what was the position held by the head of government of Mary Blair's residence?\n\nFirst, I need to parse the information given", "em": 0.0, "f1": 0.16666666666666666, "retrieved": [ "Lewis Mumford work location New York City (1915)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)" ] }, { "id": "q_006815", "complexity": "3plus", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "\nOkay, let's tackle this question. The user is asking about the year when the MTV Video Music Award for Best Choreography was received by the winner of \"Love the Way You Lie.\" First, I need to recall which artist won that award for that song.\n\nFrom the evidence provided, there are mentions of", "em": 0.0, "f1": 0.0, "retrieved": [ "MTV Europe Music Award for Best Song winner Lady Gaga (2010)", "MTV Europe Music Award for Best Song winner Ariana Grande (2014)", "MTV Europe Music Award for Best Song winner Taylor Swift (2015)", "MTV Europe Music Award for Best Song winner Carly Rae Jepsen (2012)" ] }, { "id": "q_008439", "complexity": "3plus", "operator_type": "sequence", "t_query": 1995.0, "gold": "Tim Robbins", "pred": "\nOkay, let's try to figure out this question. The user is asking about the unmarried partner of Nell's nominated for's winner after Maggie Smith won the Academy Award for Best Actress in 1970. \n\nFirst, I need to parse the question carefully. The key parts here are:\n\n1", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Maggie Smith (1969)", "Maggie Smith nominated for Academy Award for Best Actress (1970)", "Maggie Smith award received Academy Award for Best Actress (1970)", "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)" ] }, { "id": "q_003245", "complexity": "3plus", "operator_type": "sequence", "t_query": 1932.0, "gold": "constitutional monarchy", "pred": "\nOkay, let's try to figure this out. The question is asking about the basic form of government of Niobe's country of registry's diplomatic relations after Heinrich Scheuch's country of citizenship, which is Germany. The reference year is 1932.\n\nFirst, I need to parse the question", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_008633", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1920.0, "gold": "Bucharest", "pred": "\nOkay, let's try to figure this out. The question is asking for the capital of Giurgiu's country in 1920. First, I need to determine which country Giurgiu was part of in 1920.\n\nLooking at the evidence provided:\n\n- Giurgiu was", "em": 0.0, "f1": 0.0, "retrieved": [ "Vla\u0219ca County country Kingdom of Romania (1900)", "Giurgiu located in the administrative territorial entity Vla\u0219ca County (1900)", "Giurgiu located in the administrative territorial entity Ilfov County (1968)", "Vla\u0219ca County located in the administrative territorial entity Kingdom of Romania (1940)" ] }, { "id": "q_003473", "complexity": "3plus", "operator_type": "sequence", "t_query": 1915.0, "gold": "Nicholas II of Russia", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Dushanbe's located in's country after Zhytomyr country Russian Empire. Hmm, that's a bit of a mouthful. Let me break it down.\n\nFirst, I need to understand", "em": 0.0, "f1": 0.04761904761904762, "retrieved": [ "Dushanbe located in the administrative territorial entity Emirate of Bukhara (1900)", "Emirate of Bukhara country Russian Empire (1900)", "Dushanbe located in the administrative territorial entity Tajik Soviet Socialist Republic (1929)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Dushanbe located in the administrative territorial entity Tajik Autonomous Soviet Socialist Republic (1924)", "Dushanbe named after Joseph Stalin (1929)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Zhytomyr country Soviet Union (1944)", "Dushanbe capital of Emirate of Bukhara (1921)", "Dushanbe capital of Basmachi movement (1922)" ] }, { "id": "q_001673", "complexity": "3plus", "operator_type": "before_after", "t_query": 1967.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Aurelio Sabattani's country of citizenship before he became an Italian senator for life. The reference year is 1967.\n\nFirst, I need to determine Aurelio Sabatt", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Aurelio Sabattani country of citizenship Italy (1946)", "Aurelio Sabattani country of citizenship Kingdom of Italy (1912)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005726", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1934.0, "gold": "First Republic of Austria", "pred": "\nOkay, let's try to figure out this question. The user is asking: \"What was the replaces of Aachen's country's shares border with in 1934?\" Hmm, the wording is a bit confusing. Maybe they mean \"What replaced Aachen's country's border in 19", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Weimar Republic shares border with Neutral Moresnet (1918)", "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "Weimar Republic replaces German Empire (1919)", "Aachen country German Empire (1900)", "Aachen country Weimar Republic (1918)", "Aachen country Nazi Germany (1933)", "Aachen country West Germany (1949)", "Wilhelm R\u00f6ntgen country of citizenship German Empire (1900)", "Albrecht Brandi country of citizenship German Empire (1914)", "Albrecht Brandi country of citizenship Weimar Republic (1919)" ] }, { "id": "q_004929", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Virginio Rosetta's country of citizenship in 1967. \n\nFirst, I need to determine which country Virginio Rosetta was a citizen of. From the evidence provided,", "em": 0.0, "f1": 0.05, "retrieved": [ "Virginio Rosetta member of sports team Italy men's national association football team (1920)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Virginio Rosetta country of citizenship Kingdom of Italy (1902)", "Virginio Rosetta member of sports team Juventus FC (1923)", "Virginio Rosetta member of sports team F.C. Pro Vercelli 1892 (1919)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006286", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Deutsche Mark", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the currency of the country that owned Mannheim Observatory in 1977. \n\nFirst, I need to determine which country owned Mannheim Observatory in 1977. The evidence provided includes several entries", "em": 0.0, "f1": 0.0, "retrieved": [ "Mannheim Observatory owned by Mannheim (1940)", "Mannheim country German Empire (1900)", "Mannheim country Weimar Republic (1919)", "Mannheim country Nazi Germany (1933)", "Mannheim country West Germany (1949)", "Mannheim located in the administrative territorial entity W\u00fcrttemberg-Baden (1945)", "Mannheim located in the administrative territorial entity Baden-W\u00fcrttemberg (1952)", "Mannheim located in the administrative territorial entity Republic of Baden (1918)", "Mannheim located in the administrative territorial entity Grand Duchy of Baden (1900)", "Albert Speer work location Mannheim (1932)" ] }, { "id": "q_002759", "complexity": "3plus", "operator_type": "before_after", "t_query": 2005.0, "gold": "K\u014dichir\u014d Matsuura", "pred": "\nOkay, let's try to figure out this question. The user is asking: \"Who was the chairperson of Eduardo Saverin's country of citizenship's member of before Irina Bokova?\" \n\nFirst, I need to break down the question. Let's start by identifying Eduardo Saverin's", "em": 0.0, "f1": 0.0, "retrieved": [ "United States member of UNESCO (2003)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States head of government Harry S. Truman (1945)", "Henry James country of citizenship United States (1900)", "Tina Turner country of citizenship United States (1939)", "Richard Pipes country of citizenship United States (1943)", "Angela Lansbury country of citizenship United States (1951)", "Eileen Chang country of citizenship United States (1960)", "Susan Polgar country of citizenship United States (2002)", "Alexander Graham Bell country of citizenship United States (1900)" ] }, { "id": "q_004009", "complexity": "3plus", "operator_type": "interval", "t_query": 2014.0, "gold": "2014", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the occupation of Thierry Mariani's member of political party's chairperson was equal to the politician. Hmm, that's a bit confusing. Let me break it down.\n\nFirst, the reference year is 20", "em": 0.0, "f1": 0.0, "retrieved": [ "Jacques Chirac member of political party Union for a Popular Movement (2002)", "Union for a Popular Movement chairperson Alain Jupp\u00e9 (2002)", "Union for a Popular Movement chairperson Jean-Fran\u00e7ois Cop\u00e9 (2012)" ] }, { "id": "q_007134", "complexity": "3plus", "operator_type": "before_after", "t_query": 1998.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Paolo Dezza's country of citizenship before he became an Italian senator for life. Wait, but the reference year is 1998. Hmm, first, I need to determine which", "em": 0.0, "f1": 0.04347826086956522, "retrieved": [ "Paolo Dezza country of citizenship Italy (1946)", "Paolo Dezza country of citizenship Kingdom of Italy (1901)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Paolo Vetri country of citizenship Kingdom of Italy (1900)", "Paolo Manna country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002750", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1976.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Franco Basaglia's country of citizenship in 1976. \n\nFirst, I need to determine which country Franco Basaglia was a citizen of in 1976", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Franco Basaglia country of citizenship Italy (1946)", "Franco Basaglia country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000812", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "U-13", "pred": "\nOkay, let's try to figure this out. The question is asking about the \"has part of U-14's commanded by's affiliation in 1936.\" Hmm, that's a bit of a mouthful. Let me break it down.\n\nFirst, the reference year is 19", "em": 0.0, "f1": 0.05128205128205129, "retrieved": [ "U-43 significant event order (1936)", "U-38 significant event order (1936)", "U-26 significant event order (1934)", "U-13 significant event order (1935)", "U-28 significant event order (1935)", "U-74 significant event order (1938)", "U-103 significant event order (1938)", "U-106 significant event order (1938)", "U-90 significant event order (1939)", "U-139 significant event order (1939)" ] }, { "id": "q_003515", "complexity": "3plus", "operator_type": "sequence", "t_query": 1968.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Umberto Pasquale's country of citizenship after Nani Tedeschi's country of citizenship was Italy. \n\nFirst, I need to determine which country we're talking about here. The", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Umberto Pasquale country of citizenship Italy (1946)", "Umberto Pasquale country of citizenship Kingdom of Italy (1906)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005012", "complexity": "3plus", "operator_type": "sequence", "t_query": 1982.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Antonino Votto's country of citizenship (which is Italy) in 1982, what was the position held by the head of government of Luigi Filippo D'Amico's country of citizenship. \n\nFirst,", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Luigi Filippo D'Amico country of citizenship Italy (1946)", "Luigi Filippo D'Amico country of citizenship Kingdom of Italy (1924)", "Antonino Borz\u00ec country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004016", "complexity": "3plus", "operator_type": "sequence", "t_query": 1980.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Ernesto Prinoth's country of citizenship after Luigi Veronesi's country of citizenship was Italy. \n\nFirst, I need to determine which country Ernesto Prinoth was a citizen", "em": 0.0, "f1": 0.09999999999999999, "retrieved": [ "Ernesto Prinoth country of citizenship Italy (1946)", "Ernesto Prinoth country of citizenship Kingdom of Italy (1923)", "Ernesto Cesaro country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008522", "complexity": "3plus", "operator_type": "before_after", "t_query": 1955.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Franco Bordoni's country of citizenship before he became an Italian senator for life. Wait, but the reference year is 1955. Let me check the evidence provided.\n\nFirst,", "em": 0.0, "f1": 0.044444444444444446, "retrieved": [ "Franco Bordoni country of citizenship Italy (1946)", "Franco Bordoni country of citizenship Kingdom of Italy (1913)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002972", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about Tano Cimarosa's country of citizenship's head of state's position in 1995. \n\nFirst, I need to determine which country Tano Cimarosa was a citizen of. The evidence mentions two entries for", "em": 0.0, "f1": 0.05, "retrieved": [ "Tano Cimarosa country of citizenship Italy (1946)", "Tano Cimarosa country of citizenship Kingdom of Italy (1922)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000716", "complexity": "3plus", "operator_type": "sequence", "t_query": 1958.0, "gold": "Giovanni Gronchi", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Alberto Moravia's spouse's country of citizenship after Elio Pagliarani's country of citizenship was Italy. \n\nFirst, I need to parse the information given. The reference year is 195", "em": 0.0, "f1": 0.0, "retrieved": [ "Elsa Morante country of citizenship Italy (1946)", "Elsa Morante country of citizenship Kingdom of Italy (1912)", "Alberto Moravia spouse Elsa Morante (1941)", "Elsa Morante spouse Alberto Moravia (1941)", "Strega Prize winner Alberto Moravia (1952)", "Alberto Moravia position held president (1960)", "Alberto Moravia award received Strega Prize (1952)", "Alberto Moravia unmarried partner Dacia Maraini (1962)", "Dacia Maraini unmarried partner Alberto Moravia (1962)", "Alberto Moravia nominated for Nobel Prize in Literature (1949)" ] }, { "id": "q_004128", "complexity": "3plus", "operator_type": "sequence", "t_query": 1956.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Linda Sini's country of citizenship after Gaetano Crocco's country of citizenship, which is Italy. The reference year is 1956.\n\nFirst, I need to confirm", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Linda Sini country of citizenship Italy (1946)", "Gaetano Crocco country of citizenship Kingdom of Italy (1900)", "Linda Sini country of citizenship Kingdom of Italy (1926)", "Gaetano Catanoso country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002796", "complexity": "3plus", "operator_type": "interval", "t_query": 1923.0, "gold": "1923", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the replacement of hyperinflation in the Weimar Republic's currency equal to the Papiermark happened. \n\nFirst, I need to recall the evidence provided. The key points related to the Weimar Republic and currency are", "em": 0.0, "f1": 0.0, "retrieved": [ "Weimar Republic currency Reichsmark (1924)", "Papiermark country Weimar Republic (1918)", "Weimar Republic replaces German Empire (1919)", "Papiermark country German Empire (1914)", "German East Africa applies to jurisdiction German Empire (1900)", "Albrecht Brandi country of citizenship Weimar Republic (1919)", "Martin Walser country of citizenship Weimar Republic (1927)", "Fritz-Julius Lemp country of citizenship Weimar Republic (1919)", "Weimar Republic head of state Friedrich Ebert (1919)", "Weimar Republic head of government Gustav Bauer (1919)" ] }, { "id": "q_007015", "complexity": "3plus", "operator_type": "sequence", "t_query": 2014.0, "gold": "Botafogo F.R.", "pred": "\nOkay, let's try to figure this out. The question is asking: After AC Milan chairperson Silvio Berlusconi, what was the member of sports team of Michelangelo Albertazzi's member of sports team's head coach?\n\nFirst, I need to parse the question correctly. It seems a bit conv", "em": 0.0, "f1": 0.0, "retrieved": [ "AC Milan chairperson Silvio Berlusconi (1986)", "AC Milan head coach Giovanni Trapattoni (1975)", "AC Milan head coach Arrigo Sacchi (1996)", "AC Milan head coach Fabio Capello (1997)", "Giovanni Trapattoni coach of sports team AC Milan (1975)", "Arrigo Sacchi coach of sports team AC Milan (1996)", "Fabio Capello coach of sports team AC Milan (1997)", "Herbert Kilpin member of sports team AC Milan (1900)", "Pietro Lana member of sports team AC Milan (1907)", "Cesare Lovati member of sports team AC Milan (1916)" ] }, { "id": "q_003552", "complexity": "3plus", "operator_type": "sequence", "t_query": 2014.0, "gold": "chairperson", "pred": "\nOkay, let's try to figure this out. The question is asking for the position held by Miralem Sulejmani's member of sports team's chairperson after Sven-G\u00f6ran Eriksson was the coach of S.L. Benfica.\n\nFirst, I need to parse the information given.", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Miralem Sulejmani member of sports team S.L. Benfica (2013)", "Artur Jorge member of sports team S.L. Benfica (1969)", "Elzo Coelho member of sports team S.L. Benfica (1987)", "Miralem Sulejmani member of sports team FK Partizan (2005)", "Miralem Sulejmani member of sports team SC Heerenveen (2007)", "Miralem Sulejmani member of sports team AFC Ajax (2008)", "Louis van Gaal coach of sports team AFC Ajax (1991)", "Milutin \u0160o\u0161ki\u0107 member of sports team FK Partizan (1955)", "Fahrudin Jusufi member of sports team FK Partizan (1957)", "Darko Milani\u010d member of sports team FK Partizan (1986)" ] }, { "id": "q_004730", "complexity": "3plus", "operator_type": "sequence", "t_query": 1907.0, "gold": "God Save the Tsar!", "pred": "\nOkay, let's try to figure this out. The question is asking about the anthem of the country where Vedi was located after Sokyriany was part of the Russian Empire. The reference year is 1907.\n\nFirst, looking at the evidence provided. The evidence mentions that Vedi was", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "Vedi located in the administrative territorial entity Erivan Governorate (1900)", "Erivan Governorate country Russian Empire (1900)", "Ararat located in the administrative territorial entity Erivan Governorate (1900)", "Erivan Governorate country Russian Republic (1917)" ] }, { "id": "q_005767", "complexity": "3plus", "operator_type": "before_after", "t_query": 2010.0, "gold": "Angela Merkel", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Bj\u00f6rn Schr\u00f6der's sports team's country after Kurt Georg Kiesinger. \n\nFirst, I need to determine which country Bj\u00f6rn Schr\u00f6der's sports team is from. The evidence says", "em": 0.0, "f1": 0.0, "retrieved": [ "Bj\u00f6rn Schr\u00f6der member of sports team Milram (2006)", "Milram country Italy (2006)", "Milram country Germany (2008)", "Alessandro Vanotti member of sports team Milram (2006)", "Martin M\u00fcller member of sports team Milram (2006)", "Mirko Celestino member of sports team Milram (2006)", "Christian Kux member of sports team Milram (2008)", "Simon Geschke member of sports team Milram (2008)", "Martin Velits member of sports team Milram (2008)", "Paul Vo\u00df member of sports team Milram (2009)" ] }, { "id": "q_002032", "complexity": "3plus", "operator_type": "sequence", "t_query": 1988.0, "gold": "Mayor of New York City", "pred": "\nOkay, let's try to figure this out. The question is asking, after Maria Meneghini Callas residence in New York City (which is from 1923), what was the position held by the head of government of Oliver & Company's narrative location.\n\nFirst, I need to understand", "em": 0.0, "f1": 0.1739130434782609, "retrieved": [ "Maria Meneghini Callas residence New York City (1923)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)" ] }, { "id": "q_008644", "complexity": "3plus", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "\nOkay, let's try to figure this out. The user is asking when John Banville was the winner of Padma Lakshmi's spouse's nominated for. Hmm, first, I need to parse the question correctly. Wait, maybe there's a typo or confusion in the names here.\n\nLet me start", "em": 0.0, "f1": 0.0, "retrieved": [ "Salman Rushdie nominated for Booker Prize (1983)", "Booker Prize winner Salman Rushdie (1981)", "Salman Rushdie award received Austrian State Prize for European Literature (1992)" ] }, { "id": "q_006768", "complexity": "3plus", "operator_type": "before_after", "t_query": 1987.0, "gold": "West Germany", "pred": "\nOkay, let's try to figure this out. The question is asking for the country of citizenship of Ulrike Herrmann's political party's chairperson after Nazi Germany. The reference year is 1987.\n\nFirst, I need to determine which political party Ulrike Herrmann was a member of.", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Ulrike Herrmann member of political party Alliance '90/The Greens (1996)", "Ulrike Herrmann member of political party Christian Democratic Union (1984)", "Boris Palmer member of political party Alliance '90/The Greens (1996)", "J\u00fcrgen M\u00f6llemann member of political party Christian Democratic Union (1962)", "Bernd Lucke member of political party Christian Democratic Union (1978)", "Herbert Schirmer member of political party Christian Democratic Union (1990)", "Hanns Martin Schleyer member of political party Christian Democratic Union (1970)", "Alliance '90/The Greens chairperson Claudia Roth (2008)", "Christian Democratic Union chairperson Konrad Adenauer (1950)", "Christian Democratic Union chairperson Ludwig Erhard (1966)" ] }, { "id": "q_002122", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1964.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Angelo Cella's country of citizenship in 1964. \n\nFirst, I need to determine which country Angelo Cella was a citizen of in 1964. Looking", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Angelo Cella country of citizenship Italy (1946)", "Angelo Cella country of citizenship Kingdom of Italy (1923)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Angelo Bartolomasi country of citizenship Kingdom of Italy (1900)", "Angelo Rotta country of citizenship Kingdom of Italy (1900)", "Angelo Dibona country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007638", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1980.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Getulio Alviani's country of citizenship in 1980. \n\nFirst, I need to determine which country Getulio Alviani was a citizen of in 19", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Getulio Alviani country of citizenship Italy (1946)", "Getulio Alviani country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000842", "complexity": "3plus", "operator_type": "sequence", "t_query": 1938.0, "gold": "God Save the King", "pred": "\nOkay, let's try to figure this out. The question is asking for the anthem of Enderbury Island's country's head of state after Virginia Woolf's country of citizenship was the United Kingdom. \n\nFirst, let me parse the information given. The reference year is 1938. The", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "Virginia Woolf country of citizenship United Kingdom (1927)", "United Kingdom head of state George VI (1936)", "United Kingdom head of state Edward VIII (1936)", "United Kingdom head of state Elizabeth II (1952)", "Robert Morley country of citizenship United Kingdom (1927)", "Liz Smith country of citizenship United Kingdom (1927)", "Anna Freud country of citizenship United Kingdom (1946)", "Tony Abbott country of citizenship United Kingdom (1957)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "ATP Finals country United Kingdom (2009)" ] }, { "id": "q_003512", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", "pred": "\nOkay, let's try to figure this out. The question is asking about the award received by the winner of the 1982 nominated film \"On Golden Pond.\" Wait, actually, the question is phrased a bit differently. It says, \"What was the award received of On Golden Pond", "em": 0.0, "f1": 0.0909090909090909, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Charles Laughton award received Academy Award for Best Actor (1933)", "Spencer Tracy award received Academy Award for Best Actor (1937)", "Jos\u00e9 Ferrer award received Academy Award for Best Actor (1949)", "Humphrey Bogart award received Academy Award for Best Actor (1950)", "Paul Scofield award received Academy Award for Best Actor (1966)" ] }, { "id": "q_002727", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1938.0, "gold": "Federal State of Austria", "pred": "\nOkay, let's try to figure this out. The question is asking about the location of the 1938 World Figure Skating Championships and which country it shares a border with in 1938. \n\nFirst, I need to determine where the 1938 World Figure Skating", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Konrad Biesalski work location Berlin (1900)", "Paul Cassirer work location Berlin (1900)", "Rudolf Bauer work location Berlin (1905)", "Anton Kerschbaumer work location Berlin (1908)", "Fritz Stuckenberg work location Berlin (1912)", "Max Blokzijl work location Berlin (1918)", "Carel Willink work location Berlin (1920)" ] }, { "id": "q_004477", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Tommaso Padoa-Schioppa's country of citizenship in 1970. \n\nFirst, I need to determine which country Tommaso Padoa-Schi", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Tommaso Padoa-Schioppa country of citizenship Italy (1946)", "Tommaso Padoa-Schioppa country of citizenship Kingdom of Italy (1940)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Tommaso Gallarati Scotti country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004639", "complexity": "3plus", "operator_type": "sequence", "t_query": 1965.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Giorgio Bernardi's country of citizenship (which is Italy) changed to Italy in 1965, what was the position held by the head of state of Lelio Antoniotti's country of citizenship.", "em": 0.0, "f1": 0.1111111111111111, "retrieved": [ "Lelio Antoniotti country of citizenship Italy (1946)", "Lelio Antoniotti country of citizenship Kingdom of Italy (1928)", "Lelio Antoniotti member of sports team SS Lazio (1951)", "Lelio Antoniotti member of sports team Torino FC (1953)", "Lelio Antoniotti member of sports team Juventus FC (1956)", "Lelio Antoniotti member of sports team Novara Calcio (1958)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002027", "complexity": "3plus", "operator_type": "sequence", "t_query": 1913.0, "gold": "Nicholas II of Russia", "pred": "\nOkay, let's try to figure this out. The question is asking about the head of state of Vedi's country after Voronezh country Voronezh6. Wait, that part about Voronezh might be a typo or confusion. Let me focus on the evidence provided.\n\nThe evidence mentions Vedi", "em": 0.0, "f1": 0.04878048780487805, "retrieved": [ "Vedi located in the administrative territorial entity Erivan Governorate (1900)", "Ararat located in the administrative territorial entity Erivan Governorate (1900)", "Erivan Governorate country Russian Empire (1900)", "Erivan Governorate country Russian Republic (1917)" ] }, { "id": "q_004554", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1961.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Gino Archesso's country of citizenship in 1961. \n\nFirst, I need to determine which country Gino Archesso was a citizen of in 1961", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Gino Archesso country of citizenship Italy (1946)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gino Archesso country of citizenship Kingdom of Italy (1907)", "Gino Archesso member of sports team Modena F.C. (1932)", "Gino Archesso member of sports team Palermo F.C. (1933)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005676", "complexity": "3plus", "operator_type": "sequence", "t_query": 2000.0, "gold": "United States", "pred": "\nOkay, let's try to figure this out. The question is asking: After Lance Armstrong was a member of the sports team Motorola (which is in 1992), what was the country of the Laureus World Sports Award for Comeback of the Year's winner's member of sports team?\n\nFirst", "em": 0.0, "f1": 0.0, "retrieved": [ "Lance Armstrong member of sports team Motorola (1992)", "Laureus World Sports Award for Comeback of the Year winner Lance Armstrong (2000)", "Lance Armstrong member of sports team Cofidis (1997)", "Lance Armstrong member of sports team RadioShack (2010)", "Lance Armstrong member of sports team XDS Astana Team (2009)", "Lance Armstrong member of sports team Discovery Channel (1998)", "Laureus World Sports Award for Comeback of the Year winner Martina Hingis (2006)", "Laureus World Sports Award for Comeback of the Year winner Serena Williams (2007)", "Laureus World Sports Award for Comeback of the Year winner Paula Radcliffe (2008)", "Laureus World Sports Award for Comeback of the Year winner Rafael Nadal (2014)" ] }, { "id": "q_008291", "complexity": "3plus", "operator_type": "before_after", "t_query": 1956.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Linda Sini's country of citizenship before she became an Italian senator for life. Wait, but the reference year is 1956. Let me check the evidence provided.\n\nFirst,", "em": 0.0, "f1": 0.044444444444444446, "retrieved": [ "Linda Sini country of citizenship Italy (1946)", "Linda Sini country of citizenship Kingdom of Italy (1926)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008225", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about Luciano Emmer's country of citizenship's head of state's position in 1998. \n\nFirst, I need to determine which country Luciano Emmer was a citizen of in 1998. The evidence", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Luciano Emmer country of citizenship Italy (1946)", "Luciano Emmer country of citizenship Kingdom of Italy (1918)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001173", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Chinese Communist Party", "pred": "\nOkay, let's try to figure this out. The question is asking for the member of the political party of Guo Moruo's country of citizenship's head of government's spouse in 1970.\n\nFirst, let's break down the question step by step. \n\nStarting with Guo Moruo", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Guo Moruo country of citizenship Qing dynasty (1900)", "Guo Moruo country of citizenship People's Republic of China (1949)", "Benxi located in the administrative territorial entity People's Republic of China (1949)", "Changchun located in the administrative territorial entity People's Republic of China (1953)", "People's Republic of China head of government Zhou Enlai (1949)", "People's Republic of China head of government Zhao Ziyang (1980)", "People's Republic of China head of government Li Peng (1987)", "People's Republic of China head of government Zhu Rongji (1998)", "People's Republic of China head of government Wen Jiabao (2003)", "People's Republic of China head of government Li Keqiang (2013)" ] }, { "id": "q_008571", "complexity": "3plus", "operator_type": "sequence", "t_query": 1940.0, "gold": "constitutional monarchy", "pred": "\nOkay, let's try to figure this out. The question is asking about the basic form of government of Metz's country's diplomatic relation after Alfred Neumann's country of citizenship was Germany. Let me break down the evidence provided.\n\nFirst, Alfred Neumann's country of citizenship is Germany in 19", "em": 0.0, "f1": 0.0, "retrieved": [ "Alfred Neumann country of citizenship Germany (1900)", "Germany diplomatic relation Afghanistan (1915)", "Germany diplomatic relation Czechoslovakia (1973)", "Germany diplomatic relation German Democratic Republic (1973)", "Metz country Germany (1940)", "Germany significant event Basic Treaty (1973)", "Metz country German Empire (1900)", "Germany head of government Konrad Adenauer (1949)", "Germany head of government Ludwig Erhard (1963)", "Germany head of government Willy Brandt (1969)" ] }, { "id": "q_000937", "complexity": "3plus", "operator_type": "interval", "t_query": 1934.0, "gold": "1934", "pred": "\nOkay, let's try to figure out this question. The user is asking for the year when the replacement of Heinrich Liebe's allegiance's shares border with equal to the First Republic of Austria. Hmm, that's a bit confusing. Let me break it down.\n\nFirst, the reference year is 19", "em": 0.0, "f1": 0.0, "retrieved": [ "Weimar Republic shares border with Neutral Moresnet (1918)", "Heinrich Liebe allegiance Weimar Republic (1927)", "Heinrich Liebe allegiance Nazi Germany (1933)", "Heinrich Liebe commander of (DEPRECATED) U-38 (1938)", "Weimar Republic replaces German Empire (1919)", "Heinrich Lehmann-Willenbrock allegiance Weimar Republic (1931)", "Heinrich Liebe occupation military personnel (1927)", "Heinrich Liebe military branch Kriegsmarine (1935)", "Heinrich Liebe military branch German Navy (1927)", "U-38 commanded by Heinrich Liebe (1938)" ] }, { "id": "q_003736", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1921.0, "gold": "Friedrich Ebert", "pred": "\nOkay, let's try to figure this out. The question is asking about the head of state of SMS Arcona's crew members' allegiance in 1921. First, I need to recall what SMS Arcona was. SMS stands for \"Seiner Majest\u00e4t Schiff,\" which is German for", "em": 0.0, "f1": 0.0, "retrieved": [ "Eberhard Godt military casualty classification prisoner of war (1945)", "Eberhard Godt allegiance German Empire (1918)", "Eberhard Godt allegiance Weimar Republic (1920)", "Eberhard Godt allegiance Nazi Germany (1933)" ] }, { "id": "q_002966", "complexity": "3plus", "operator_type": "sequence", "t_query": 1995.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Mariano Agate's country of citizenship after Giuseppe Patan\u00e8's country of citizenship was Italy. \n\nFirst, I need to determine which country Mariano Agate's citizenship was.", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Mariano Agate country of citizenship Italy (1946)", "Mariano Agate country of citizenship Kingdom of Italy (1939)", "Mariano Rampolla country of citizenship Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000538", "complexity": "3plus", "operator_type": "sequence", "t_query": 1955.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Ugo Poletti's country of citizenship being Italy, what was the position held by the head of state of Giovanni Falcone's country of citizenship. \n\nFirst, I need to parse the evidence given. The reference year is", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Giovanni Falcone country of citizenship Italy (1946)", "Giovanni Falcone country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000838", "complexity": "3plus", "operator_type": "before_after", "t_query": 2012.0, "gold": "Football Manager of the Year", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Ant\u00f4nio da Silva's member of sports team's head coach before receiving the Order of Merit of Baden-W\u00fcrttemberg. The reference year is 2012.\n\nFirst, I need", "em": 0.0, "f1": 0.14285714285714288, "retrieved": [ "Jupp Heynckes coach of sports team Eintracht Frankfurt (1994)", "J\u00fcrgen Klopp coach of sports team 1. FSV Mainz 05 (2001)", "Fahrudin Jusufi member of sports team Eintracht Frankfurt (1966)", "Peter Reichel member of sports team Eintracht Frankfurt (1970)", "Joachim L\u00f6w member of sports team Eintracht Frankfurt (1981)", "J\u00fcrgen Klopp member of sports team Eintracht Frankfurt (1987)", "Uli Stein member of sports team Eintracht Frankfurt (1987)", "Ronald Borchers member of sports team Eintracht Frankfurt (1991)", "Matthias Hagner member of sports team Eintracht Frankfurt (1992)", "Erol Bulut member of sports team Eintracht Frankfurt (1999)" ] }, { "id": "q_002448", "complexity": "3plus", "operator_type": "sequence", "t_query": 1983.0, "gold": "Vanderbilt University", "pred": "\nOkay, let's try to figure this out. The question is asking for the employer of Viktor Hamburger's award winner who received the Louisa Gross Horwitz Prize after Torsten Nils Wiesel. Wait, first, I need to parse the question correctly.\n\nFirst, the reference year is 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Louisa Gross Horwitz Prize winner Torsten Nils Wiesel (1978)", "Torsten Nils Wiesel award received Louisa Gross Horwitz Prize (1978)", "Louisa Gross Horwitz Prize winner Albert Claude (1970)", "Louisa Gross Horwitz Prize winner Charles Yanofsky (1976)", "Louisa Gross Horwitz Prize winner Michael Heidelberger (1977)", "Louisa Gross Horwitz Prize winner Frederick Sanger (1979)", "Louisa Gross Horwitz Prize winner C\u00e9sar Milstein (1980)", "Louisa Gross Horwitz Prize winner Aaron Klug (1981)", "Louisa Gross Horwitz Prize winner Stanley Cohen (1983)", "Louisa Gross Horwitz Prize winner G\u00fcnter Blobel (1987)" ] }, { "id": "q_007230", "complexity": "3plus", "operator_type": "before_after", "t_query": 2003.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of the country where Zoran Klemen\u010di\u010d's sports team is based, after Giovanni Leone. \n\nFirst, I need to find out which country Zoran Klemen\u010di\u010d's sports team is from. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Rigoberto Ur\u00e1n member of sports team Tenax (2006)", "Simon \u0160pilak member of sports team Kolesarski Klub Novo Mesto (2005)", "Tenax country Italy (2003)", "Tenax country Ireland (2005)" ] }, { "id": "q_004534", "complexity": "3plus", "operator_type": "sequence", "t_query": 1953.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Elsa Morante's country of citizenship became Italy, what was the position held by the head of government of Odo Fusi Pecci's country of citizenship. \n\nFirst, I need to parse the evidence given. The reference year", "em": 0.0, "f1": 0.09302325581395347, "retrieved": [ "Odo Fusi Pecci country of citizenship Italy (1946)", "Odo Fusi Pecci country of citizenship Kingdom of Italy (1920)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007740", "complexity": "3plus", "operator_type": "before_after", "t_query": 1960.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about Ra\u00fal Pateras Pescara's country of citizenship's head of government before he became President of Italy. The reference year is 1960.\n\nFirst, I need to determine which country Ra\u00fal Pater", "em": 0.0, "f1": 0.09999999999999999, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)", "Cesare Arzel\u00e0 country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007848", "complexity": "3plus", "operator_type": "sequence", "t_query": 2008.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Edera Cordiale's country of citizenship is Italy, what was the position held by the head of government of Mariano Agate's country of citizenship. \n\nFirst, I need to parse the evidence given. The reference year is", "em": 0.0, "f1": 0.0975609756097561, "retrieved": [ "Mariano Agate country of citizenship Italy (1946)", "Mariano Agate country of citizenship Kingdom of Italy (1939)", "Mariano Rampolla country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003817", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Mayor of New York City", "pred": "\nOkay, let's try to figure this out. The question is asking for the position held by the head of government of Variety's place of publication in 1947. \n\nFirst, I need to parse the evidence provided. The reference year is 1947. The evidence mentions \"Vari", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "Variety place of publication New York City (1905)", "Prelinger Archives located in the administrative territorial entity New York City (1982)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)" ] }, { "id": "q_006982", "complexity": "3plus", "operator_type": "sequence", "t_query": 1986.0, "gold": "Hannelore Kohl", "pred": "\nOkay, let's try to figure this out. The question is asking for the spouse of Ulrike Herrmann's member of political party's chairperson after Heinrich Hellwege member of political party Christian Democratic Union.\n\nFirst, I need to parse the question correctly. Let me break it down. The key", "em": 0.0, "f1": 0.0, "retrieved": [ "Ulrike Herrmann member of political party Alliance '90/The Greens (1996)", "Ulrike Herrmann member of political party Christian Democratic Union (1984)", "Boris Palmer member of political party Alliance '90/The Greens (1996)", "J\u00fcrgen M\u00f6llemann member of political party Christian Democratic Union (1962)", "Bernd Lucke member of political party Christian Democratic Union (1978)", "Herbert Schirmer member of political party Christian Democratic Union (1990)", "Hanns Martin Schleyer member of political party Christian Democratic Union (1970)", "Alliance '90/The Greens chairperson Claudia Roth (2008)", "Christian Democratic Union chairperson Konrad Adenauer (1950)", "Christian Democratic Union chairperson Ludwig Erhard (1966)" ] }, { "id": "q_000932", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Governing Mayor of Berlin", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by Q896393's work location's head of government in 1977. First, I need to understand what Q896393 refers to. Since the user mentioned that", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Berlin head of government Dietrich Stobbe (1977)", "Berlin head of government Willy Brandt (1957)", "Berlin head of government Klaus Sch\u00fctz (1967)", "Berlin head of government Richard von Weizs\u00e4cker (1981)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Berlin country Soviet occupation zone of Germany (1945)", "Konrad Biesalski work location Berlin (1900)", "Paul Cassirer work location Berlin (1900)" ] }, { "id": "q_004711", "complexity": "3plus", "operator_type": "sequence", "t_query": 1980.0, "gold": "Vanderbilt University", "pred": "\nOkay, let's try to figure this out. The question is asking about the employer of the person who received an award that was given after Andr\u00e9 Fr\u00e9d\u00e9ric Cournand won the Albert Lasker Award for Basic Medical Research. Wait, but the reference year is 1980. Let me", "em": 0.0, "f1": 0.0, "retrieved": [ "Michael Heidelberger award received Albert Lasker Award for Basic Medical Research (1953)", "Bernard Brodie award received Albert Lasker Award for Basic Medical Research (1967)", "Sydney Brenner award received Albert Lasker Award for Basic Medical Research (1971)", "Charles Yanofsky award received Albert Lasker Award for Basic Medical Research (1971)", "Andrew Schally award received Albert Lasker Award for Basic Medical Research (1975)", "John Vane award received Albert Lasker Award for Basic Medical Research (1977)", "Frederick Sanger award received Albert Lasker Award for Basic Medical Research (1979)", "C\u00e9sar Milstein award received Albert Lasker Award for Basic Medical Research (1984)", "Stanley Cohen award received Albert Lasker Award for Basic Medical Research (1986)", "Martin Evans award received Albert Lasker Award for Basic Medical Research (2001)" ] }, { "id": "q_001424", "complexity": "3plus", "operator_type": "before_after", "t_query": 1920.0, "gold": "Free State of Prussia", "pred": "\nOkay, let's try to figure this out. The question is asking about the work location of Tilla Durieux's spouse after the Kingdom of Prussia. The reference year is 1920.\n\nFirst, I need to look at the evidence provided. Let's list out the facts:\n\n1.", "em": 0.0, "f1": 0.09999999999999999, "retrieved": [ "Paul Cassirer work location Berlin (1900)", "Eugene Spiro spouse Tilla Durieux (1904)", "Tilla Durieux spouse Eugene Spiro (1904)", "Paul Cassirer spouse Tilla Durieux (1910)", "Tilla Durieux spouse Paul Cassirer (1910)" ] }, { "id": "q_006808", "complexity": "3plus", "operator_type": "before_after", "t_query": 1968.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Umberto Pasquale's country of citizenship before he became an Italian senator for life. \n\nFirst, I need to determine which country Umberto Pasquale was a citizen of. The", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Umberto Pasquale country of citizenship Italy (1946)", "Umberto Pasquale country of citizenship Kingdom of Italy (1906)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005728", "complexity": "3plus", "operator_type": "before_after", "t_query": 1980.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Getulio Alviani's country of citizenship before he became a Member of the European Parliament. \n\nFirst, I need to determine which country Getulio Alviani was a citizen of.", "em": 0.0, "f1": 0.04761904761904762, "retrieved": [ "Getulio Alviani country of citizenship Italy (1946)", "Getulio Alviani country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000501", "complexity": "3plus", "operator_type": "sequence", "t_query": 1995.0, "gold": "Civic Democratic Party", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of the Czech Republic after Lubom\u00edr \u0160trougal's country of citizenship, which is the Czech Republic. Wait, that seems a bit confusing. Let me parse it again.\n\nSo, Lubom", "em": 0.0, "f1": 0.0, "retrieved": [ "Lubom\u00edr \u0160trougal country of citizenship Czech Republic (1992)", "Lubo\u0161 Kohoutek country of citizenship Czech Republic (1993)", "Jan Sokol country of citizenship Czech Republic (1992)", "Anton\u00edn H\u00e1jek country of citizenship Czech Republic (1992)", "Miroslav Horn\u00ed\u010dek country of citizenship Czech Republic (1993)", "Ilja Hurn\u00edk country of citizenship Czech Republic (1993)", "Old\u0159ich Pel\u010d\u00e1k country of citizenship Czech Republic (1993)", "Czech Republic head of government V\u00e1clav Klaus (1993)", "Czech Republic head of government Josef To\u0161ovsk\u00fd (1997)", "Czech Republic head of government Milo\u0161 Zeman (1998)" ] }, { "id": "q_003472", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Jean Monnet", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Carlo Rambaldi's country of citizenship's member in 1955. \n\nFirst, I need to determine Carlo Rambaldi's country of citizenship in 1955. The evidence shows that", "em": 0.0, "f1": 0.0, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Carlo Rambaldi country of citizenship Italy (1946)", "Carlo Rambaldi country of citizenship Kingdom of Italy (1925)", "Carlo Rambaldi award received Academy Award for Best Visual Effects (1978)", "Carlo Rambaldi nominated for Academy Award for Best Visual Effects (1980)", "Carlo Porro country of citizenship Kingdom of Italy (1900)", "Carlo Galetti country of citizenship Kingdom of Italy (1900)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007593", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1958.0, "gold": "Giovanni Gronchi", "pred": "\nOkay, let's try to figure this out. The question is asking: In 1958, what was the head of state of Alberto Moravia's spouse's country of citizenship?\n\nFirst, I need to break down the information given. Let's start by identifying who Alberto Moravia's spouse is", "em": 0.0, "f1": 0.0, "retrieved": [ "Elsa Morante country of citizenship Kingdom of Italy (1912)", "Elsa Morante country of citizenship Italy (1946)", "Alberto Moravia spouse Elsa Morante (1941)", "Elsa Morante spouse Alberto Moravia (1941)", "Strega Prize winner Alberto Moravia (1952)", "Alberto Moravia position held president (1960)", "Alberto Moravia award received Strega Prize (1952)", "Alberto Moravia unmarried partner Dacia Maraini (1962)", "Dacia Maraini unmarried partner Alberto Moravia (1962)", "Alberto Moravia nominated for Nobel Prize in Literature (1949)" ] }, { "id": "q_004304", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1943.0, "gold": "military personnel", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the occupation of U-120's part of's commanded by in 1943. Wait, the wording is a bit confusing. Maybe they mean the commander of U-120's part", "em": 0.0, "f1": 0.0, "retrieved": [ "U-2336 significant event order (1943)", "U-26 significant event order (1934)", "U-13 significant event order (1935)", "U-28 significant event order (1935)", "U-43 significant event order (1936)", "U-38 significant event order (1936)", "U-74 significant event order (1938)", "U-103 significant event order (1938)", "U-106 significant event order (1938)", "U-90 significant event order (1939)" ] }, { "id": "q_004513", "complexity": "3plus", "operator_type": "sequence", "t_query": 1953.0, "gold": "Jean Monnet", "pred": "\nOkay, let's try to figure this out. The question is asking: After Guido Guerrini country of citizenship Italy, what was the chairperson of Alfonso Brescia's country of citizenship's member of?\n\nFirst, I need to parse the question correctly. The reference year is 195", "em": 0.0, "f1": 0.0, "retrieved": [ "Alfonso Brescia country of citizenship Italy (1946)", "Alfonso Brescia country of citizenship Kingdom of Italy (1930)", "Guido Romanelli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001144", "complexity": "3plus", "operator_type": "sequence", "t_query": 2010.0, "gold": "Angela Merkel", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Bj\u00f6rn Schr\u00f6der's sports team's country after the Berlin Wall's significant event. First, I need to parse the information given.\n\nThe reference year is 2010. The evidence mentions", "em": 0.0, "f1": 0.0, "retrieved": [ "Bj\u00f6rn Schr\u00f6der member of sports team Milram (2006)", "Milram country Germany (2008)", "Milram country Italy (2006)", "Alessandro Vanotti member of sports team Milram (2006)", "Martin M\u00fcller member of sports team Milram (2006)", "Mirko Celestino member of sports team Milram (2006)", "Christian Kux member of sports team Milram (2008)", "Simon Geschke member of sports team Milram (2008)", "Martin Velits member of sports team Milram (2008)", "Paul Vo\u00df member of sports team Milram (2009)" ] }, { "id": "q_004736", "complexity": "3plus", "operator_type": "sequence", "t_query": 1996.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking for the position held by Virginio De Paoli's country of citizenship's head of government after Roberto Loyola's country of citizenship Italy. \n\nFirst, I need to parse the question correctly. The user is asking about the position of the", "em": 0.0, "f1": 0.09999999999999999, "retrieved": [ "Virginio De Paoli member of sports team Italy men's national association football team (1966)", "Virginio De Paoli country of citizenship Italy (1946)", "Virginio De Paoli country of citizenship Kingdom of Italy (1938)", "Virginio De Paoli member of sports team Varese Calcio (1958)", "Virginio De Paoli member of sports team Pisa SC (1959)", "Virginio De Paoli member of sports team Juventus FC (1966)", "Virginio De Paoli member of sports team Venezia F.C. (1960)", "Virginio De Paoli member of sports team Italy national under-21 football team (1964)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)" ] }, { "id": "q_001077", "complexity": "3plus", "operator_type": "sequence", "t_query": 1964.0, "gold": "Mayor of New York City", "pred": "\nOkay, let's try to figure this out. The question is asking for the position held by the head of government of Arman's work location after Ellsworth Kelly's work location in New York City. \n\nFirst, let me parse the evidence. The reference year is 1964. The evidence", "em": 0.0, "f1": 0.19047619047619047, "retrieved": [ "Ellsworth Kelly work location New York City (1937)", "Arman work location Nice (1954)", "Arman work location New York City (1962)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)" ] }, { "id": "q_008586", "complexity": "3plus", "operator_type": "sequence", "t_query": 2003.0, "gold": "chairperson", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by Sim\u00e3o Sabrosa's member of sports team's chairperson, right after Mascarenhas was a member of S.L. Benfica. \n\nFirst, I need to look at the evidence provided. The", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Deco member of sports team Portugal men's national football team (2003)", "\u00c9der member of sports team Portugal men's national football team (2012)", "Jos\u00e9 Pereira member of sports team Portugal men's national football team (1965)", "Artur Jorge member of sports team Portugal men's national football team (1967)", "Ant\u00f3nio Oliveira member of sports team Portugal men's national football team (1974)", "Paulo Sousa member of sports team Portugal men's national football team (1991)", "Hugo Viana member of sports team Portugal men's national football team (2001)", "Jo\u00e3o Pereira member of sports team Portugal men's national football team (2010)", "Henrique Sereno member of sports team Portugal men's national football team (2013)", "Artur Jorge coach of sports team Portugal men's national football team (1996)" ] }, { "id": "q_004250", "complexity": "3plus", "operator_type": "interval", "t_query": 1976.0, "gold": "1976", "pred": "\nOkay, let's try to figure this out. The question is asking when the Prime Minister of Italy held the position of head of government for the country that was Franco Basaglia's country of citizenship. \n\nFirst, I need to determine which country Franco Basaglia was a citizen of. The evidence mentions", "em": 0.0, "f1": 0.0, "retrieved": [ "Franco Basaglia country of citizenship Italy (1946)", "Franco Basaglia country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002769", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Mayor of New York City", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Dennis Stock's work location in 1955. First, I need to determine where Dennis Stock worked in 1955. \n\nDennis Stock was a photographer known for", "em": 0.0, "f1": 0.047619047619047616, "retrieved": [ "Prelinger Archives located in the administrative territorial entity New York City (1982)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)" ] }, { "id": "q_001923", "complexity": "3plus", "operator_type": "sequence", "t_query": 1958.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Alfredo Mazzoni's country of citizenship after Lojze Spazzapan's country of citizenship, which is Italy. \n\nFirst, I need to determine Alfredo Mazzoni's", "em": 0.0, "f1": 0.10810810810810813, "retrieved": [ "Alfredo Ildefonso Schuster country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008379", "complexity": "3plus", "operator_type": "before_after", "t_query": 1958.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Cesare Terranova's country of citizenship before he became an Italian senator for life. The reference year is 1958.\n\nFirst, I need to determine Cesare Terranova's", "em": 0.0, "f1": 0.047619047619047616, "retrieved": [ "Cesare Terranova country of citizenship Italy (1946)", "Cesare Terranova country of citizenship Kingdom of Italy (1921)", "Cesare Arzel\u00e0 country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004279", "complexity": "3plus", "operator_type": "sequence", "t_query": 1936.0, "gold": "U-13", "pred": "\nOkay, let's try to figure this out. The question is asking about the affiliation of U-14's commander after Victor Oehrn's military, police, or special rank lieutenant status. The reference year is 1936.\n\nFirst, looking at the evidence provided, there are several entries", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "U-26 significant event order (1934)", "U-13 significant event order (1935)", "U-28 significant event order (1935)", "U-43 significant event order (1936)", "U-38 significant event order (1936)", "U-74 significant event order (1938)", "U-103 significant event order (1938)", "U-106 significant event order (1938)", "U-90 significant event order (1939)", "U-139 significant event order (1939)" ] }, { "id": "q_008534", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1958.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the position held by the head of state of Bruno Arcari's country of citizenship in 1958. \n\nFirst, I need to determine which country Bruno Arcari was a citizen of in 19", "em": 0.0, "f1": 0.05, "retrieved": [ "Bruno Arcari member of sports team Italy men's national association football team (1937)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Bruno Arcari country of citizenship Italy (1946)", "Bruno Arcari country of citizenship Kingdom of Italy (1915)", "Bruno Arcari member of sports team Genoa CFC (1939)", "Bruno Arcari member of sports team US Cremonese (1943)", "Bruno Arcari member of sports team AC Milan (1944)", "Bruno Arcari member of sports team US Livorno 1915 (1933)", "Bruno Arcari member of sports team Bologna F.C. 1909 (1945)" ] }, { "id": "q_001990", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1945.0, "gold": "United Nations", "pred": "\nOkay, let's try to figure this out. The question is asking about the \"member of Bad Day at Black Rock's narrative location's contains the administrative territorial entity in 1945.\" Hmm, first I need to break down the question.\n\nFirst, \"Bad Day at Black Rock\" is a", "em": 0.0, "f1": 0.0, "retrieved": [ "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "United States head of government Harry S. Truman (1945)", "United States member of UNESCO (2003)", "Lee Miller work location United States (1926)", "Rudolf Bauer work location United States (1939)", "Afro Basaldella work location United States (1950)", "Imi Knoebel work location United States (1974)", "Julie Mehretu work location United States (1977)", "Frances Benjamin Johnston work location United States (1900)" ] }, { "id": "q_000057", "complexity": "3plus", "operator_type": "sequence", "t_query": 1970.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Attilio Pierelli's country of citizenship after Raffaele Anguilla's country of citizenship was Italy. \n\nFirst, I need to determine which country Attilio Pierelli", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Attilio Pierelli country of citizenship Italy (1946)", "Attilio Pierelli country of citizenship Kingdom of Italy (1924)", "Attilio Simonetti country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003633", "complexity": "3plus", "operator_type": "sequence", "t_query": 1966.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Ugo Amoretti's country of citizenship being Italy, what was the position held by the head of state of Eleonora Rossi Drago's country of citizenship. \n\nFirst, I need to parse the evidence provided. The", "em": 0.0, "f1": 0.1, "retrieved": [ "Eleonora Rossi Drago country of citizenship Italy (1946)", "Eleonora Rossi Drago country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007357", "complexity": "3plus", "operator_type": "sequence", "t_query": 1989.0, "gold": "Mayor of New York City", "pred": "\nOkay, let's try to figure this out. The question is asking, after Muhal Richard Abrams' residence in New York City, what was the position held by the head of government of the place where the Prelinger Archives are located. \n\nFirst, I need to parse the question correctly. The Prelinger", "em": 0.0, "f1": 0.1739130434782609, "retrieved": [ "Prelinger Archives located in the administrative territorial entity New York City (1982)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)" ] }, { "id": "q_005638", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "President of the United States", "pred": "\nOkay, let's try to figure this out. The question is asking for the position held by the head of government of the country associated with Michael Barry's sports team in 2004. \n\nFirst, I need to determine which country's team Michael Barry was part of in 2004", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Michael Barry member of sports team Discovery Channel (2002)", "Michael Barry member of sports team T-Mobile (2007)", "Michael Barry member of sports team HTC-Highroad (2008)", "Michael Barry member of sports team Ineos Grenadiers (2010)", "Discovery Channel country United States (1988)", "Eric Baumann member of sports team T-Mobile (2004)", "Michael Blaudzun member of sports team T-Mobile (1998)", "Sven Teutenberg member of sports team Discovery Channel (1996)", "Lance Armstrong member of sports team Discovery Channel (1998)", "Frankie Andreu member of sports team Discovery Channel (1998)" ] }, { "id": "q_002803", "complexity": "3plus", "operator_type": "sequence", "t_query": 1955.0, "gold": "Jean Monnet", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Luchino Visconti's country of citizenship's member after Enrico Silvestri's country of citizenship is Italy. Hmm, first, I need to parse the question correctly.\n\nFirst, Luchino Visconti", "em": 0.0, "f1": 0.0, "retrieved": [ "Luchino Visconti country of citizenship Italy (1946)", "Luchino Visconti country of citizenship Kingdom of Italy (1906)", "Enrico Forlanini country of citizenship Kingdom of Italy (1900)", "Enrico Ferri country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005319", "complexity": "3plus", "operator_type": "sequence", "t_query": 1965.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Sergio Andreoli's country of citizenship after Uberto de Morpurgo country for sport Italy. \n\nFirst, I need to determine Sergio Andreoli's country of citizenship. The evidence shows", "em": 0.0, "f1": 0.1, "retrieved": [ "Sergio Andreoli country of citizenship Italy (1946)", "Sergio Andreoli country of citizenship Kingdom of Italy (1922)", "Sergio Andreoli member of sports team AS Roma (1941)", "Sergio Andreoli member of sports team AS Reggina 1914 (1950)", "Sergio Andreoli member of sports team A.C. Perugia Calcio (1938)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008568", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Giuseppe Petrilli's country of citizenship in 1998. \n\nFirst, I need to determine which country Giuseppe Petrilli's country of citizenship was. The evidence provided mentions", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008187", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Botafogo F.R.", "pred": "\nOkay, let's try to figure this out. The question is asking: In 2014, what was the member of sports team of Michelangelo Albertazzi's member of sports team's head coach?\n\nFirst, I need to break down the question. It seems a bit convoluted, so", "em": 0.0, "f1": 0.0, "retrieved": [ "AC Milan head coach Giovanni Trapattoni (1975)", "AC Milan head coach Arrigo Sacchi (1996)", "AC Milan head coach Fabio Capello (1997)", "Giovanni Trapattoni coach of sports team AC Milan (1975)", "Arrigo Sacchi coach of sports team AC Milan (1996)", "Fabio Capello coach of sports team AC Milan (1997)", "Riki member of sports team Getafe CF (2004)", "Mart\u00edn Vitali member of sports team Getafe CF (2004)", "Sergio Realini member of sports team Varese Calcio (1944)", "Giuseppe Meazza member of sports team Varese Calcio (1944)" ] }, { "id": "q_002510", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "Bill Clinton", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Lance Armstrong's member of sports team's country in 1996. \n\nFirst, I need to determine which sports team Lance Armstrong was part of in 1996. Looking at the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Lance Armstrong member of sports team Motorola (1992)", "Lance Armstrong member of sports team Cofidis (1997)", "Lance Armstrong member of sports team RadioShack (2010)", "Lance Armstrong member of sports team Discovery Channel (1998)", "Lance Armstrong member of sports team XDS Astana Team (2009)", "Lance Armstrong award received Associated Press Athlete of the Year (2002)", "Laureus World Sports Award for Comeback of the Year winner Lance Armstrong (2000)", "Jes\u00fas Montoya member of sports team Motorola (1996)", "Sven Teutenberg member of sports team Discovery Channel (1996)", "Motorola country United States (1991)" ] }, { "id": "q_007048", "complexity": "3plus", "operator_type": "sequence", "t_query": 1912.0, "gold": "Nicholas II of Russia", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of \u010cervie\u0144's capital's country after the Khiva country was part of the Russian Empire.\n\nFirst, I need to parse the question correctly. The key parts are: \u010cervie\u0144's capital's", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "\u010cervie\u0144 capital of Igumensky Uyezd (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Igumensky Uyezd capital \u010cervie\u0144 (1900)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Khanate of Khiva country Russian Empire (1900)", "\u010cervie\u0144 located in the administrative territorial entity Igumensky Uyezd (1900)", "N. I. Lobachevsky State University of Nizhny Novgorod country Russian Empire (1916)", "Khiva country Russian Empire (1900)", "\u010cervie\u0144 country Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_000284", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Irina Bokova", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"What was the chairperson of Susan Polgar's country for sport's member of in 2012?\" \n\nFirst, I need to parse the question carefully. Let's break it down. Susan Pol", "em": 0.0, "f1": 0.0, "retrieved": [ "Susan Polgar country for sport United States (2002)", "Susan Polgar country of citizenship United States (2002)", "United States member of UNESCO (2003)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States head of government Harry S. Truman (1945)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "Henry James country of citizenship United States (1900)", "Tina Turner country of citizenship United States (1939)", "Richard Pipes country of citizenship United States (1943)", "Angela Lansbury country of citizenship United States (1951)" ] }, { "id": "q_007586", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1915.0, "gold": "German Emperor", "pred": "\nOkay, let's tackle this question. The user is asking about the position held by the spouse of the person after whom Breitscheidplatz was named in 1915. \n\nFirst, I need to parse the evidence provided. The evidence mentions that Breitscheidplatz was named after Augusta Victoria of", "em": 0.0, "f1": 0.0, "retrieved": [ "Breitscheidplatz named after Augusta Victoria of Schleswig-Holstein (1900)", "Wilhelm II spouse Augusta Victoria of Schleswig-Holstein (1900)", "Augusta Victoria of Schleswig-Holstein spouse Wilhelm II (1900)" ] }, { "id": "q_006367", "complexity": "3plus", "operator_type": "sequence", "t_query": 1980.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Getulio Alviani's country of citizenship after Mario Mattoli's country of citizenship was Italy. \n\nFirst, I need to determine which country Getulio Alviani's citizenship was in", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Getulio Alviani country of citizenship Italy (1946)", "Getulio Alviani country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003015", "complexity": "3plus", "operator_type": "sequence", "t_query": 1958.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Loris Francesco Capovilla's country of citizenship after Bruno Banducci's country of citizenship was Italy. \n\nFirst, I need to determine which country we're talking about. The evidence mentions", "em": 0.0, "f1": 0.09090909090909091, "retrieved": [ "Loris Francesco Capovilla country of citizenship Italy (1946)", "Loris Francesco Capovilla country of citizenship Kingdom of Italy (1915)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)", "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002788", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1969.0, "gold": "Robert Stephens", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking about the spouse of the winner of the award received by \"Women in Love\" in 1969. \n\nFirst, I need to determine who won an award in 1969 related to \"Women", "em": 0.0, "f1": 0.0, "retrieved": [ "Barbra Streisand award received Academy Award for Best Actress (1969)", "Academy Award for Best Actress winner Maggie Smith (1969)", "Barbra Streisand nominated for Academy Award for Best Actress (1969)", "Cabaret award received Academy Award for Best Actress (1971)", "Cher award received Academy Award for Best Actress (1987)", "Katharine Hepburn award received Academy Award for Best Actress (1934)", "Joan Fontaine award received Academy Award for Best Actress (1942)", "Joan Crawford award received Academy Award for Best Actress (1945)", "Anne Bancroft award received Academy Award for Best Actress (1963)", "Maggie Smith award received Academy Award for Best Actress (1970)" ] }, { "id": "q_001092", "complexity": "3plus", "operator_type": "sequence", "t_query": 1906.0, "gold": "God Save the Tsar!", "pred": "\nOkay, let's try to figure this out. The question is asking: After Volodymyr country Russian Empire, what was the anthem of Helsinki's capital of's located in?\n\nFirst, I need to parse the question. It mentions \"Volodymyr country Russian Empire,\" which might be a reference", "em": 0.0, "f1": 0.04878048780487805, "retrieved": [ "Maritime Museum of Finland located in the administrative territorial entity Helsinki (1973)", "Helsinki capital of Grand Duchy of Finland (1900)", "Grand Duchy of Finland capital Helsinki (1900)", "Helsinki sub-region located in the administrative territorial entity Grand Duchy of Finland (1900)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Russian Empire anthem God Save the Tsar! (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_000319", "complexity": "3plus", "operator_type": "before_after", "t_query": 1960.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Andrea Pangrazio's country of citizenship before he became an Italian senator for life. Wait, but the reference year is 1960. Let me check the evidence provided.\n\nFirst", "em": 0.0, "f1": 0.04347826086956521, "retrieved": [ "Andrea Pangrazio country of citizenship Italy (1946)", "Andrea Pangrazio country of citizenship Kingdom of Italy (1909)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Andrea Aiuti country of citizenship Kingdom of Italy (1900)", "Andrea Caron country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000336", "complexity": "3plus", "operator_type": "sequence", "t_query": 1963.0, "gold": "Mayor of New York City", "pred": "\nOkay, let's try to figure this out. The question is asking: After Jane Jacobs residence New York City, what was the position held of Variety's place of publication's head of government?\n\nFirst, I need to parse the question correctly. The key parts here are:\n\n1. Jane Jacobs residence New York", "em": 0.0, "f1": 0.1777777777777778, "retrieved": [ "Variety place of publication New York City (1905)", "Jane Jacobs residence New York City (1938)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)" ] }, { "id": "q_005328", "complexity": "3plus", "operator_type": "sequence", "t_query": 1976.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Ansano Giannarelli's country of citizenship is Italy, what was the position held by the head of government of Franco Basaglia's country of citizenship.\n\nFirst, I need to parse the evidence given. The reference year", "em": 0.0, "f1": 0.0975609756097561, "retrieved": [ "Franco Basaglia country of citizenship Italy (1946)", "Franco Basaglia country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007430", "complexity": "3plus", "operator_type": "before_after", "t_query": 1954.0, "gold": "Sukarno", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Suharto, who was the head of state of Changchun's located in's diplomatic relation?\n\nFirst, I need to parse the question. It seems a bit convoluted, but breaking it down. \"Chang", "em": 0.0, "f1": 0.0, "retrieved": [ "Changchun located in the administrative territorial entity Manchukuo (1932)", "Changchun located in the administrative territorial entity People's Republic of China (1953)", "Benxi located in the administrative territorial entity People's Republic of China (1949)", "People's Republic of China diplomatic relation The Gambia (1974)", "People's Republic of China diplomatic relation Indonesia (1950)", "People's Republic of China diplomatic relation Kiribati (1980)", "People's Republic of China diplomatic relation Belize (1987)", "People's Republic of China diplomatic relation Burkina Faso (1973)", "People's Republic of China diplomatic relation North Macedonia (1993)", "People's Republic of China diplomatic relation S\u00e3o Tom\u00e9 and Pr\u00edncipe (1975)" ] }, { "id": "q_001032", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1961.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Claudio Ruffini's country of citizenship in 1961. \n\nFirst, I need to determine which country Claudio Ruffini was a citizen of in 19", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Claudio Ruffini country of citizenship Italy (1946)", "Claudio Ruffini country of citizenship Kingdom of Italy (1936)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006917", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Zoran Klemen\u010di\u010d's member of sports team's country in 2003. \n\nFirst, I need to parse the evidence provided. The evidence mentions several people and their sports teams along with", "em": 0.0, "f1": 0.0, "retrieved": [ "Rigoberto Ur\u00e1n member of sports team Tenax (2006)", "Tenax country Italy (2003)", "Simon \u0160pilak member of sports team Kolesarski Klub Novo Mesto (2005)", "Tenax country Ireland (2005)" ] }, { "id": "q_008460", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1953.0, "gold": "Jean Monnet", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for Alfonso Brescia's country of citizenship's member of's chairperson in 1953. Hmm, the wording is a bit confusing. Maybe they mean the chairperson of the country's member (", "em": 0.0, "f1": 0.0, "retrieved": [ "Alfonso Brescia country of citizenship Italy (1946)", "Alfonso Brescia country of citizenship Kingdom of Italy (1930)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001183", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1968.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about Francesco Carpino's country of citizenship's head of state's position in 1968. \n\nFirst, I need to determine which country Francesco Carpino was a citizen of. The evidence provided lists several people with citizenship in the", "em": 0.0, "f1": 0.048780487804878044, "retrieved": [ "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001661", "complexity": "3plus", "operator_type": "sequence", "t_query": 1955.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after Antonio Pugliese's country of citizenship (which is Italy), what was the position held by the head of state of Nanni Loy's country of citizenship. \n\nFirst, I need to determine Nanni Loy's country of", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Nanni Loy country of citizenship Italy (1946)", "Nanni Loy country of citizenship Kingdom of Italy (1925)", "Nanni Loy nominated for Academy Award for Best Writing, Original Screenplay (1964)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002861", "complexity": "3plus", "operator_type": "sequence", "t_query": 1955.0, "gold": "Jean Monnet", "pred": "\nOkay, let's try to figure this out. The question is asking, after Fernando Di Leo's country of citizenship being Italy, what was the chairperson of Pia Nalli's country of citizenship's member of? \n\nFirst, I need to parse the question correctly. The reference year is 19", "em": 0.0, "f1": 0.0, "retrieved": [ "Pia Nalli country of citizenship Italy (1946)", "Pia Nalli country of citizenship Kingdom of Italy (1900)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003187", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about Oreste Biancoli's country of citizenship's head of state's position in 1967. \n\nFirst, I need to determine Oreste Biancoli's country of citizenship. The evidence provided lists several people with citizenship in the", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)", "Cesare Arzel\u00e0 country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003586", "complexity": "3plus", "operator_type": "sequence", "t_query": 1960.0, "gold": "Prime Minister of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of Ra\u00fal Pateras Pescara's country of citizenship after Carlo Emilio Gadda's country of citizenship Italy. \n\nFirst, I need to parse the question correctly. The", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Carlo Porro country of citizenship Kingdom of Italy (1900)", "Carlo Galetti country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000264", "complexity": "3plus", "operator_type": "sequence", "t_query": 1969.0, "gold": "Robert Stephens", "pred": "\nOkay, let's try to figure this out. The question is asking: After Fay Bainter was nominated for the Academy Award for Best Actress, what was the spouse of the winner of the award that was given to someone associated with \"Women in Love\"?\n\nFirst, I need to parse the question step by step", "em": 0.0, "f1": 0.0, "retrieved": [ "Cabaret award received Academy Award for Best Actress (1971)", "Cher award received Academy Award for Best Actress (1987)", "Katharine Hepburn award received Academy Award for Best Actress (1934)", "Joan Fontaine award received Academy Award for Best Actress (1942)", "Joan Crawford award received Academy Award for Best Actress (1945)", "Anne Bancroft award received Academy Award for Best Actress (1963)", "Barbra Streisand award received Academy Award for Best Actress (1969)", "Maggie Smith award received Academy Award for Best Actress (1970)", "Glenda Jackson award received Academy Award for Best Actress (1971)", "Diane Keaton award received Academy Award for Best Actress (1978)" ] }, { "id": "q_001302", "complexity": "3plus", "operator_type": "interval", "t_query": 1953.0, "gold": "1953", "pred": "\nOkay, let's try to figure this out. The question is asking when the Prime Minister of Italy held the position of head of government for Umberto Pasquale's country of citizenship. \n\nFirst, I need to determine Umberto Pasquale's country of citizenship. The evidence shows that in 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Umberto Pasquale country of citizenship Italy (1946)", "Umberto Pasquale country of citizenship Kingdom of Italy (1906)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007976", "complexity": "3plus", "operator_type": "before_after", "t_query": 1969.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of state of Mariele Ventre's country of citizenship before she became an Italian senator for life. \n\nFirst, I need to determine which country Mariele Ventre was a citizen of. The evidence shows", "em": 0.0, "f1": 0.044444444444444446, "retrieved": [ "Mariele Ventre country of citizenship Italy (1946)", "Mariele Ventre country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007562", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1913.0, "gold": "Lviv University", "pred": "\nOkay, let's see. The user is asking about Zygmunt Janiszewski's employer in 1913. Let me check the evidence provided.\n\nLooking through the list, the first entry says \"Zygmunt Janiszewski employer Lviv University (1913)\".", "em": 1.0, "f1": 0.13793103448275862, "retrieved": [ "Zygmunt Janiszewski employer Lviv University (1913)", "Zygmunt Janiszewski employer Polish Legions in World War I (1914)", "Zygmunt Janiszewski employer University of Warsaw (1917)", "Zygmunt Janiszewski educated at University of Zurich (1907)", "Zygmunt Janiszewski educated at University of G\u00f6ttingen (1908)", "Zygmunt Janiszewski educated at University of Paris (1909)", "Julio Rey Pastor educated at University of G\u00f6ttingen (1913)", "Heinrich Greinacher employer University of Zurich (1916)", "Andreas Speiser employer University of Zurich (1917)", "Ernst Stueckelberg employer University of Zurich (1933)" ] }, { "id": "q_006568", "complexity": "1hop", "operator_type": "sequence", "t_query": 1992.0, "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", "pred": "\nOkay, let's tackle this question. The user is asking for the award received by Dan Aykroyd after he was nominated for the Academy Award for Best Supporting Actor in 1990. \n\nFirst, I need to look through the provided evidence to find relevant information. The evidence lists several awards", "em": 0.0, "f1": 0.163265306122449, "retrieved": [ "Dan Aykroyd award received Canada's Walk of Fame (2002)", "Dan Aykroyd nominated for Academy Award for Best Supporting Actor (1990)", "Dan Aykroyd award received Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1989)", "Dan Aykroyd nominated for Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1989)", "Cabaret award received Academy Award for Best Supporting Actor (1971)", "Donald Crisp award received Academy Award for Best Supporting Actor (1941)", "Martin Balsam award received Academy Award for Best Supporting Actor (1966)", "Jason Robards award received Academy Award for Best Supporting Actor (1976)", "Jack Nicholson award received Academy Award for Best Supporting Actor (1984)", "Donald Trump award received Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1991)" ] }, { "id": "q_006715", "complexity": "1hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Giovanni Cornacchia's country of citizenship after the year mentioned as \"Giovanni Cornacchia country of citizenship Kingdom of Italy.\" The reference year given is 1951.\n\nFirst, I need to look at the evidence provided.", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Giovanni Cornacchia country of citizenship Italy (1946)", "Giovanni Cornacchia country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005303", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2007.0, "gold": "Valenciennes F.C.", "pred": "\nOkay, let's see. The question is asking for Geoffrey Doumeng's sports team in 2007. Let me check the evidence provided.\n\nLooking at the list, there are several entries for Geoffrey Doumeng. Let me go through each one:\n\n- 2004: A", "em": 0.0, "f1": 0.0, "retrieved": [ "Geoffrey Doumeng member of sports team A.S. Nancy-Lorraine (2004)", "Geoffrey Doumeng member of sports team Tours FC. (2010)", "Geoffrey Doumeng member of sports team Valenciennes F.C. (2005)", "Geoffrey Doumeng member of sports team R.C. Lens (2008)", "Geoffrey Doumeng member of sports team Montpellier H\u00e9rault Sport Club (2000)", "\u00c9lise Bussaglia member of sports team Montpellier H\u00e9rault Sport Club (2007)", "Ronan Le Crom member of sports team R.C. Lens (2007)", "Jean Templin member of sports team A.S. Nancy-Lorraine (1957)", "Bruno Martini member of sports team A.S. Nancy-Lorraine (1983)", "Gergely Rudolf member of sports team A.S. Nancy-Lorraine (2005)" ] }, { "id": "q_003783", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1959.0, "gold": "Baron Harding of Petherton", "pred": "\nOkay, let's see. The user is asking about the noble title of John Harding, 1st Baron Harding of Petherton in 1959. The evidence given is that he was created Baron Harding of Petherton in 1958. \n\nFirst, I need to confirm", "em": 1.0, "f1": 0.2222222222222222, "retrieved": [ "John Harding, 1st Baron Harding of Petherton noble title Baron Harding of Petherton (1958)" ] }, { "id": "q_004865", "complexity": "1hop", "operator_type": "sequence", "t_query": 1939.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking, after Bruno Venturini was a member of the sports team Lucchese 1905 (which is in 1933), what was his country of citizenship?\n\nFirst, I need to look at the evidence provided. The", "em": 0.0, "f1": 0.05, "retrieved": [ "Bruno Venturini member of sports team Lucchese 1905 (1933)", "Bruno Venturini member of sports team Carrarese Calcio (1927)", "Bruno Venturini member of sports team ACF Fiorentina (1931)", "Bruno Venturini member of sports team Spezia Calcio (1940)", "Bruno Venturini member of sports team Italy men's national association football team (1936)", "Bruno Venturini country of citizenship Italy (1946)", "Bruno Venturini country of citizenship Kingdom of Italy (1911)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006315", "complexity": "1hop", "operator_type": "interval", "t_query": 2012.0, "gold": "2012", "pred": "\nOkay, let's try to figure out this question. The user is asking for the year when a member of the sports team of Kris Bright was equal to Bryne FK. Hmm, first I need to understand what exactly is being asked here. \n\nLooking at the reference year, it's 201", "em": 0.0, "f1": 0.0, "retrieved": [ "Rudolf Jeny member of sports team Budapest Honv\u00e9d FC (1919)", "Istv\u00e1n Kocsis member of sports team Budapest Honv\u00e9d FC (1975)", "G\u00e1bor Egressy member of sports team Budapest Honv\u00e9d FC (2000)", "Diego Rigonato member of sports team Budapest Honv\u00e9d FC (2006)", "Norbert N\u00e9meth member of sports team Budapest Honv\u00e9d FC (2011)", "Ivor Allchurch member of sports team Shrewsbury Town F.C. (1948)", "Peter Broadbent member of sports team Shrewsbury Town F.C. (1965)", "Nigel Pearson member of sports team Shrewsbury Town F.C. (1981)", "Mark Paston member of sports team New Zealand men's national football team (1997)", "Neil Emblen coach of sports team New Zealand men's national football team (2014)" ] }, { "id": "q_006718", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1980.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Giuseppe Anedda's country of citizenship in 1980. The evidence provided includes several entries about Giuseppe Anedda's citizenship. Let me look through them.\n\nFirst, there's \"Giuseppe Anedda country of", "em": 0.0, "f1": 0.0, "retrieved": [ "Giuseppe Anedda country of citizenship Italy (1946)", "Giuseppe Anedda country of citizenship Kingdom of Italy (1912)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006083", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1954.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "\nOkay, let's try to figure out the answer to the question: \"In 1954, what was the country of Pula?\" \n\nFirst, I need to look at the evidence provided. The user has given several entries with different years and information about various places and people. The key here", "em": 0.0, "f1": 0.04347826086956522, "retrieved": [ "Horodok located in the administrative territorial entity Austria\u2013Hungary (1900)", "Pula country Italy (1918)", "Pula country Austria\u2013Hungary (1900)", "Pula country Socialist Federal Republic of Yugoslavia (1947)", "Zita of Bourbon-Parma country of citizenship Italy (1946)", "Dalida country of citizenship Italy (1933)", "Emperor of Austria country Austria\u2013Hungary (1900)", "Archduchy of Austria country Austria\u2013Hungary (1900)", "Franco Evangelisti country of citizenship Italy (1923)", "Alfred Neumann country of citizenship Italy (1933)" ] }, { "id": "q_003360", "complexity": "1hop", "operator_type": "interval", "t_query": 2023.0, "gold": "2023", "pred": "\nOkay, let's see. The user is asking when Tanguy Viel received the C\u00e9sar Award for Best Original Screenplay. The reference year is 2023.\n\nLooking at the evidence provided, there's a point that says \"Tanguy Viel award received C\u00e9sar Award", "em": 1.0, "f1": 0.0625, "retrieved": [ "Tanguy Viel award received C\u00e9sar Award for Best Original Screenplay (2023)", "Tanguy Viel award received F\u00e9n\u00e9on Prize (2002)", "Patrice Ch\u00e9reau award received C\u00e9sar Award for Best Original Screenplay (1984)", "Louis Garrel award received C\u00e9sar Award for Best Original Screenplay (2023)", "Patrice Ch\u00e9reau nominated for C\u00e9sar Award for Best Original Screenplay (1984)", "Val\u00e9rie Lemercier nominated for C\u00e9sar Award for Best Original Screenplay (2022)" ] }, { "id": "q_008353", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1986.0, "gold": "Chattanooga", "pred": "\nOkay, let's see. The user is asking about the headquarters of the National Model Railroad Association in 1986. The evidence provided mentions two different locations and years: Canton in 1970 and Chattanooga in 1982. \n\nFirst, I need to check if there's", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "National Model Railroad Association headquarters location Canton (1970)", "National Model Railroad Association headquarters location Chattanooga (1982)" ] }, { "id": "q_003499", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "D.C. United", "pred": "\nOkay, let's see. The question is asking about the occupant of Robert F. Kennedy Memorial Stadium in 2009. The reference year is 2009, so I need to find out which team was there that year.\n\nLooking at the evidence provided, there are entries for both", "em": 0.0, "f1": 0.0, "retrieved": [ "Robert F. Kennedy Memorial Stadium occupant Washington Commanders (1961)", "Robert F. Kennedy Memorial Stadium occupant D.C. United (1996)", "Otto Graham coach of sports team Washington Commanders (1966)", "Jason Campbell member of sports team Washington Commanders (2005)", "Roy Lassiter member of sports team D.C. United (2002)", "Hristo Stoichkov member of sports team D.C. United (2003)", "Brian Carroll member of sports team D.C. United (2003)", "Marcelo Gallardo member of sports team D.C. United (2008)", "Lamar Neagle member of sports team D.C. United (2016)" ] }, { "id": "q_001224", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "\nOkay, let's try to figure out what Gjilan's country was in 1977. The user provided some evidence with entries that mention Gjilan country under the Federal Republic of Yugoslavia in 1992. But the question is about 1977, which is earlier", "em": 0.0, "f1": 0.19999999999999998, "retrieved": [ "Gjilan country Federal Republic of Yugoslavia (1992)", "Gjilan country Socialist Federal Republic of Yugoslavia (1945)", "Ni\u0161 country Federal Republic of Yugoslavia (1992)", "Dimitrovgrad country Federal Republic of Yugoslavia (1992)", "Verzar country Federal Republic of Yugoslavia (1992)", "Pristina country Federal Republic of Yugoslavia (1992)", "Vojvodina country Federal Republic of Yugoslavia (1992)", "Crno\u0161tica country Federal Republic of Yugoslavia (1992)", "Ba\u010devo country Federal Republic of Yugoslavia (1992)", "Vr\u0161ac country Federal Republic of Yugoslavia (1992)" ] }, { "id": "q_004848", "complexity": "1hop", "operator_type": "sequence", "t_query": 1964.0, "gold": "Soviet Union", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Vija Artmane award received Order of the Badge of Honour, what was the country of citizenship of Vija Artmane?\" The reference year is 1964.\n\nFirst, I need to look at the evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [ "Vija Artmane award received Order of the Badge of Honour (1956)", "Vija Artmane award received Order of Lenin (1979)", "Vija Artmane award received Order of Friendship (1999)", "Vija Artmane award received People's Artist of the USSR (1969)", "Vija Artmane country of citizenship Soviet Union (1940)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)", "Vladimir Lenin country of citizenship Soviet Union (1922)" ] }, { "id": "q_007525", "complexity": "1hop", "operator_type": "before_after", "t_query": 1946.0, "gold": "Oulu Province", "pred": "\nOkay, let's try to figure this out. The question is asking, before North Ostrobothnia, who was the located in of Kiiminki? The reference year is 1946. The evidence provided mentions that Kiiminki, Haukipudas, and Yli-Ii were", "em": 0.0, "f1": 0.0, "retrieved": [ "Kiiminki located in the administrative territorial entity Oulu Province (1900)", "Haukipudas located in the administrative territorial entity Oulu Province (1900)", "Yli-Ii located in the administrative territorial entity Oulu Province (1900)" ] }, { "id": "q_000885", "complexity": "1hop", "operator_type": "before_after", "t_query": 1923.0, "gold": "Northern Dvina Governorate", "pred": "\nOkay, let's try to figure this out. The question is asking, after Vologda Governorate, who was the located in of Yarensk Uyezd? Wait, maybe the wording is a bit off. Let me parse it again. The user is probably asking, after the Volog", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Yarensk Uyezd located in the administrative territorial entity Vologda Governorate (1900)", "Yarensk Uyezd located in the administrative territorial entity Northern Dvina Governorate (1918)", "Vologda capital of Vologda Governorate (1900)", "Vologda located in the administrative territorial entity Vologda Governorate (1900)" ] }, { "id": "q_001030", "complexity": "1hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about the country of citizenship of Giovan Battista Pellegrini before Italy. The reference year is 1936.\n\nFirst, I need to look at the evidence provided. The evidence mentions that in 1946, P", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Giovan Battista Pellegrini country of citizenship Italy (1946)", "Giovan Battista Pellegrini country of citizenship Kingdom of Italy (1921)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Battista Piamarta country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004428", "complexity": "1hop", "operator_type": "sequence", "t_query": 1923.0, "gold": "Soviet Union", "pred": "\nOkay, let's see. The question is asking, after Tbilisi was part of the Russian Empire, what was the next country it belonged to. The reference year is 1923.\n\nLooking at the evidence provided:\n\n- Tbilisi country Russian Empire (1900)\n- T", "em": 0.0, "f1": 0.0, "retrieved": [ "Tbilisi country Russian Empire (1900)", "Tbilisi country Russian Republic (1917)", "Tbilisi located in the administrative territorial entity Georgian Soviet Socialist Republic (1930)", "Tbilisi country Soviet Union (1922)", "Communist Party of the Soviet Union country Russian Republic (1917)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Emirate of Bukhara country Russian Empire (1900)" ] }, { "id": "q_002780", "complexity": "1hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "University of British Columbia", "pred": "\nOkay, let's see. The question is asking for Daniel Kahneman's employer after he was employed by the Hebrew University of Jerusalem. The reference year is 1983.\n\nFirst, I need to look through the evidence provided. Let me go through each entry related to Daniel Kahneman. \n\nThe", "em": 0.0, "f1": 0.09523809523809525, "retrieved": [ "Daniel Kahneman employer Hebrew University of Jerusalem (1961)", "Daniel Kahneman educated at Hebrew University of Jerusalem (1950)", "Daniel Kahneman employer University of Michigan (1965)", "Edmund Landau employer Hebrew University of Jerusalem (1927)", "Abraham Fraenkel employer Hebrew University of Jerusalem (1933)", "Shimshon Amitsur employer Hebrew University of Jerusalem (1954)", "Daniel Kahneman employer University of British Columbia (1978)", "Daniel Kahneman employer University of California, Berkeley (1986)", "Shimshon Amitsur educated at Hebrew University of Jerusalem (1939)", "National Library of Israel operator Hebrew University of Jerusalem (1925)" ] }, { "id": "q_000352", "complexity": "1hop", "operator_type": "before_after", "t_query": 1911.0, "gold": "Solicitor General for England and Wales", "pred": "\nOkay, let's see. The user is asking about the position held by John Simon, 1st Viscount Simon before he became Chancellor of the Exchequer. The reference year is 1911.\n\nLooking at the evidence provided, there's a mention of John Simon, 1st Vis", "em": 0.0, "f1": 0.0, "retrieved": [ "John Simon, 1st Viscount Simon position held Chancellor of the Exchequer (1937)", "John Simon, 1st Viscount Simon position held Lord Chancellor (1940)", "Stanley Baldwin position held Chancellor of the Exchequer (1922)", "Rab Butler position held Chancellor of the Exchequer (1951)", "John Simon, 1st Viscount Simon position held Solicitor General for England and Wales (1910)", "John Simon, 1st Viscount Simon member of political party Liberal Party (1906)", "Derry Irvine, Baron Irvine of Lairg position held Lord Chancellor (1997)", "Gladwyn Jebb member of political party Liberal Party (1960)" ] }, { "id": "q_000414", "complexity": "1hop", "operator_type": "interval", "t_query": 2002.0, "gold": "2002", "pred": "\nOkay, let's see. The user is asking for the year when Rudolf Jaenisch received the Robert Koch Prize. The reference year given is 2002.\n\nLooking at the evidence provided, there are several entries mentioning Rudolf Jaenisch. The first two points say that Rudolf Ja", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Robert Koch Prize winner Rudolf Jaenisch (2002)", "Rudolf Jaenisch award received Robert Koch Prize (2002)", "Rudolf Jaenisch award received Gruber Prize in Genetics (2001)", "Rudolf Jaenisch award received Wolf Prize in Medicine (2011)", "Rudolf Jaenisch award received March of Dimes Prize in Developmental Biology (2015)", "C\u00e9sar Milstein award received Robert Koch Prize (1980)", "Kary Mullis award received Robert Koch Prize (1992)", "Robert Koch Prize winner C\u00e9sar Milstein (1980)", "Robert Koch Prize winner Stefania Jab\u0142o\u0144ska (1985)", "Robert Koch Prize winner Kary Mullis (1992)" ] }, { "id": "q_001261", "complexity": "1hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Renato Barisani's country of citizenship after the Kingdom of Italy. The reference year is 1958.\n\nFirst, I need to look at the evidence provided. There are two entries for Renato Barisani: one stating", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Renato Barisani country of citizenship Italy (1946)", "Renato Barisani country of citizenship Kingdom of Italy (1918)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001035", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "WWE", "pred": "\nOkay, let's tackle this question. The user is asking for Shane McMahon's employer after his occupation as an entrepreneur. The reference year is 1996.\n\nFirst, I need to look through the evidence provided. Let's list out the relevant entries about Shane McMahon. \n\nThe evidence mentions:\n-", "em": 0.0, "f1": 0.0, "retrieved": [ "Shane McMahon occupation entrepreneur (1990)", "Vince McMahon occupation entrepreneur (1969)", "Shane McMahon employer WWE (1990)", "Ring of Honor sport professional wrestling (2002)", "Vince McMahon employer WWE (2003)", "Joe Louis occupation referee (1956)", "Mike Chioda employer WWE (1989)", "Shane McMahon residence Gaithersburg (1970)", "Shane McMahon sport referee (1988)", "Shane McMahon sport professional wrestling (1990)" ] }, { "id": "q_008432", "complexity": "1hop", "operator_type": "sequence", "t_query": 1981.0, "gold": "Cindy McCain", "pred": "\nOkay, let's tackle this question. The user is asking about John McCain's spouse after his occupation as a fighter pilot. The reference year is 1981.\n\nFirst, I need to recall the evidence provided. The evidence mentions Cindy McCain as John McCain's spouse, with the dates 19", "em": 1.0, "f1": 0.10256410256410257, "retrieved": [ "John McCain spouse Cindy McCain (1980)", "Cindy McCain spouse John McCain (1980)" ] }, { "id": "q_005886", "complexity": "1hop", "operator_type": "sequence", "t_query": 2017.0, "gold": "Federal Minister for Foreign Affairs", "pred": "\nOkay, let's try to figure this out. The question is asking about Frank-Walter Steinmeier's position after he was employed by the University of Giessen. But wait, the evidence provided doesn't mention anything about his employment at the University of Giessen. Let me check the evidence again.\n\nLooking", "em": 0.0, "f1": 0.0, "retrieved": [ "Frank-Walter Steinmeier position held secretary of state (2002)", "Frank-Walter Steinmeier position held Vice-Chancellor of Germany (2007)", "Frank-Walter Steinmeier position held Federal Minister for Foreign Affairs (2013)", "Walter Strau\u00df position held secretary of state (1949)", "Walter Scheel position held Vice-Chancellor of Germany (1969)", "Walter Scheel position held Federal Minister for Foreign Affairs (1969)", "Klaus Sch\u00fctz position held secretary of state (1966)", "Gra\u00e7as Foster position held secretary of state (2003)", "P\u00e9ter Cseresny\u00e9s position held secretary of state (2015)", "Zolt\u00e1n J. G\u00e1l position held secretary of state (2006)" ] }, { "id": "q_007363", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Landrat", "pred": "\nOkay, let's see. The user is asking about Armin Grein's position in 1989. The evidence provided mentions that in 1984, Armin Grein held the position of Landrat in Main-Spessart and was the head of government there. There's", "em": 1.0, "f1": 0.06451612903225806, "retrieved": [ "Armin Grein position held Landrat (1984)", "Main-Spessart head of government Armin Grein (1984)", "Main-Spessart head of government Erwin Ammann (1972)" ] }, { "id": "q_006356", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Germany", "pred": "\nOkay, let's see. The question is asking about Adolf Schr\u00f6ter's country of citizenship in 1950. The evidence provided includes several entries with people's citizenships and years. Let me check each entry.\n\nLooking at the list, the first entry is Adolf Schr\u00f6ter with Germany as", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Adolf Schr\u00f6ter country of citizenship Germany (1949)", "Heinrich Scheuch country of citizenship Germany (1900)", "Alfred Neumann country of citizenship Germany (1900)", "Max Aub country of citizenship Germany (1903)", "Philipp Lenard country of citizenship Germany (1907)", "J\u00fcrgen Kissner country of citizenship Germany (1949)", "Karl Sch\u00fcgerl country of citizenship Germany (1957)", "Ruth Fuchs country of citizenship Germany (1990)", "Udo Zimmermann country of citizenship Germany (1990)", "Reiner Goldberg country of citizenship Germany (1990)" ] }, { "id": "q_004178", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1979.0, "gold": "People's Republic of Bulgaria", "pred": "\nOkay, let's see. The user is asking about the country of Pernik in 1979. The evidence provided lists several entries with different years and regions.\n\nFirst, I need to figure out the administrative history of Pernik. The evidence mentions Pernik in the Principality of", "em": 0.0, "f1": 0.09999999999999999, "retrieved": [ "Skopje located in the administrative territorial entity Kingdom of Bulgaria (1941)", "Pernik country Principality of Bulgaria (1900)", "Pernik country Kingdom of Bulgaria (1908)", "Pernik country People's Republic of Bulgaria (1946)", "Belene country Principality of Bulgaria (1900)", "Balchik country Principality of Bulgaria (1900)", "Dryanovo country Principality of Bulgaria (1900)", "Haskovo country Principality of Bulgaria (1900)", "Burgas country Principality of Bulgaria (1900)", "Pazardzhik country Principality of Bulgaria (1900)" ] }, { "id": "q_005764", "complexity": "1hop", "operator_type": "before_after", "t_query": 1919.0, "gold": "Kupferstichkabinett Berlin", "pred": "\nOkay, let's see. The question is asking about Max Jakob Friedl\u00e4nder's employer before the Gem\u00e4ldegalerie Berlin. The reference year is 1919.\n\nLooking at the evidence provided: \n- In 1924, he was employed by the Gem\u00e4ldegaler", "em": 0.0, "f1": 0.06060606060606061, "retrieved": [ "Max Jakob Friedl\u00e4nder employer Gem\u00e4ldegalerie Berlin (1924)", "Max Jakob Friedl\u00e4nder employer Kupferstichkabinett Berlin (1908)" ] }, { "id": "q_000581", "complexity": "1hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "Sevilla FC", "pred": "\nOkay, let's see. The question is asking for the sports team that Alexis Ruano Delgado joined after his time at M\u00e1laga CF. The reference year is 2011.\n\nFirst, I need to look at the evidence provided. The evidence lists various members and the teams they were part", "em": 0.0, "f1": 0.0, "retrieved": [ "Alexis Ruano Delgado member of sports team M\u00e1laga CF (2004)", "Alexis Ruano Delgado member of sports team Valencia CF (2007)", "Alexis Ruano Delgado member of sports team Getafe CF (2013)", "Alexis Ruano Delgado member of sports team Sevilla FC (2010)", "Alexis Ruano Delgado member of sports team Deportivo Alav\u00e9s (2016)", "Mart\u00edn Rivas member of sports team M\u00e1laga CF (2000)", "Ivan Leko member of sports team M\u00e1laga CF (2001)", "Ib\u00e1n Cuadrado member of sports team M\u00e1laga CF (2008)", "Diego Buonanotte member of sports team M\u00e1laga CF (2011)", "Bart\u0142omiej Paw\u0142owski member of sports team M\u00e1laga CF (2013)" ] }, { "id": "q_008059", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1939.0, "gold": "Heinrich Himmler", "pred": "\nOkay, let's see. The question is asking who the manager of the Schutzstaffel was in 1939. Let me look through the evidence provided.\n\nFirst, there's a list of people with their positions and years. The key here is to find who held the position of Schutz", "em": 0.0, "f1": 0.0, "retrieved": [ "Schutzstaffel director / manager Julius Schreck (1925)", "Schutzstaffel director / manager Erhard Heiden (1927)", "Schutzstaffel director / manager Heinrich Himmler (1929)", "Hans G\u00fcnther member of Schutzstaffel (1937)", "Hartmann Lauterbacher member of Schutzstaffel (1940)", "Waltrude Schleyer spouse Hanns Martin Schleyer (1939)", "Hanns Martin Schleyer spouse Waltrude Schleyer (1939)", "Hanns Martin Schleyer member of Schutzstaffel (1933)", "Richard Schulze-Kossens member of Schutzstaffel (1934)", "Ernst Kaltenbrunner award received Golden Party Badge (1939)" ] }, { "id": "q_002028", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Scopus", "pred": "\nOkay, let's try to figure this out. The question is asking for the indexed in bibliographic review of The New York Times after Michiko Kakutani was employed there. \n\nFirst, let me parse the evidence given. The reference year is 1996. The evidence has three points:", "em": 0.0, "f1": 0.0, "retrieved": [ "The New York Times indexed in bibliographic review Scopus (1983)", "Michiko Kakutani employer The New York Times (1979)", "Charles Frend described by source The New York Times (1977)" ] }, { "id": "q_005537", "complexity": "1hop", "operator_type": "sequence", "t_query": 1947.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Gianni De Michelis after the year when his citizenship was the Kingdom of Italy.\n\nFirst, I need to look at the evidence provided. There are two entries for Gianni De Michelis. The first one says he", "em": 1.0, "f1": 0.04878048780487806, "retrieved": [ "Gianni De Michelis country of citizenship Italy (1946)", "Gianni De Michelis country of citizenship Kingdom of Italy (1940)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002995", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "James Norris Memorial Trophy", "pred": "\nOkay, let's see. The user is asking about the award Erik Karlsson received in 2012. The evidence given is that he received the James Norris Memorial Trophy in 2012. Wait, but the question is phrased as \"what was the award received of Erik Karl", "em": 1.0, "f1": 0.21621621621621626, "retrieved": [ "Erik Karlsson award received James Norris Memorial Trophy (2012)" ] }, { "id": "q_005062", "complexity": "1hop", "operator_type": "before_after", "t_query": 1961.0, "gold": "Babe\u0219-Bolyai University", "pred": "\nOkay, let's tackle this question. The user is asking about the employer of Gyula Iulius Maurer after Bolyai University. The reference year is 1961.\n\nFirst, I need to look through the evidence provided. Let me list out the relevant entries for Gyula Iul", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Gyula Iulius Maurer employer University of Miskolc (1985)", "Gyula Iulius Maurer employer Bolyai University (1949)", "Gyula Iulius Maurer employer Babe\u0219-Bolyai University (1960)", "Gyula Iulius Maurer educated at Bolyai University (1946)", "Ferenc Rad\u00f3 employer Babe\u0219-Bolyai University (1950)", "Constantin Daicoviciu employer Babe\u0219-Bolyai University (1956)", "Liviu Comes educated at Babe\u0219-Bolyai University (1937)", "Anatol E. Baconsky educated at Babe\u0219-Bolyai University (1945)" ] }, { "id": "q_005618", "complexity": "1hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Leicester City F.C.", "pred": "\nOkay, let's see. The question is asking, after Scunthorpe United F.C., who was the member of sports team of Jack Hobbs? The reference year is 2010.\n\nFirst, I need to look at the evidence provided. The evidence lists various players and the teams", "em": 0.0, "f1": 0.09523809523809525, "retrieved": [ "Jack Hobbs member of sports team Scunthorpe United F.C. (2008)", "Jack Hobbs member of sports team Leicester City F.C. (2009)", "Jack Hobbs member of sports team Nottingham Forest F.C. (2014)", "Jack Hobbs member of sports team Bolton Wanderers F.C. (2018)", "Jermaine Beckford member of sports team Scunthorpe United F.C. (2007)", "Martyn Woolford member of sports team Scunthorpe United F.C. (2008)", "Sam Johnstone member of sports team Scunthorpe United F.C. (2011)", "Syd Bishop member of sports team Leicester City F.C. (1926)", "Willie Cunningham member of sports team Leicester City F.C. (1954)", "Jon Sammels member of sports team Leicester City F.C. (1971)" ] }, { "id": "q_000224", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1974.0, "gold": "Italy", "pred": "\nOkay, let's see. The user is asking about Ulrico Girardi's country of citizenship in 1974. The evidence provided includes several entries about his citizenship. Let me check the details.\n\nFirst, there's an entry stating \"Ulrico Girardi country of citizenship Italy (194", "em": 1.0, "f1": 0.05882352941176471, "retrieved": [ "Ulrico Girardi country of citizenship Italy (1946)", "Ulrico Girardi country of citizenship Kingdom of Italy (1930)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004236", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "FK Austria Wien", "pred": "\nOkay, let's see. The question is asking what sports team Ronald Brunmayr was a member of in 1996. The reference year is 1996, so I need to look at the evidence provided and find the relevant information.\n\nLooking at the evidence, there are several entries", "em": 0.0, "f1": 0.0, "retrieved": [ "Ronald Brunmayr member of sports team FK Austria Wien (1996)", "Ronald Brunmayr member of sports team FC Linz (1994)", "Ronald Brunmayr member of sports team SV Ried (2005)", "Ronald Brunmayr member of sports team FC K\u00e4rnten (2007)", "F.C. Blau-Wei\u00df Linz head coach Ronald Brunmayr (2020)", "Ronald Brunmayr member of sports team Austria men's national football team (2000)", "Markus Kiesenebner member of sports team FC Linz (1996)", "Georg Zellhofer member of sports team FC Linz (1980)", "Hugo S\u00e1nchez member of sports team FC Linz (1995)", "Jen\u0151 Konr\u00e1d member of sports team FK Austria Wien (1925)" ] }, { "id": "q_002148", "complexity": "1hop", "operator_type": "sequence", "t_query": 1927.0, "gold": "Kingdom of Romania", "pred": "\nOkay, let's see. The question is asking what the country of Balchik was after the Principality of Bulgaria. The reference year is 1927.\n\nLooking at the evidence provided, there are several entries. The first one is \"Balchik country Principality of Bulgaria (19", "em": 0.0, "f1": 0.0588235294117647, "retrieved": [ "Balchik country Principality of Bulgaria (1900)", "Balchik country Kingdom of Bulgaria (1940)", "Balchik country People's Republic of Bulgaria (1946)", "Balchik country Romania (1913)", "Belene country Principality of Bulgaria (1900)", "Pernik country Principality of Bulgaria (1900)", "Dryanovo country Principality of Bulgaria (1900)", "Haskovo country Principality of Bulgaria (1900)", "Burgas country Principality of Bulgaria (1900)", "Pazardzhik country Principality of Bulgaria (1900)" ] }, { "id": "q_006117", "complexity": "1hop", "operator_type": "before_after", "t_query": 1970.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Cesarina Vighy's country of citizenship after the Kingdom of Italy. The reference year is 1970, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, looking", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Cesarina Vighy country of citizenship Italy (1946)", "Cesarina Vighy country of citizenship Kingdom of Italy (1936)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000974", "complexity": "1hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "Mary Pickford", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of the Academy Award for Best Actress after the film \"Sunrise: A Song of Two Humans\" received the Best Actress award. Wait, actually, the wording is a bit confusing. Let me parse it again.\n\nThe question", "em": 0.0, "f1": 0.0, "retrieved": [ "Katharine Hepburn nominated for Tony Award for Best Actress in a Play (1982)", "Katharine Hepburn award received Academy Award for Best Actress (1934)", "Joan Fontaine award received Academy Award for Best Actress (1942)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Rebecca award received Academy Award for Best Picture (1941)", "Cannes Film Festival Award for Best Actress winner Katharine Hepburn (1962)", "Rebecca nominated for Academy Award for Best Actress (1941)" ] }, { "id": "q_003365", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "All-NBA Team", "pred": "\nOkay, let's see. The user is asking about the award Gary Payton received in 2000. The reference year is 2000, so I need to check the evidence provided for any mentions related to Gary Payton around that time.\n\nLooking at the evidence, there are several", "em": 0.0, "f1": 0.0, "retrieved": [ "Gary Payton award received NBA Defensive Player of the Year Award (1996)", "NBA Defensive Player of the Year Award winner Gary Payton (1996)", "Gary Payton award received All-NBA Team (1998)", "Gary Payton member of sports team Seattle SuperSonics (1990)", "Kevin Garnett award received All-NBA Team (2000)", "Michael Jordan award received NBA Defensive Player of the Year Award (1988)", "Hakeem Olajuwon award received NBA Defensive Player of the Year Award (1993)", "Alonzo Mourning award received NBA Defensive Player of the Year Award (1999)", "Kevin Garnett award received NBA Defensive Player of the Year Award (2008)", "NBA Defensive Player of the Year Award winner Michael Jordan (1988)" ] }, { "id": "q_005796", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1922.0, "gold": "Deutsche Reichsbahn", "pred": "\nOkay, let's see. The user is asking about the operator of the Molli railway in 1922. Let me check the evidence provided.\n\nLooking through the list, there are several entries mentioning the Molli railway. The first one is from 1900, which says the operator", "em": 0.0, "f1": 0.0, "retrieved": [ "Molli railway operator Grand Duchy of Mecklenburg Friedrich-Franz Railway (1900)", "Kaufbeuren\u2013Schongau railway operator Deutsche Reichsbahn (1922)", "Molli railway operator Deutsche Reichsbahn (1920)", "Molli railway operator Deutsche Reichsbahn (GDR) (1945)", "Nuremberg Hbf\u2013Bamberg railway operator Deutsche Reichsbahn (1920)", "Augsburg Hbf\u2013Buchloe railway operator Deutsche Reichsbahn (1920)", "W\u00fcrzburg Hbf\u2013Aschaffenburg Hbf railway operator Deutsche Reichsbahn (1920)", "Bayreuth Hbf\u2013Neuenmarkt-Wirsberg railway part operator Deutsche Reichsbahn (1920)", "W\u00fcrttemberg Hz operator Deutsche Reichsbahn (1923)", "DRG Class 80 operator Deutsche Reichsbahn (1927)" ] }, { "id": "q_003448", "complexity": "1hop", "operator_type": "before_after", "t_query": 1901.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Benedetta Cappa before Italy, referencing the year 1901. \n\nFirst, I need to look at the provided evidence. There are several entries about Benedetta Cappa's citizenship. The evidence states that", "em": 0.0, "f1": 0.1, "retrieved": [ "Benedetta Cappa country of citizenship Italy (1946)", "Benedetta Cappa country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005271", "complexity": "1hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Borussia M\u00f6nchengladbach", "pred": "\nOkay, let's see. The question is asking, after 1. FC K\u00f6ln, who was the next member of a sports team for Alexander Voigt. The reference year is 2008.\n\nFirst, I need to look at the evidence provided. The evidence lists various members of sports teams and", "em": 0.0, "f1": 0.0, "retrieved": [ "Alexander Voigt member of sports team 1. FC K\u00f6ln (1998)", "Alexander Voigt member of sports team FC Viktoria K\u00f6ln (2012)", "Christian M\u00fcller member of sports team 1. FC K\u00f6ln (1958)", "Anton Regh member of sports team 1. FC K\u00f6ln (1961)", "Georg Tripp member of sports team 1. FC K\u00f6ln (1962)", "Hannes L\u00f6hr member of sports team 1. FC K\u00f6ln (1964)", "J\u00fcrgen Rumor member of sports team 1. FC K\u00f6ln (1964)", "Milutin \u0160o\u0161ki\u0107 member of sports team 1. FC K\u00f6ln (1966)", "Alexander Voigt member of sports team FC Carl Zeiss Jena (2010)", "Alexander Voigt member of sports team Borussia M\u00f6nchengladbach (2007)" ] }, { "id": "q_002400", "complexity": "1hop", "operator_type": "sequence", "t_query": 2020.0, "gold": "United States Penitentiary, Florence ADMAX", "pred": "\nOkay, let's see. The question is asking, after Ted Kaczynski educated at Harvard University, what was the point in time of Ted Kaczynski?\n\nFirst, I need to look at the evidence provided. The evidence mentions that Ted Kaczynski was educated at Harvard University in", "em": 0.0, "f1": 0.0, "retrieved": [ "Ted Kaczynski educated at Harvard University (1958)", "Ted Kaczynski educated at University of Michigan (1962)", "Ted Kaczynski convicted of murder (1996)", "Ted Kaczynski employer University of California, Berkeley (1967)", "Ted Kaczynski place of detention United States Penitentiary, Florence ADMAX (1998)", "Stanley Cohen educated at University of Michigan (1948)", "Walter Feit educated at University of Michigan (1951)", "Oswald Veblen educated at Harvard University (1900)", "Marston Morse educated at Harvard University (1914)", "Bertil Ohlin educated at Harvard University (1922)" ] }, { "id": "q_007959", "complexity": "1hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Afghanistan", "pred": "\nOkay, let's try to figure this out. The question is asking, after Czechoslovakia, who was the diplomatic relation of Germany? The reference year is 2010, but the evidence provided seems to be about various people's citizenships and some diplomatic relations.\n\nFirst, looking at the", "em": 0.0, "f1": 0.0, "retrieved": [ "Germany diplomatic relation Afghanistan (1915)", "Heinrich Scheuch country of citizenship Germany (1900)", "Alfred Neumann country of citizenship Germany (1900)", "Max Aub country of citizenship Germany (1903)", "Philipp Lenard country of citizenship Germany (1907)", "Philipp Lenard country of citizenship Kingdom of Hungary (1900)", "Philipp Lenard member of Heidelberg Academy of Sciences and Humanities (1909)", "Alfred Neumann country of citizenship Italy (1933)", "Alfred Neumann country of citizenship France (1938)", "Max Aub country of citizenship France (1903)" ] }, { "id": "q_008034", "complexity": "1hop", "operator_type": "before_after", "t_query": 1912.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about Sergio Tofano's country of citizenship before Italy. The reference year is 1912.\n\nLooking at the evidence provided, there's an entry that says Sergio Tofano's country of citizenship was the Kingdom of Italy in", "em": 1.0, "f1": 0.15384615384615385, "retrieved": [ "Sergio Tofano work location Rome (1900)", "Sergio Tofano country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006099", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1932.0, "gold": "Russian Soviet Federative Socialist Republic", "pred": "\nOkay, let's tackle this question. The user is asking, \"In 1932, what was the located in of Central Volga Krai?\" So they want to know the administrative territorial entity that Central Volga Krai was part of in 1932.\n\nLooking at the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Orenburg located in the administrative territorial entity Central Volga Krai (1930)", "Central Volga Krai shares border with Moscow Oblast (1929)", "Central Volga Krai located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1928)", "Central Volga Krai shares border with Bashkir Autonomous Soviet Socialist Republic (1928)", "Khabarovsk Krai located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1938)", "Autonomous Republic of Crimea located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1944)", "Russian Soviet Federative Socialist Republic award received Order of Friendship of Peoples (1972)", "Orenburg capital of Orenburg Governorate (1900)", "Russian Soviet Federative Socialist Republic anthem State Anthem of the Soviet Union (1944)", "Russian Soviet Federative Socialist Republic award received Order of the October Revolution (1967)" ] }, { "id": "q_003338", "complexity": "1hop", "operator_type": "before_after", "t_query": 2017.0, "gold": "President of the Bundestag", "pred": "\nOkay, let's see. The user is asking about Wolfgang Sch\u00e4uble's positions after he held the Federal Minister for Special Affairs of Germany. The reference year is 2017.\n\nLooking at the evidence provided, there's a list of his positions. The first entry mentions he was Federal Minister for", "em": 0.0, "f1": 0.09523809523809525, "retrieved": [ "Wolfgang Sch\u00e4uble position held Federal Minister for Special Affairs of Germany (1984)", "Wolfgang Sch\u00e4uble position held President of the Bundestag (2017)", "Federal Ministry of the Interior chairperson Wolfgang Sch\u00e4uble (2005)", "Federal Ministry of the Interior chairperson Gustav Heinemann (1949)", "Federal Ministry of the Interior chairperson Robert Lehr (1950)", "Federal Ministry of the Interior chairperson Hermann H\u00f6cherl (1961)", "Christian Democratic Union chairperson Wolfgang Sch\u00e4uble (1998)", "Wolfgang Sch\u00e4uble award received Charlemagne Prize (2012)", "Wolfgang Sch\u00e4uble award received Order of Merit of Baden-W\u00fcrttemberg (2008)", "Federal Ministry of the Interior chairperson Hans-Dietrich Genscher (1969)" ] }, { "id": "q_007882", "complexity": "1hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", "pred": "\nOkay, let's see. The question is asking about the award received by Ernst Chain after he was nominated for the Nobel Prize in Physiology or Medicine. The reference year is 1954.\n\nLooking at the evidence provided, there's a list of awards and the years they were received. Let me go", "em": 0.0, "f1": 0.08, "retrieved": [ "Ernst Chain award received Nobel Prize in Physiology or Medicine (1945)", "Ernst Chain award received Knight Bachelor (1969)", "Ernst Chain nominated for Nobel Prize in Physiology or Medicine (1944)", "Ernst Chain award received Paul Ehrlich and Ludwig Darmstaedter Prize (1954)", "Ernst Haeckel nominated for Nobel Prize in Physiology or Medicine (1902)", "Robert Koch award received Nobel Prize in Physiology or Medicine (1905)", "Camillo Golgi award received Nobel Prize in Physiology or Medicine (1906)", "Alexis Carrel award received Nobel Prize in Physiology or Medicine (1912)", "Charles Nicolle award received Nobel Prize in Physiology or Medicine (1928)", "Christiaan Eijkman award received Nobel Prize in Physiology or Medicine (1929)" ] }, { "id": "q_001101", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1904.0, "gold": "Melbourne Cricket Ground", "pred": "\nOkay, let's see. The user is asking about the home venue of the Melbourne Football Club in 1904. The evidence provided mentions that in 1900, their home venue was the Melbourne Cricket Ground. So, the question is whether this venue remained the same in 19", "em": 1.0, "f1": 0.1621621621621622, "retrieved": [ "Melbourne Football Club home venue Melbourne Cricket Ground (1900)" ] }, { "id": "q_004838", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "American Psycho 2", "pred": "\nOkay, let's see. The user is asking about the derivative work of American Psycho in 2002. The reference year given is 2002, which matches the evidence provided. The evidence mentions \"American Psycho derivative work American Psycho 2 (2002)\". So, the", "em": 1.0, "f1": 0.19999999999999998, "retrieved": [ "American Psycho derivative work American Psycho 2 (2002)" ] }, { "id": "q_008088", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2017.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Gianfranco Parolini's country of citizenship in 2017. The evidence provided includes several entries about his citizenship. \n\nFirst, I need to check the evidence. There are two entries for Gianfranco Parolini: one stating", "em": 0.0, "f1": 0.0, "retrieved": [ "Gianfranco Parolini country of citizenship Italy (1946)", "Gianfranco Parolini country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008278", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "Valenciennes F.C.", "pred": "\nOkay, let's see. The question is asking about Kenny Lala's membership in a sports team in 2013. The reference year is 2013, so I need to check the evidence provided.\n\nLooking at the evidence, there's a list of people and the years they were", "em": 0.0, "f1": 0.0, "retrieved": [ "Kenny Lala member of sports team Valenciennes F.C. (2011)", "Zygfryd Szo\u0142tysik member of sports team Valenciennes F.C. (1974)", "Didier Six member of sports team Valenciennes F.C. (1987)", "Jacques Glassmann member of sports team Valenciennes F.C. (1988)", "Geoffrey Doumeng member of sports team Valenciennes F.C. (2005)", "Marco da Silva member of sports team Valenciennes F.C. (2011)" ] }, { "id": "q_003556", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1935.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Giovanni Battista Lacchini's country of citizenship in 1935. The evidence provided includes several entries about his citizenship in different years. \n\nFirst, I notice that there's an entry stating \"Giovanni Battista Lacchini country", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Giovanni Battista Lacchini country of citizenship Italy (1946)", "Giovanni Battista Lacchini country of citizenship Kingdom of Italy (1900)", "Giovanni Battista Piamarta country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008174", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Spartak Moscow", "pred": "\nOkay, let's see. The user is asking about Roman Shishkin's sports team member in 2004. The reference year is 2004, so I need to look at the evidence provided.\n\nLooking at the evidence, there's a line that says \"Roman Shishkin", "em": 0.0, "f1": 0.0, "retrieved": [ "Roman Shishkin member of sports team Spartak Moscow (2004)", "Roman Shishkin member of sports team FC Krylia Sovetov Samara (2009)", "Laryea Kingston member of sports team FC Krylia Sovetov Samara (2004)", "Boris Razinsky member of sports team Spartak Moscow (1961)", "Yuri Semin member of sports team Spartak Moscow (1965)", "Viktor Pasulko member of sports team Spartak Moscow (1987)", "Dmitri Radchenko member of sports team Spartak Moscow (1991)", "Valery Kechinov member of sports team Spartak Moscow (1993)", "Luis Robson member of sports team Spartak Moscow (1997)", "Igor Stamenovski member of sports team Spartak Moscow (2001)" ] }, { "id": "q_007252", "complexity": "1hop", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "\nOkay, let's see. The question is asking for the year when Amaury Bischoff was a member of RC Strasbourg Alsace. The reference year given is 2005.\n\nLooking at the evidence provided, there's a list of people and the teams they were part of along with", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Amaury Bischoff member of sports team RC Strasbourg Alsace (2005)", "Amaury Bischoff member of sports team SV Werder Bremen (2006)", "Amaury Bischoff member of sports team Arsenal F.C. (2008)", "Jacques Glassmann member of sports team RC Strasbourg Alsace (1978)", "Didier Six member of sports team RC Strasbourg Alsace (1986)", "Nestor Subiat member of sports team RC Strasbourg Alsace (1990)", "R\u00e9mi Garde member of sports team RC Strasbourg Alsace (1993)", "Per Pedersen member of sports team RC Strasbourg Alsace (1998)", "Yann Schneider member of sports team RC Strasbourg Alsace (2003)", "Anthony Weber member of sports team RC Strasbourg Alsace (2006)" ] }, { "id": "q_007229", "complexity": "1hop", "operator_type": "sequence", "t_query": 1963.0, "gold": "West Germany", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Albrecht Brandi after the entry where he was a citizen of the Weimar Republic. The reference year is 1963, but I need to check the evidence provided.\n\nLooking at the evidence, there", "em": 0.0, "f1": 0.0, "retrieved": [ "Albrecht Brandi country of citizenship Weimar Republic (1919)", "Albrecht Brandi country of citizenship German Empire (1914)", "Albrecht Brandi country of citizenship Nazi Germany (1933)", "Albrecht Brandi country of citizenship West Germany (1949)", "Albrecht Brandi award received Knight's Cross of the Iron Cross (1943)", "Albrecht Brandi award received Medal of Military Valour (1943)", "Albrecht Brandi military casualty classification prisoner of war (1945)", "Martin Walser country of citizenship Weimar Republic (1927)", "Albrecht Brandi allegiance Nazi Germany (1935)", "Fritz-Julius Lemp country of citizenship Weimar Republic (1919)" ] }, { "id": "q_005020", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1917.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The user is asking about Luigi Tasselli's country of citizenship in 1917. The reference year is 1917, so I need to check the evidence provided to find the answer.\n\nLooking at the evidence, there are several entries about Luigi Tass", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Luigi Tasselli country of citizenship Italy (1946)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Tasselli country of citizenship Kingdom of Italy (1901)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003581", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Luciano Savorini's country of citizenship in 1942. The evidence provided includes several entries about his citizenship. \n\nFirst, there's a mention that Luciano Savorini's country of citizenship was Italy in 1946", "em": 0.0, "f1": 0.1176470588235294, "retrieved": [ "Luciano Savorini country of citizenship Italy (1946)", "Luciano Savorini country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007540", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1931.0, "gold": "Norway men's national association football team", "pred": "\nOkay, let's see. The user is asking about Rolf Johannessen's sports team in 1931. The reference year is 1931, so I need to look at the evidence provided.\n\nLooking at the evidence, there's a line that says: \"Rolf Johannessen", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Rolf Johannessen member of sports team Norway men's national association football team (1931)", "Rolf Johannessen member of sports team Fredrikstad FK (1935)", "Thorbj\u00f8rn Svenssen member of sports team Norway men's national association football team (1947)", "Jan Fuglset member of sports team Norway men's national association football team (1970)", "Arne Erlandsen member of sports team Norway men's national association football team (1978)", "Henning Berg member of sports team Norway men's national association football team (1992)", "St\u00e5le Solbakken member of sports team Norway men's national association football team (1994)", "Erlend Hanstveit member of sports team Norway men's national association football team (2004)", "John Arne Riise member of sports team Norway men's national association football team (2000)", "Pa-Modou Kah member of sports team Norway men's national association football team (2001)" ] }, { "id": "q_006549", "complexity": "1hop", "operator_type": "interval", "t_query": 1972.0, "gold": "1972", "pred": "\nOkay, let's see. The user is asking for the year when Louis Emil Denfeld's place of burial was equal to Arlington National Cemetery. The reference year given is 1972.\n\nLooking at the evidence provided, there's an entry that says \"Louis Emil Denfeld place of burial Arlington National", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Louis Emil Denfeld place of burial Arlington National Cemetery (1972)", "John F. Kennedy place of burial Arlington National Cemetery (1963)", "Robert F. Kennedy place of burial Arlington National Cemetery (1968)", "Arthur William Radford place of burial Arlington National Cemetery (1973)", "James E. Webb place of burial Arlington National Cemetery (1992)", "William J. Brennan place of burial Arlington National Cemetery (1997)" ] }, { "id": "q_006127", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Rome", "pred": "\nOkay, let's see. The question is asking about Mario Soldati's residence after Turin. The reference year is 1957.\n\nLooking at the evidence provided, there's a mention of Mario Soldati's residence in Turin in 1906 and another in New York City in", "em": 0.0, "f1": 0.0, "retrieved": [ "Mario Soldati residence Turin (1906)", "Mario Soldati residence New York City (1929)", "Mario Soldati country of citizenship Kingdom of Italy (1906)", "Province of Turin country Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Princess Alice of Parma country of citizenship Kingdom of Italy (1900)", "Victor Emmanuel III of Italy country of citizenship Kingdom of Italy (1900)", "Ferdinand IV, Grand Duke of Tuscany country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008172", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Academy Award for Best Director", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Fred Zinnemann award received Golden Globe Award for Best Director, what was the nominated for of Fred Zinnemann?\" The reference year is 1961.\n\nFirst, I need to parse the evidence provided. Let me list", "em": 0.0, "f1": 0.19047619047619047, "retrieved": [ "Fred Zinnemann award received Golden Globe Award for Best Director (1954)", "The Battle of Algiers nominated for Academy Award for Best Director (1969)", "Fred Zinnemann award received BAFTA Fellowship (1978)", "Fred Zinnemann award received Academy Award for Best Director (1953)", "Fred Zinnemann award received BAFTA Award for Best Film (1968)", "Fred Zinnemann nominated for Academy Award for Best Director (1949)", "Cabaret award received Academy Award for Best Director (1971)", "Elia Kazan award received Academy Award for Best Director (1948)", "Tony Richardson award received Academy Award for Best Director (1963)", "William Friedkin award received Academy Award for Best Director (1971)" ] }, { "id": "q_006850", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "\u00c9toile Sportive du Sahel", "pred": "\nOkay, let's see. The question is asking, in the year 2000, what was the member of the sports team of Oumar Kalabane? Wait, maybe I need to parse that again. Oh, maybe it's asking which sports team Oumar Kalabane was a member", "em": 0.0, "f1": 0.0, "retrieved": [ "Oumar Kalabane member of sports team \u00c9toile Sportive du Sahel (2000)", "Oumar Kalabane member of sports team Manisaspor (2007)", "Oumar Kalabane member of sports team AJ Auxerre (2005)", "\u00d6mer Ate\u015f member of sports team Manisaspor (2002)", "Bruno Martini member of sports team AJ Auxerre (1981)", "Pawe\u0142 Janas member of sports team AJ Auxerre (1982)", "Djibril Ciss\u00e9 member of sports team AJ Auxerre (1999)", "Beno\u00eet Cheyrou member of sports team AJ Auxerre (2004)", "Issa Ba member of sports team AJ Auxerre (2006)", "Dariusz Dudka member of sports team AJ Auxerre (2008)" ] }, { "id": "q_001281", "complexity": "1hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "60 Minutes", "pred": "\nOkay, let's tackle this question. The user is asking about Morley Safer's notable work after he received the George Polk Award. The reference year is 1979, and the evidence provided mentions his work on 60 Minutes in 1970.\n\nFirst, I need", "em": 1.0, "f1": 0.1, "retrieved": [ "Morley Safer notable work 60 Minutes (1970)" ] }, { "id": "q_000690", "complexity": "1hop", "operator_type": "interval", "t_query": 2012.0, "gold": "2012", "pred": "\nOkay, let's see. The user is asking about when Nikolaus Schneider received the Buber-Rosenzweig-Medal. The reference year given is 2012, but I need to check the evidence provided.\n\nLooking at the evidence list, the first entry says: \"Nik", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Nikolaus Schneider award received Buber-Rosenzweig-Medal (2012)", "Richard von Weizs\u00e4cker award received Buber-Rosenzweig-Medal (1995)", "Nikolaus Schneider award received Order of Merit of North Rhine-Westphalia (2009)", "Helmut Hirsch award received Order of Merit of North Rhine-Westphalia (1988)", "Bernard Schultze award received Order of Merit of North Rhine-Westphalia (1989)", "Dieter Wellershoff award received Order of Merit of North Rhine-Westphalia (1995)", "Reinhard Selten award received Order of Merit of North Rhine-Westphalia (1996)", "Liz Mohn award received Order of Merit of North Rhine-Westphalia (2006)", "Walter Scheel award received Order of Merit of North Rhine-Westphalia (2009)", "Guido Westerwelle award received Order of Merit of North Rhine-Westphalia (2015)" ] }, { "id": "q_004216", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1908.0, "gold": "Philadelphia", "pred": "\nOkay, let's see. The user is asking about Thomas Eakins's work location in 1908. The evidence given is that he was in Philadelphia in 1900. The reference year is 1908.\n\nFirst, I need to check if there's any information", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Thomas Eakins work location Philadelphia (1900)" ] }, { "id": "q_001024", "complexity": "1hop", "operator_type": "interval", "t_query": 2023.0, "gold": "2023", "pred": "\nOkay, let's try to figure out when Jos\u00e9 Anigo was the head coach of Olympiacos F.C. The user provided some evidence, but I need to check if any of it mentions Jos\u00e9 Anigo. Let me go through each piece of evidence one by one.\n\nFirst, the evidence lists several people", "em": 0.0, "f1": 0.0, "retrieved": [ "Olympiacos F.C. head coach Alberto Bigon (1999)", "Oleh Protasov member of sports team Olympiacos F.C. (1990)", "Savvas Poursaitidis member of sports team Olympiacos F.C. (1998)", "A.C. Perugia Calcio head coach Alberto Bigon (1997)", "Savvas Poursaitidis member of sports team Xanthi F.C. (2000)", "FC Sion head coach Alberto Bigon (2008)", "NK Interblock head coach Alberto Bigon (2008)", "FC Dinamo Minsk head coach Oleh Protasov (2012)", "Ascoli Calcio 1898 FC head coach Alberto Bigon (1994)", "Oleh Protasov member of sports team FC Dnipro (1981)" ] }, { "id": "q_003080", "complexity": "1hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Nobel Prize in Literature", "pred": "\nOkay, let's tackle this question. The user is asking, \"Who was the nominated for of Sarvepalli Radhakrishnan before Nobel Peace Prize?\" Wait, the wording is a bit confusing. Maybe they mean \"Who was nominated for the Nobel Peace Prize before Sarvepalli Radh", "em": 0.0, "f1": 0.1142857142857143, "retrieved": [ "Sarvepalli Radhakrishnan award received Peace Prize of the German Publishers' and Booksellers' Association (1961)", "Sarvepalli Radhakrishnan nominated for Nobel Peace Prize (1950)", "India head of state Sarvepalli Radhakrishnan (1962)", "Sarvepalli Radhakrishnan position held President of India (1962)", "Sarvepalli Radhakrishnan award received Order of Merit (1963)", "Sarvepalli Radhakrishnan nominated for Nobel Prize in Literature (1933)", "John Morley nominated for Nobel Prize in Literature (1902)", "Giosu\u00e8 Carducci nominated for Nobel Prize in Literature (1902)", "Jos\u00e9 Echegaray nominated for Nobel Prize in Literature (1902)", "Paul Heyse nominated for Nobel Prize in Literature (1910)" ] }, { "id": "q_006761", "complexity": "1hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Reading F.C.", "pred": "\nOkay, let's see. The question is asking who Stephen Hunt's next team was after Crystal Palace F.C. The reference year is 2006.\n\nLooking at the evidence, Stephen Hunt was at Crystal Palace F.C. in 1999. Then the next entry is Brentford F", "em": 0.0, "f1": 0.1176470588235294, "retrieved": [ "Stephen Hunt member of sports team Crystal Palace F.C. (1999)", "Stephen Hunt member of sports team Brentford F.C. (2001)", "Stephen Hunt member of sports team Reading F.C. (2005)", "Stephen Hunt member of sports team Wolverhampton Wanderers F.C. (2010)", "Stephen Hunt member of sports team Ipswich Town F.C. (2013)", "Gareth Southgate member of sports team Crystal Palace F.C. (1988)", "Neil Emblen member of sports team Crystal Palace F.C. (1997)", "Steve Kabba member of sports team Crystal Palace F.C. (1999)", "Andrejs Rubins member of sports team Crystal Palace F.C. (2000)", "Steve Staunton member of sports team Crystal Palace F.C. (2000)" ] }, { "id": "q_007249", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1912.0, "gold": "Athletic Club", "pred": "\nOkay, let's see. The question is asking, in 1912, what was the member of the sports team of Rafael Moreno Aranzadi? Wait, maybe the wording is a bit confusing. Let me parse it again. So, they want to know which sports team Rafael Moreno Aranz", "em": 0.0, "f1": 0.0, "retrieved": [ "Rafael Moreno Aranzadi member of sports team Athletic Club (1911)", "Rafael Moreno Aranzadi member of sports team Spain men's national football team (1920)", "Telmo Zarra member of sports team Athletic Club (1940)", "Andoni Iraola member of sports team Athletic Club (2003)", "Agust\u00edn Sauto Arana member of sports team Athletic Club (1929)", "Lorenzo Juarros Garc\u00eda member of sports team Athletic Club (1989)", "Asier del Horno member of sports team Athletic Club (2007)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team Athletic Club (2010)", "Ricardo Zamora member of sports team Spain men's national football team (1920)", "Pedro Sol\u00e9 member of sports team Spain men's national football team (1929)" ] }, { "id": "q_004330", "complexity": "1hop", "operator_type": "before_after", "t_query": 1933.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Cristina Campo's country of citizenship before Italy. The reference year is 1933.\n\nLooking at the evidence provided, there are two entries for Cristina Campo. The first one says she was a citizen of the Kingdom of Italy in 1", "em": 1.0, "f1": 0.13636363636363635, "retrieved": [ "Cristina Campo country of citizenship Italy (1946)", "Cristina Campo country of citizenship Kingdom of Italy (1923)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002355", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Brentford F.C.", "pred": "\nOkay, let's see. The question is asking who Andy Sinton was a member of before joining Wolverhampton Wanderers F.C. The reference year is 1987.\n\nLooking at the evidence, there are several entries for Andy Sinton with different teams and years. Let me list them out", "em": 0.0, "f1": 0.08888888888888889, "retrieved": [ "Andy Sinton member of sports team Wolverhampton Wanderers F.C. (1999)", "Andy Sinton member of sports team Brentford F.C. (1985)", "Andy Sinton member of sports team Cambridge United F.C. (1982)", "Andy Sinton member of sports team Sheffield Wednesday F.C. (1993)", "Andy Sinton member of sports team Tottenham Hotspur F.C. (1996)", "Andy Sinton member of sports team Burton Albion F.C. (2002)", "Andy Sinton member of sports team Queens Park Rangers F.C. (1989)", "Andy Sinton member of sports team England men's national association football team (1991)", "Peter Broadbent member of sports team Brentford F.C. (1950)", "Stephen Hunt member of sports team Brentford F.C. (2001)" ] }, { "id": "q_001500", "complexity": "1hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "Erwin Teufel", "pred": "\nOkay, let's try to figure out who the head of government of Baden-W\u00fcrttemberg was after Hans Filbinger. The reference year is 2000, but the evidence provided has dates from 1945 up to 1966. First, I need", "em": 0.0, "f1": 0.0, "retrieved": [ "Baden-W\u00fcrttemberg head of government Reinhold Maier (1952)", "Baden-W\u00fcrttemberg head of government Gebhard M\u00fcller (1953)", "Baden-W\u00fcrttemberg head of government Kurt Georg Kiesinger (1958)", "Germany head of government Kurt Georg Kiesinger (1966)", "Mannheim located in the administrative territorial entity Baden-W\u00fcrttemberg (1952)", "West Germany contains the administrative territorial entity Baden-W\u00fcrttemberg (1952)", "Mannheim located in the administrative territorial entity W\u00fcrttemberg-Baden (1945)", "West Germany contains the administrative territorial entity W\u00fcrttemberg-Baden (1949)", "Hans-G\u00fcnther Lange allegiance West Germany (1957)", "Baden-W\u00fcrttemberg located in the administrative territorial entity West Germany (1952)" ] }, { "id": "q_002493", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "TV Globo", "pred": "\nOkay, let's tackle this question. The user is asking about the subsidiary of Grupo Globo in 1994. The evidence provided mentions \"Grupo Globo child organization or unit TV Globo (1965)\". \n\nFirst, I need to understand the relationship between Grupo Globo and TV", "em": 1.0, "f1": 0.1081081081081081, "retrieved": [ "Grupo Globo child organization or unit TV Globo (1965)" ] }, { "id": "q_004504", "complexity": "1hop", "operator_type": "interval", "t_query": 1953.0, "gold": "1953", "pred": "\nOkay, let's tackle this question. The user is asking when Walter Gautschi was a doctoral student of Andreas Speiser, with the reference year being 1953. \n\nFirst, I'll look at the evidence provided. There are several entries mentioning Walter Gautschi as a doctoral student.", "em": 1.0, "f1": 0.05, "retrieved": [ "Andreas Speiser doctoral student Walter Gautschi (1953)", "Alexander Ostrowski doctoral student Walter Gautschi (1953)", "Andreas Speiser employer University of Zurich (1917)", "Andreas Speiser employer University of Basel (1944)", "Andreas Speiser educated at University of G\u00f6ttingen (1904)", "Edmund Husserl employer University of G\u00f6ttingen (1901)", "Edmund Landau employer University of G\u00f6ttingen (1909)", "Felix Bernstein employer University of G\u00f6ttingen (1911)", "Max Born employer University of G\u00f6ttingen (1921)", "B\u00e9la Ker\u00e9kj\u00e1rt\u00f3 employer University of G\u00f6ttingen (1922)" ] }, { "id": "q_008366", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Jean Tremblay", "pred": "\nOkay, let's see. The user is asking for the head of government of Saguenay in 2008. The evidence provided mentions Jean Tremblay as the Saguenay head of government in 2001. Wait, Saguenay is a city in Quebec, Canada.", "em": 1.0, "f1": 0.13333333333333333, "retrieved": [ "Saguenay head of government Jean Tremblay (2001)" ] }, { "id": "q_003310", "complexity": "1hop", "operator_type": "interval", "t_query": 1980.0, "gold": "1980", "pred": "\nOkay, let's see. The user is asking about the year when \"The Maids of Wilko\" was nominated for the Academy Award for Best International Feature Film. The reference year given is 1980.\n\nLooking at the evidence provided, there's a point that says: \"The Maids", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "The Maids of Wilko nominated for Academy Award for Best International Feature Film (1980)", "The Umbrellas of Cherbourg nominated for Academy Award for Best International Feature Film (1965)", "The Battle of Algiers nominated for Academy Award for Best International Feature Film (1967)", "Battle of Neretva nominated for Academy Award for Best International Feature Film (1970)", "Stolen Kisses nominated for Academy Award for Best International Feature Film (1969)", "All About My Mother nominated for Academy Award for Best International Feature Film (2000)", "All About My Mother award received Academy Award for Best International Feature Film (1998)" ] }, { "id": "q_004860", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1975.0, "gold": "auxiliary bishop", "pred": "\nOkay, let's see. The user is asking about Guillermo Leaden's position in 1975. The evidence provided lists several people with their respective years when they held the position of auxiliary bishop. Let me check each entry.\n\nLooking at the list, the first entry says \"Guillermo", "em": 1.0, "f1": 0.09756097560975609, "retrieved": [ "Guillermo Leaden position held auxiliary bishop (1975)", "Adam Senger position held auxiliary bishop (1912)", "Zolt\u00e1n Meszl\u00e9nyi position held auxiliary bishop (1937)", "Julius Angerhausen position held auxiliary bishop (1959)", "Thomas Gumbleton position held auxiliary bishop (1968)", "Bernardo Citterio position held auxiliary bishop (1969)", "Gabriel Bullet position held auxiliary bishop (1970)", "Gerd Dicke position held auxiliary bishop (1970)", "Ernst Gutting position held auxiliary bishop (1971)", "Rudolf Schmid position held auxiliary bishop (1972)" ] }, { "id": "q_007131", "complexity": "1hop", "operator_type": "sequence", "t_query": 1976.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Pino Caruso after the entry that mentions \"Pino Caruso country of citizenship Kingdom of Italy (1900)\". \n\nFirst, I need to look at the evidence provided. There are several entries about P", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Pino Caruso country of citizenship Italy (1946)", "Pino Caruso country of citizenship Kingdom of Italy (1934)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001190", "complexity": "1hop", "operator_type": "before_after", "t_query": 1935.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the country of citizenship of Franca Florio before Italy?\" and the reference year is 1935. The evidence provided includes several entries about Franca Florio's citizenship. \n\nFirst,", "em": 0.0, "f1": 0.10526315789473684, "retrieved": [ "Franca Florio country of citizenship Italy (1946)", "Franca Florio country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001845", "complexity": "1hop", "operator_type": "sequence", "t_query": 1959.0, "gold": "A.S. Nancy-Lorraine", "pred": "\nOkay, let's see. The question is asking, after Jean Templin was a member of Stade de Reims (which is mentioned as 1950), what was the next team he was part of?\n\nLooking at the evidence provided, there's a list of people and their teams and years", "em": 0.0, "f1": 0.09302325581395347, "retrieved": [ "Jean Templin member of sports team Stade de Reims (1950)", "Leopold Kielholz member of sports team Stade de Reims (1936)", "Jen\u0151 Kalm\u00e1r member of sports team Stade de Reims (1937)", "Andr\u00e9 Jacowski member of sports team Stade de Reims (1945)", "Ivo Basay member of sports team Stade de Reims (1987)", "Stade de Reims head coach \u00d3scar Garc\u00eda Junyent (2021)", "Jean Templin member of sports team R.C. Lens (1956)", "Jean Templin member of sports team A.S. Nancy-Lorraine (1957)", "Didier Six member of sports team R.C. Lens (1977)", "Tudorel Stoica member of sports team R.C. Lens (1989)" ] }, { "id": "q_001601", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1933.0, "gold": "Lomonosov Moscow State University", "pred": "\nOkay, let's see. The question is asking for Lev Pontryagin's employer in 1933. Let me check the evidence provided.\n\nLooking at the evidence, there are a few entries about Lev Pontryagin. The first one says he was employed by the Steklov Institute", "em": 0.0, "f1": 0.0, "retrieved": [ "Alexander Gelfond employer Steklov Institute of Mathematics (1933)", "Lev Pontryagin employer Steklov Institute of Mathematics (1934)", "Lev Pontryagin employer Lomonosov Moscow State University (1929)", "Lev Pontryagin award received Order of the Badge of Honour (1940)", "Lev Pontryagin award received Order of the Red Banner of Labour (1945)", "Lev Pontryagin award received Order of Lenin (1953)", "Lev Pontryagin award received Lenin Prize (1962)", "Lev Pontryagin award received Hero of Socialist Labour (1969)", "Lev Pontryagin educated at Lomonosov Moscow State University (1925)", "Lev Schnirelmann employer Steklov Institute of Mathematics (1934)" ] }, { "id": "q_008159", "complexity": "1hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "AIK Fotboll", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Vissel Kobe, who was the member of sports team of Lee Baxter?\" The reference year is 2010.\n\nFirst, I need to look at the evidence provided. The evidence lists various players and the teams they were", "em": 0.0, "f1": 0.0, "retrieved": [ "Lee Baxter member of sports team Vissel Kobe (1995)", "Ken Tokura member of sports team Vissel Kobe (2010)", "Tomoaki Makino member of sports team Vissel Kobe (2022)", "Rog\u00e9rio Miranda Silva member of sports team Vissel Kobe (2011)", "Lee Baxter member of sports team IFK G\u00f6teborg (2004)", "Lee Baxter member of sports team Malm\u00f6 FF (2005)", "Lee Baxter member of sports team AIK Fotboll (2008)", "Lee Baxter member of sports team Rangers F.C. (1997)", "Lee Baxter member of sports team Sheffield United F.C. (2003)", "Gunnar Gren member of sports team IFK G\u00f6teborg (1941)" ] }, { "id": "q_006771", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Cuxhaven district", "pred": "\nOkay, let's see. The question is asking where Sietland was located in 1995. The evidence given is that in 1970, Sietland was part of the Cuxhaven district. So, the user wants to know the location in 1995", "em": 1.0, "f1": 0.12903225806451613, "retrieved": [ "Sietland located in the administrative territorial entity Cuxhaven district (1970)" ] }, { "id": "q_002990", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Vesyegonsky District", "pred": "\nOkay, let's tackle this question. The user is asking about the administrative location of Vesyegonsk after Tver Oblast. The reference year is 1957.\n\nFirst, looking at the evidence provided. The first piece says that in 1940, Vesyegons", "em": 0.0, "f1": 0.0, "retrieved": [ "Vesyegonsk located in the administrative territorial entity Tver Oblast (1940)", "Vesyegonsk located in the administrative territorial entity Vesyegonsky District (1949)" ] }, { "id": "q_002704", "complexity": "1hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Everton F.C.", "pred": "\nOkay, let's see. The question is asking, before Adrian Heath joined Burnley F.C., who was his previous team. The reference year is 1986.\n\nLooking at the evidence provided, there are several entries for Adrian Heath. Let me list them out:\n\n- Adrian Heath at Burnley", "em": 0.0, "f1": 0.1, "retrieved": [ "Adrian Heath member of sports team Burnley F.C. (1996)", "Adrian Heath member of sports team Everton F.C. (1982)", "Adrian Heath member of sports team Aston Villa F.C. (1989)", "Adrian Heath member of sports team Manchester City F.C. (1990)", "Adrian Heath member of sports team Stoke City F.C. (1992)", "Adrian Heath member of sports team Sheffield United F.C. (1995)", "Adrian Heath member of sports team RCD Espanyol de Barcelona (1988)", "Harry Morton member of sports team Everton F.C. (1937)", "Tommy Wright member of sports team Everton F.C. (1964)", "Colin Todd member of sports team Everton F.C. (1978)" ] }, { "id": "q_000821", "complexity": "1hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Sabatino Moscati before Italy, using the provided evidence from 1930.\n\nFirst, I need to look at the evidence related to Sabatino Moscati. The evidence mentions two entries:", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Sabatino Moscati country of citizenship Italy (1946)", "Sabatino Moscati country of citizenship Kingdom of Italy (1922)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001187", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1980.0, "gold": "Max Planck Institute for Chemistry", "pred": "\nOkay, let's see. The question is asking about the employer of Paul Josef Crutzen in 1980. I need to look through the provided evidence to find the answer.\n\nLooking at the evidence list, the first entry says: \"Paul Josef Crutzen employer Max Planck Institute for", "em": 0.0, "f1": 0.19512195121951217, "retrieved": [ "Paul Josef Crutzen employer Max Planck Institute for Chemistry (1980)", "Paul Josef Crutzen award received Nobel Prize in Chemistry (1995)", "Josef Maria Eder nominated for Nobel Prize in Chemistry (1916)", "Marcellin Berthelot nominated for Nobel Prize in Chemistry (1901)", "Fritz Haber nominated for Nobel Prize in Chemistry (1912)", "Emil Abderhalden nominated for Nobel Prize in Chemistry (1915)", "Fritz Haber award received Nobel Prize in Chemistry (1918)", "Robert Robinson nominated for Nobel Prize in Chemistry (1928)", "Leopold Ru\u017ei\u010dka nominated for Nobel Prize in Chemistry (1931)", "Enrico Fermi nominated for Nobel Prize in Chemistry (1935)" ] }, { "id": "q_006629", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "United States Navy", "pred": "\nOkay, let's see. The user is asking about Frederick B. Dent's military branch in 1946. The reference year is 1946, so I need to check the evidence provided.\n\nLooking at the evidence list, there's an entry for Frederick B. Dent: \"m", "em": 0.0, "f1": 0.0, "retrieved": [ "Frederick B. Dent military branch United States Navy (1943)", "USCGC Burton Island operator United States Navy (1946)", "Lyndon B. Johnson military branch United States Navy (1941)", "Richard Nixon military branch United States Navy (1942)", "Gerald Ford military branch United States Navy (1942)", "Al Quie military branch United States Navy (1943)", "Marvin Minsky military branch United States Navy (1944)", "Sonny Callahan military branch United States Navy (1952)", "Don Sundquist military branch United States Navy (1957)", "Bob Livingston military branch United States Navy (1961)" ] }, { "id": "q_003305", "complexity": "1hop", "operator_type": "before_after", "t_query": 1981.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Antonello Aglioti's country of citizenship after the Kingdom of Italy. The reference year is 1981, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, I need", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Antonello Aglioti country of citizenship Italy (1946)", "Antonello Aglioti country of citizenship Kingdom of Italy (1943)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005228", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1913.0, "gold": "Carter Harrison IV", "pred": "\nOkay, let's see. The question is asking for Chicago's head of government in 1913. The reference year is 1913, so I need to find out who was in charge then.\n\nLooking at the evidence provided, there's a mention of \"Chicago head of government Carter", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Chicago head of government Carter Harrison IV (1911)", "Hillary Clinton residence Chicago (1947)", "Charlie Chaplin work location Chicago (1915)", "Sister Rosetta Tharpe residence Chicago (1920)", "Hillary Clinton position held United States Secretary of State (2009)", "Sister Rosetta Tharpe award received Rock and Roll Hall of Fame (2018)" ] }, { "id": "q_000310", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "arrondissement of Bourg-en-Bresse", "pred": "\nOkay, let's see. The user is asking in 1989, what was the located in of Le Montellier? The reference year is 1989, and the evidence provided mentions Le Montellier located in the arrondissement of Bourg-en-Bresse from 1", "em": 1.0, "f1": 0.29411764705882354, "retrieved": [ "Le Montellier located in the administrative territorial entity arrondissement of Bourg-en-Bresse (1926)", "P\u00e9rouges located in the administrative territorial entity arrondissement of Bourg-en-Bresse (1926)", "Charnoz-sur-Ain located in the administrative territorial entity arrondissement of Bourg-en-Bresse (1926)" ] }, { "id": "q_003989", "complexity": "1hop", "operator_type": "sequence", "t_query": 1935.0, "gold": "Baron Moyne", "pred": "\nOkay, let's tackle this question. The user is asking for the noble title of Walter Guinness, 1st Baron Moyne after he received the Distinguished Service Order. The reference year is 1935, and the evidence given is that he was awarded the title Baron Moyne in 1", "em": 1.0, "f1": 0.10256410256410257, "retrieved": [ "Walter Guinness, 1st Baron Moyne noble title Baron Moyne (1932)" ] }, { "id": "q_007146", "complexity": "1hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Rome", "pred": "\nOkay, let's tackle this question. The user is asking about Fabio Capello's work location after he was a member of the Italy men's national association football team. The reference year is 2001.\n\nFirst, I need to look at the evidence provided. The evidence lists several events in", "em": 0.0, "f1": 0.0, "retrieved": [ "Fabio Capello member of sports team Italy men's national association football team (1972)", "Fabio Capello coach of sports team England men's national association football team (2006)", "Fabio Capello work location Milan (1997)", "Fabio Capello work location Rome (1999)", "Fabio Capello work location Turin (2004)", "Fabio Capello work location Madrid (2006)", "Juventus FC country Kingdom of Italy (1900)", "Fabio Capello member of sports team SPAL (1964)", "Fabio Capello member of sports team AS Roma (1967)", "Fabio Capello member of sports team Juventus FC (1970)" ] }, { "id": "q_002832", "complexity": "1hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "Willy Marlow", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Rostock District after it shared a border with Schleswig-Holstein. The reference year is 1983.\n\nFirst, looking at the evidence provided. The first point says that Rost", "em": 0.0, "f1": 0.0, "retrieved": [ "Rostock District shares border with Schleswig-Holstein (1952)", "West Germany contains the administrative territorial entity Schleswig-Holstein (1949)", "Rostock District contains the administrative territorial entity Wismar (1952)", "Wismar located in the administrative territorial entity Rostock District (1952)", "Wismar located in the administrative territorial entity Grand Duchy of Mecklenburg-Schwerin (1900)", "Wismar country Soviet occupation zone of Germany (1945)", "Wismar located in the administrative territorial entity Mecklenburg-Vorpommern (1990)" ] }, { "id": "q_000368", "complexity": "1hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "FC Porto", "pred": "\nOkay, let's try to figure this out. The question is asking, \"Before Fluminense F.C., who was the member of sports team of Deco?\" So we need to find out which team Deco was part of before joining Fluminense F.C. in 2010.", "em": 0.0, "f1": 0.0, "retrieved": [ "Deco member of sports team Fluminense F.C. (2010)", "Deco member of sports team Chelsea F.C. (2008)", "Deco member of sports team S.C. Corinthians Paulista (1996)", "Deco member of sports team FC Porto (1999)", "Deco member of sports team S.L. Benfica (1997)", "Deco member of sports team Futbol Club Barcelona (2004)", "Deco member of sports team Portugal men's national football team (2003)", "Neco member of sports team S.C. Corinthians Paulista (1913)", "Dunga member of sports team S.C. Corinthians Paulista (1984)", "Ewerthon member of sports team S.C. Corinthians Paulista (1998)" ] }, { "id": "q_005867", "complexity": "1hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "Russian Soviet Federative Socialist Republic", "pred": "\nOkay, let's try to figure this out. The question is asking what was the located in of Kursk Oblast after the year mentioned in the evidence, which is 1934. The evidence provided includes several entries about Kursk Oblast being part of the Russian Soviet Federative Socialist", "em": 0.0, "f1": 0.19047619047619047, "retrieved": [ "Dolgorukovsky District located in the administrative territorial entity Kursk Oblast (1934)", "Kursk Oblast located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1934)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Kursk Oblast country Soviet Union (1934)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Dnipropetrovsk Oblast country Soviet Union (1932)", "Odesa Oblast country Soviet Union (1932)", "Kharkiv Oblast country Soviet Union (1932)", "Chelyabinsk Oblast country Soviet Union (1934)" ] }, { "id": "q_005700", "complexity": "1hop", "operator_type": "before_after", "t_query": 2003.0, "gold": "Colombia men's national football team", "pred": "\nOkay, let's try to figure out the answer. The question is asking who was a member of the sports team of Juan Carlos Henao before he joined Millonarios. The reference year is 2003.\n\nFirst, I need to look at the evidence provided. Let me go through each entry", "em": 0.0, "f1": 0.08333333333333333, "retrieved": [ "Juan Carlos Henao member of sports team Millonarios (2005)", "Juan Carlos Henao member of sports team Real Cartagena (2009)", "Juan Carlos Henao member of sports team Santos F.C. (2005)", "Juan Carlos Henao member of sports team Colombia men's national football team (2000)", "Carlos Marinelli member of sports team Millonarios (2009)", "Amadeo Carrizo member of sports team Millonarios (1969)", "Andr\u00e9s Mosquera member of sports team Millonarios (2007)", "Silvio Parodi Ramos member of sports team Millonarios (1964)", "Edi Carlos Dias Mar\u00e7al member of sports team Santos F.C. (1996)", "Carlos Queiroz coach of sports team Colombia men's national football team (2019)" ] }, { "id": "q_000881", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1986.0, "gold": "York University", "pred": "\nOkay, let's see. The user is asking about Ellen Meiksins Wood's employer in 1986. The evidence given is that she worked at York University in 1967. Wait, the reference year is 1986, but the evidence only mentions 19", "em": 1.0, "f1": 0.11764705882352941, "retrieved": [ "Ellen Meiksins Wood employer York University (1967)" ] }, { "id": "q_005707", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1952.0, "gold": "Kreis Kalbe (Milde)", "pred": "\nOkay, let's tackle this question. The user is asking, \"In 1952, what was the located in of Jeetze?\" So they want to know the administrative territorial entity where Jeetze was located in that specific year.\n\nLooking at the evidence provided, there's a list of", "em": 0.0, "f1": 0.0, "retrieved": [ "Jeetze located in the administrative territorial entity Kreis Kalbe (Milde) (1952)", "Jeetze located in the administrative territorial entity Altmarkkreis Salzwedel (1994)", "Badel located in the administrative territorial entity Kreis Kalbe (Milde) (1952)", "Me\u00dfdorf located in the administrative territorial entity Kreis Kalbe (Milde) (1952)", "Jeggeleben located in the administrative territorial entity Kreis Kalbe (Milde) (1952)", "Packebusch located in the administrative territorial entity Kreis Kalbe (Milde) (1952)", "Badel located in the administrative territorial entity Altmarkkreis Salzwedel (1994)", "Neuendorf located in the administrative territorial entity Altmarkkreis Salzwedel (1994)", "Jeggeleben located in the administrative territorial entity Altmarkkreis Salzwedel (1994)", "Fleetmark located in the administrative territorial entity Altmarkkreis Salzwedel (1994)" ] }, { "id": "q_001238", "complexity": "1hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "Pre\u0161ov Region", "pred": "\nOkay, let's try to figure this out. The question is asking about the location of Pre\u0161ov after the year 1945, since the evidence mentions \"Pre\u0161ov country Czechoslovakia (1945)\". The user wants to know what administrative territorial entity Pre\u0161ov was", "em": 0.0, "f1": 0.05714285714285715, "retrieved": [ "Pre\u0161ov located in the administrative territorial entity Pre\u0161ov Region (1946)", "Nitra District located in the administrative territorial entity Czechoslovakia (1945)", "Horodok located in the administrative territorial entity Austria\u2013Hungary (1900)", "Pre\u0161ov country Czechoslovakia (1945)", "Pre\u0161ov country Austria\u2013Hungary (1900)", "Miroslav Horn\u00ed\u010dek country of citizenship Czechoslovakia (1918)", "Ilja Hurn\u00edk country of citizenship Czechoslovakia (1922)", "Lubom\u00edr \u0160trougal country of citizenship Czechoslovakia (1924)", "Friedrich Torberg country of citizenship Czechoslovakia (1924)", "Milan Kundera country of citizenship Czechoslovakia (1929)" ] }, { "id": "q_006162", "complexity": "1hop", "operator_type": "interval", "t_query": 2011.0, "gold": "2011", "pred": "\nOkay, let's tackle this question. The user is asking about when Asociaci\u00f3n Deportiva San Carlos was the sports team of Erick Scott. The reference year given is 2011, and there's no evidence provided.\n\nFirst, I need to check if there's any known information linking Erick", "em": 1.0, "f1": 0.046511627906976744, "retrieved": [] }, { "id": "q_005973", "complexity": "1hop", "operator_type": "before_after", "t_query": 1960.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about the country of citizenship of Pier Antonio Quarantotti Gambini after the Kingdom of Italy. The reference year is 1960.\n\nFirst, I need to look at the evidence provided. There are two entries for Pier Antonio Quarantotti", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Pier Antonio Quarantotti Gambini country of citizenship Italy (1946)", "Pier Antonio Quarantotti Gambini country of citizenship Kingdom of Italy (1910)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006967", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "Italy", "pred": "\nOkay, let's see. The user is asking about Armando Aste's country of citizenship in 1971. The evidence provided includes several entries about different people's citizenships, some from the Kingdom of Italy and others from Italy. \n\nFirst, I need to check the entries related to Ar", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Armando Aste country of citizenship Italy (1946)", "Armando Aste country of citizenship Kingdom of Italy (1926)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006519", "complexity": "1hop", "operator_type": "before_after", "t_query": 1935.0, "gold": "F.C. Pro Vercelli 1892", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Before A.S.D. Biellese 1902, who was the member of sports team of Dante Amarilli?\" The reference year given is 1935. \n\nFirst, I need", "em": 0.0, "f1": 0.0, "retrieved": [ "Dante Amarilli member of sports team A.S.D. Biellese 1902 (1938)", "Dante Amarilli member of sports team F.C. Pro Vercelli 1892 (1934)", "Dante Amarilli country of citizenship Italy (1946)", "Dante Amarilli country of citizenship Kingdom of Italy (1914)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Princess Alice of Parma country of citizenship Kingdom of Italy (1900)", "Victor Emmanuel III of Italy country of citizenship Kingdom of Italy (1900)", "Ferdinand IV, Grand Duke of Tuscany country of citizenship Kingdom of Italy (1900)", "Province of Turin country Kingdom of Italy (1900)" ] }, { "id": "q_006861", "complexity": "1hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Toulouse FC", "pred": "\nOkay, let's see. The user is asking about Umut Burugudut Bulut's sports team membership after his time at Trabzonspor. The reference year is 2012.\n\nLooking at the evidence provided, there are several entries for Umut Burugudut Bulut", "em": 0.0, "f1": 0.0, "retrieved": [ "Umut burugudut bulut member of sports team Trabzonspor (2006)", "Umut burugudut bulut member of sports team MKE Ankarag\u00fcc\u00fc (2001)", "Umut burugudut bulut member of sports team Toulouse FC (2011)", "Umut burugudut bulut member of sports team Galatasaray S.K. (2013)", "Erol Bulut member of sports team Trabzonspor (1999)", "Abdullah Ercan member of sports team Trabzonspor (1990)", "Davor Vugrinec member of sports team Trabzonspor (1997)", "Tom\u00e1\u0161 Jun member of sports team Trabzonspor (2005)", "G\u00f6khan \u00dcnal member of sports team Trabzonspor (2008)", "Sayed Moawad member of sports team Trabzonspor (2008)" ] }, { "id": "q_006139", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Decathlon CMA CGM Team", "pred": "\nOkay, let's see. The question is asking for Nicolas Roche's sports team in 2012. The reference year is 2012, so I need to check the evidence provided to find which team he was part of that year.\n\nLooking at the evidence list:\n\n- Nicolas Ro", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "Nicolas Roche member of sports team Cofidis (2005)", "Nicolas Roche member of sports team Tinkoff (2013)", "Nicolas Roche member of sports team CCC Team (2017)", "Nicolas Roche member of sports team Ineos Grenadiers (2015)", "Nicolas Roche member of sports team Team Picnic PostNL (2019)", "Nicolas Roche member of sports team Decathlon CMA CGM Team (2009)", "Klaas Lodewyck member of sports team CCC Team (2012)", "R\u00e9my Di Gregorio member of sports team Cofidis (2012)", "Boris Shpilevsky member of sports team Decathlon CMA CGM Team (2012)", "Alexandre Moos member of sports team CCC Team (2007)" ] }, { "id": "q_002293", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Bethesda", "pred": "\nOkay, let's see. The question is asking about Katie Ledecky's residence before Stanford. The reference year is 2001, so I need to look at the evidence provided and find the answer related to that time.\n\nLooking at the evidence, there are a couple of entries about Katie", "em": 0.0, "f1": 0.0, "retrieved": [ "Katie Ledecky residence Stanford (2016)", "Katie Ledecky residence Bethesda (1997)", "Katie Ledecky award received Associated Press Athlete of the Year (2017)", "Stanford University headquarters location Stanford (2019)", "Michelle Bachelet residence Bethesda (1962)", "Joe Louis award received Associated Press Athlete of the Year (1935)", "Byron Nelson award received Associated Press Athlete of the Year (1944)", "Maureen Connolly award received Associated Press Athlete of the Year (1951)", "Michael Jordan award received Associated Press Athlete of the Year (1991)", "Martina Hingis award received Associated Press Athlete of the Year (1997)" ] }, { "id": "q_008165", "complexity": "1hop", "operator_type": "sequence", "t_query": 1902.0, "gold": "Akkermansky Uyezd", "pred": "\nOkay, let's tackle this question. The user is asking about the location of Bilhorod-Dnistrovskyi after it was part of the Russian Empire. The reference year is 1902, so I need to look at the evidence provided around that time.\n\nFirst, the evidence mentions", "em": 0.0, "f1": 0.0, "retrieved": [ "Bilhorod-Dnistrovskyi located in the administrative territorial entity Akkermansky Uyezd (1900)", "Bilhorod-Dnistrovskyi capital of Akkermansky Uyezd (1900)", "Bilhorod-Dnistrovskyi country Russian Empire (1900)", "Bilhorod-Dnistrovskyi country Russian Republic (1917)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Bilhorod-Dnistrovskyi country Moldavian Democratic Republic (1917)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_001745", "complexity": "1hop", "operator_type": "before_after", "t_query": 1962.0, "gold": "Taiwan", "pred": "\nOkay, let's tackle this question. The user is asking about Li Tsung-jen's country of citizenship after the Qing dynasty. The reference year is 1962.\n\nFirst, I need to look at the evidence provided. There are several entries about Li Tsung-jen's citizenship. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Li Tsung-jen country of citizenship Qing dynasty (1900)", "Li Tsung-jen country of citizenship Taiwan (1949)", "Li Tsung-jen position held President of the Republic of China (1949)", "Li Tsung-jen country of citizenship People's Republic of China (1965)", "Beijing country Qing dynasty (1900)", "Zhu De country of citizenship Qing dynasty (1900)", "Guo Moruo country of citizenship Qing dynasty (1900)", "Liu Bocheng country of citizenship Qing dynasty (1900)", "Mao Zedong country of citizenship Qing dynasty (1900)", "Chen Cheng country of citizenship Qing dynasty (1900)" ] }, { "id": "q_005776", "complexity": "1hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Paul McGann", "pred": "\nOkay, let's tackle this question. The user is asking about Susannah Harker's unmarried partner after her spouse Iain Glen. The reference year is 2008.\n\nFirst, I need to check the evidence provided. The evidence mentions that Susannah Harker's unmarried partner was Paul McGann", "em": 1.0, "f1": 0.10526315789473684, "retrieved": [ "Susannah Harker unmarried partner Paul McGann (2006)" ] }, { "id": "q_002004", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1993.0, "gold": "Al-Qaeda", "pred": "\nOkay, let's see. The user is asking about Osama bin Laden's allegiance in 1993. The evidence provided includes several entries about different people's citizenships and allegiances.\n\nFirst, I need to focus on the relevant information. The first piece of evidence says \"Osama bin Laden allegiance", "em": 0.0, "f1": 0.0, "retrieved": [ "Osama bin Laden allegiance Al-Qaeda (1988)", "Osama bin Laden country of citizenship statelessness (1990)", "Osama bin Laden country of citizenship Saudi Arabia (1957)", "Alexander Grothendieck country of citizenship statelessness (1945)", "Yi Un country of citizenship statelessness (1945)", "Yi Bangja country of citizenship statelessness (1945)", "Milan Kundera country of citizenship statelessness (1979)", "Rafiq Hariri country of citizenship Saudi Arabia (1978)", "Idi Amin country of citizenship Saudi Arabia (1989)", "Zine El Abidine Ben Ali country of citizenship Saudi Arabia (2011)" ] }, { "id": "q_003185", "complexity": "1hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "Weimar Republic", "pred": "\nOkay, let's try to figure this out. The question is asking, after Vaterstetten was part of the German Empire (which is mentioned in the evidence from 1900), what was the country of Vaterstetten next?\n\nLooking at the evidence, there's a mention of \"", "em": 0.0, "f1": 0.0, "retrieved": [ "Vaterstetten country German Empire (1900)", "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "Vaterstetten country Weimar Republic (1919)", "Vaterstetten country Nazi Germany (1933)", "Wilhelm R\u00f6ntgen country of citizenship German Empire (1900)", "Albrecht Brandi country of citizenship German Empire (1914)", "Georg August Zenker country of citizenship German Empire (1900)", "Karlsruhe country German Empire (1900)", "Bonn country German Empire (1900)", "Kiel country German Empire (1900)" ] }, { "id": "q_007239", "complexity": "1hop", "operator_type": "before_after", "t_query": 1923.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about James Alberione's country of citizenship before Italy. The reference year is 1923.\n\nLooking at the evidence provided, there are entries for James Alberione's citizenship. One says \"Italy (1946)\" and", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "James Alberione country of citizenship Italy (1946)", "James Alberione country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005515", "complexity": "1hop", "operator_type": "before_after", "t_query": 1993.0, "gold": "doctorate", "pred": "\nOkay, let's see. The question is asking, after obtaining his master's degree, what was the next academic degree that Raymond Dumais earned. The reference year is 1993.\n\nLooking at the evidence provided, there are several entries about Raymond Dumais. First, it says he has a", "em": 0.0, "f1": 0.0, "retrieved": [ "Raymond Dumais academic degree master's degree (1976)", "Raymond Dumais academic degree doctorate (1993)", "Warren Weaver academic degree master's degree (1917)", "Kenneth Arrow academic degree master's degree (1941)", "Alan Guth academic degree master's degree (1969)", "Raymond Dumais occupation Catholic priest (1976)", "Raymond Dumais occupation Catholic bishop (1994)", "Raymond Lahey occupation Catholic priest (1963)", "Raymond Lahey occupation Catholic bishop (1986)", "J\u00e9r\u00f4me Carcopino academic degree doctorate (1919)" ] }, { "id": "q_002120", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "Bauska District", "pred": "\nOkay, let's tackle this question. The user is asking about the location of Bauska in the year 2000. The reference year given is 2000, so I need to figure out where Bauska was located during that time.\n\nLooking at the evidence provided, there", "em": 0.0, "f1": 0.05128205128205129, "retrieved": [ "Bauska located in the administrative territorial entity Bauska District (1949)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Bauska country Soviet Union (1940)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)", "Vladimir Lenin country of citizenship Soviet Union (1922)", "Dmitry Yazov country of citizenship Soviet Union (1924)" ] }, { "id": "q_007214", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Gale Anne Hurd", "pred": "\nOkay, let's see. The question is asking who was James Cameron's spouse before Kathryn Bigelow. The reference year is 1987.\n\nLooking at the evidence provided, there are several entries about James Cameron's spouses. Let me go through them one by one. \n\nFirst, it says \"", "em": 0.0, "f1": 0.0, "retrieved": [ "James Cameron spouse Kathryn Bigelow (1989)", "James Cameron spouse Linda Hamilton (1997)", "The Battle of Algiers nominated for Academy Award for Best Director (1969)", "James Cameron spouse Gale Anne Hurd (1985)", "Critics' Choice Movie Award for Best Director winner Kathryn Bigelow (2009)", "James Cameron award received Canada's Walk of Fame (2008)", "James Cameron award received Academy Award for Best Director (1998)", "James Cameron award received Academy Award for Best Picture (1998)", "James Cameron nominated for Academy Award for Best Picture (1998)", "James Cameron nominated for Academy Award for Best Director (1998)" ] }, { "id": "q_008171", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after the Kingdom of Italy, who was the country of citizenship of Felice Andreasi? The reference year is 1980.\n\nFirst, I need to look at the evidence provided. There are several entries about Felice Andre", "em": 1.0, "f1": 0.05, "retrieved": [ "Felice Andreasi country of citizenship Italy (1946)", "Felice Andreasi country of citizenship Kingdom of Italy (1928)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002624", "complexity": "1hop", "operator_type": "before_after", "t_query": 1918.0, "gold": "Woodrow Wilson", "pred": "\nOkay, let's tackle this question. The user is asking who was the head of government of the United States before Warren G. Harding. The reference year is 1918, so we need to look at the timeline around that time.\n\nFirst, I remember that Warren G. Harding became president in", "em": 0.0, "f1": 0.0, "retrieved": [ "United States head of government William McKinley (1900)", "United States head of government Theodore Roosevelt (1901)", "New York City head of government Vincent R. Impellitteri (1950)", "Theodore Roosevelt position held President of the United States (1901)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "Theodore Roosevelt position held Vice President of the United States (1901)", "Henry James country of citizenship United States (1900)", "Alexander Graham Bell country of citizenship United States (1900)", "Fritz Haber employer Fritz Haber Institute of the MPG (1911)", "Fritz Haber residence United States (1902)" ] }, { "id": "q_004467", "complexity": "1hop", "operator_type": "before_after", "t_query": 1924.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Alberto Albertini's country of citizenship before Italy. The reference year is 1924.\n\nFirst, I need to look at the evidence provided. There are several entries about Alberto Albertini's citizenship. One says he was a citizen of", "em": 0.0, "f1": 0.09302325581395349, "retrieved": [ "Alberto Albertini country of citizenship Italy (1946)", "Alberto Albertini country of citizenship Kingdom of Italy (1907)", "Alberto Albertini member of sports team Hellas Verona FC (1927)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alberto Franchetti country of citizenship Kingdom of Italy (1900)", "Alberto Ascoli country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006746", "complexity": "1hop", "operator_type": "interval", "t_query": 1993.0, "gold": "1993", "pred": "\nOkay, let's tackle this question. The user is asking when Veran Mati\u0107 received the CPJ International Press Freedom Awards. The reference year given is 1993.\n\nLooking at the evidence provided, the first point says: \"Veran Mati\u0107 award received CPJ International Press Freedom Awards (", "em": 1.0, "f1": 0.06060606060606061, "retrieved": [ "Veran Mati\u0107 award received CPJ International Press Freedom Awards (1993)", "Veran Mati\u0107 country of citizenship Serbia and Montenegro (2003)", "Veran Mati\u0107 country of citizenship Federal Republic of Yugoslavia (1992)", "The Paths of King Nikola country Federal Republic of Yugoslavia (2002)", "The Paths of King Nikola country Serbia and Montenegro (2003)", "Novak Djokovic country of citizenship Federal Republic of Yugoslavia (1992)", "Ni\u0161 country Federal Republic of Yugoslavia (1992)", "Dimitrovgrad country Federal Republic of Yugoslavia (1992)", "Verzar country Federal Republic of Yugoslavia (1992)", "Pristina country Federal Republic of Yugoslavia (1992)" ] }, { "id": "q_008176", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1979.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "\nOkay, let's try to figure out the answer. The question is asking, in 1979, what was the country of Vr\u0161ac? The reference year is 1979, so I need to look at the evidence provided and see which entries relate to Vr\u0161ac", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Vr\u0161ac country Federal Republic of Yugoslavia (1992)", "The Paths of King Nikola country Federal Republic of Yugoslavia (2002)", "Vr\u0161ac country Socialist Federal Republic of Yugoslavia (1945)", "Novak Djokovic country of citizenship Federal Republic of Yugoslavia (1992)", "Veran Mati\u0107 country of citizenship Federal Republic of Yugoslavia (1992)", "Mirko Novosel country of citizenship Socialist Federal Republic of Yugoslavia (1942)", "Miroslav Bla\u017eevi\u0107 country of citizenship Socialist Federal Republic of Yugoslavia (1945)", "Fahrudin Jusufi country of citizenship Socialist Federal Republic of Yugoslavia (1945)", "Novak Djokovic country of citizenship Socialist Federal Republic of Yugoslavia (1987)", "Ni\u0161 country Federal Republic of Yugoslavia (1992)" ] }, { "id": "q_000447", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Antonio Sbardella's country of citizenship after the Kingdom of Italy. The reference year is 1980, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, looking at the", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Antonio Sbardella country of citizenship Italy (1946)", "Antonio Sbardella country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007622", "complexity": "1hop", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when a member of the sports team Jos\u00e9 Ortigoza was equal to Ulsan HD FC. Wait, maybe there's a typo? The evidence provided lists several players and coaches associated with Ulsan HD FC, but", "em": 0.0, "f1": 0.0, "retrieved": [ "Choi In-young member of sports team Ulsan HD FC (1984)", "Choi In-young coach of sports team Ulsan HD FC (1997)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Ulsan HD FC (2004)", "Leandro Machado member of sports team Ulsan HD FC (2005)", "Seo Dong-myung member of sports team Ulsan HD FC (2002)", "Kim Sung-kil member of sports team Ulsan HD FC (2003)", "Yoo Sang-chul member of sports team Ulsan HD FC (2005)", "Choi Sung-hwan member of sports team Ulsan HD FC (2012)", "Vin\u00edcius Silva Soares member of sports team Ulsan HD FC (2014)", "Yoon Jong-hwan coach of sports team Ulsan HD FC (2015)" ] }, { "id": "q_007073", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "FC Luch-Energiya Vladivostok", "pred": "\nOkay, let's see. The user is asking about Maksim Layushkin's sports team member in 1996. The reference year is 1996.\n\nLooking at the evidence provided, there's a mention of Maksim Layushkin being a member of FC Luch", "em": 0.0, "f1": 0.11764705882352941, "retrieved": [ "Maksim Layushkin member of sports team FC Luch-Energiya Vladivostok (1996)", "Maksim Layushkin member of sports team FC Dinamo Moscow (1992)", "Yuri Semin member of sports team FC Dinamo Moscow (1968)", "Dmitri Kharine member of sports team FC Dinamo Moscow (1988)", "Dmitri Cheryshev member of sports team FC Dinamo Moscow (1993)", "Pascal Mendy member of sports team FC Dinamo Moscow (2003)", "Edgaras \u010cesnauskis member of sports team FC Dinamo Moscow (2010)", "Martin Jakubko member of sports team FC Dinamo Moscow (2010)", "Igor Shitov member of sports team FC Dinamo Moscow (2011)", "Tom\u00e1\u0161 Hubo\u010dan member of sports team FC Dinamo Moscow (2014)" ] }, { "id": "q_006216", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Soviet Union", "pred": "\nOkay, let's tackle this question. The user is asking about Yelena Miroshina's country of citizenship before Russia. The reference year is 1987.\n\nLooking at the evidence provided, there are two entries for Yelena Miroshina. The first one says she was", "em": 0.0, "f1": 0.0, "retrieved": [ "Yelena Miroshina country of citizenship Russia (1991)", "Yelena Miroshina country of citizenship Soviet Union (1974)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)", "Vladimir Lenin country of citizenship Soviet Union (1922)", "Dmitry Yazov country of citizenship Soviet Union (1924)", "Nina Bocharova country of citizenship Soviet Union (1924)", "Galina Vishnevskaya country of citizenship Soviet Union (1926)" ] }, { "id": "q_007462", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "\u00d6sters IF", "pred": "\nOkay, let's see. The question is asking, before joining Viborg FF, who was the member of the sports team of Hans Eklund? The reference year is 1987.\n\nLooking at the evidence provided, there are several entries about Hans Eklund. Let me go through them", "em": 0.0, "f1": 0.0, "retrieved": [ "Hans Eklund member of sports team Viborg FF (1998)", "Arkadiusz Onyszko member of sports team Viborg FF (1998)", "Jesper Christiansen member of sports team Viborg FF (2004)", "Petter Furuseth member of sports team Viborg FF (2007)", "Hans Eklund member of sports team \u00d6sters IF (1987)", "Hans Eklund member of sports team Servette FC (1994)", "Hans Eklund member of sports team Helsingborgs IF (2000)", "Julie Rydahl Bukh member of sports team Viborg FF (1999)", "Hans Eklund member of sports team Sweden men's national football team (1988)", "Peter Nilsson member of sports team \u00d6sters IF (1978)" ] }, { "id": "q_000068", "complexity": "1hop", "operator_type": "sequence", "t_query": 1982.0, "gold": "Eski\u015fehirspor", "pred": "\nOkay, let's try to figure this out. The question is asking for the sports team that \u00d6mer Kaner joined after he was a member of Bak\u0131rk\u00f6yspor. But wait, looking at the evidence provided, I don't see any mention of Bak\u0131rk\u00f6yspor. The evidence lists \u00d6", "em": 0.0, "f1": 0.0, "retrieved": [ "\u00d6mer Kaner member of sports team Eski\u015fehirspor (1980)", "\u00d6mer Kaner member of sports team Zonguldak K\u00f6m\u00fcrspor (1977)", "\u00d6mer Kaner member of sports team Turkey men's national football team (1974)", "Serdar \u00d6zbayraktar member of sports team Eski\u015fehirspor (2007)", "Alper Potuk member of sports team Eski\u015fehirspor (2009)", "Kris Boyd member of sports team Eski\u015fehirspor (2011)", "Ayta\u00e7 Kara member of sports team Eski\u015fehirspor (2012)", "Serdar \u00d6zkan member of sports team Eski\u015fehirspor (2015)", "Nadir \u00c7ift\u00e7i member of sports team Eski\u015fehirspor (2016)", "Turgay \u015eeren member of sports team Turkey men's national football team (1950)" ] }, { "id": "q_002516", "complexity": "1hop", "operator_type": "before_after", "t_query": 1988.0, "gold": "Marconi Prize", "pred": "\nOkay, let's see. The user is asking about the award that Federico Faggin received before the National Medal of Technology and Innovation. The reference year is 1988.\n\nLooking at the evidence provided, there's a mention that Federico Faggin received the Marconi Prize in", "em": 1.0, "f1": 0.1081081081081081, "retrieved": [ "Federico Faggin award received National Medal of Technology and Innovation (2009)", "Federico Faggin award received Marconi Prize (1988)", "IBM award received National Medal of Technology and Innovation (2000)", "Steve Jobs award received National Medal of Technology and Innovation (1985)", "John Cocke award received National Medal of Technology and Innovation (1991)", "Ken Olsen award received National Medal of Technology and Innovation (1993)", "Denton Cooley award received National Medal of Technology and Innovation (1998)", "Stephanie L. Kwolek award received National Medal of Technology and Innovation (1986)", "Arthur C. Clarke award received Marconi Prize (1982)" ] }, { "id": "q_003568", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Silvio Gazzaniga's country of citizenship after the Kingdom of Italy. The reference year is 1996, but the evidence provided includes dates from 1900, 1921, and 19", "em": 1.0, "f1": 0.05882352941176471, "retrieved": [ "Silvio Gazzaniga country of citizenship Italy (1946)", "Silvio Gazzaniga country of citizenship Kingdom of Italy (1921)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005968", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1958.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Adone Zoli in 1958. Let me look at the evidence provided.\n\nFirst, there are two entries about Adone Zoli's citizenship. One says \"Italy (1946)\" and", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Adone Zoli country of citizenship Italy (1946)", "Adone Zoli country of citizenship Kingdom of Italy (1900)", "Adone Zoli position held Prime Minister of Italy (1957)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000185", "complexity": "1hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Antonio Sbardella's country of citizenship after the year 1946, specifically after his citizenship in the Kingdom of Italy. The reference year given is 1980.\n\nFirst, I need to look at the evidence provided.", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Antonio Sbardella country of citizenship Italy (1946)", "Antonio Sbardella country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002706", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "economic liberalism", "pred": "\nOkay, let's see. The user is asking about the movement of Jorge Gonz\u00e1lez von Mar\u00e9es in 1957. The evidence provided mentions two movements: socialism in 1938 and economic liberalism in 1948. Wait, but the question is about 195", "em": 1.0, "f1": 0.1142857142857143, "retrieved": [ "Jorge Gonz\u00e1lez von Mar\u00e9es movement socialism (1938)", "Jorge Gonz\u00e1lez von Mar\u00e9es movement economic liberalism (1948)" ] }, { "id": "q_006338", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Jan Hendrik Oort", "pred": "\nOkay, let's see. The user is asking about Maarten Schmidt's doctoral advisor in 1956. The reference year is 1956, so I need to check the evidence provided.\n\nLooking at the evidence, the first point says: \"Maarten Schmidt doctoral advisor Jan Hendrik", "em": 0.0, "f1": 0.11428571428571428, "retrieved": [ "Maarten Schmidt doctoral advisor Jan Hendrik Oort (1956)", "Maarten Schmidt award received Bruce Medal (1992)", "Maarten Schmidt award received Gold Medal of the Royal Astronomical Society (1980)" ] }, { "id": "q_002715", "complexity": "1hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "State Government", "pred": "\nOkay, let's tackle this question. The user is asking about Johanna Mikl-Leitner's position after she educated at Vienna University of Economics and Business. The reference year is 2007, and the evidence given is that she held a position in the State Government in 200", "em": 1.0, "f1": 0.1, "retrieved": [ "Johanna Mikl-Leitner position held State Government (2003)" ] }, { "id": "q_005181", "complexity": "1hop", "operator_type": "interval", "t_query": 2009.0, "gold": "2009", "pred": "\nOkay, let's see. The user is asking about when Leigh Bromby was a member of Sheffield United F.C. The reference year given is 2009.\n\nLooking at the evidence provided, there's a list of players and coaches associated with Sheffield United F.C. and Sheffield Wednesday F.C.", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Herbert Chapman member of sports team Sheffield United F.C. (1902)", "Adrian Heath member of sports team Sheffield United F.C. (1995)", "Paul McGrath member of sports team Sheffield United F.C. (1997)", "Steve Bruce member of sports team Sheffield United F.C. (1998)", "Steve Kabba member of sports team Sheffield United F.C. (2002)", "Lee Baxter member of sports team Sheffield United F.C. (2003)", "Alan Wright member of sports team Sheffield United F.C. (2004)", "Steve Bruce coach of sports team Sheffield United F.C. (1998)", "Nigel Pearson member of sports team Sheffield Wednesday F.C. (1987)", "Roland Nilsson member of sports team Sheffield Wednesday F.C. (1989)" ] }, { "id": "q_003253", "complexity": "1hop", "operator_type": "sequence", "t_query": 1958.0, "gold": "chairperson", "pred": "\nOkay, let's see. The question is asking for the position held by Kenjir\u014d Sh\u014dda after he was educated at the University of G\u00f6ttingen. The reference year is 1958.\n\nFirst, I need to check the evidence provided. The evidence mentions that Kenjir", "em": 0.0, "f1": 0.0, "retrieved": [ "Kenjir\u014d Sh\u014dda educated at University of G\u00f6ttingen (1927)", "Kenjir\u014d Sh\u014dda position held president (1946)", "Kenjir\u014d Sh\u014dda position held chairperson (1954)", "Kenjir\u014d Sh\u014dda employer University of Osaka (1933)", "Kenjir\u014d Sh\u014dda award received Order of Culture (1969)", "Teiji Takagi doctoral student Kenjir\u014d Sh\u014dda (1931)", "Teiji Takagi educated at University of G\u00f6ttingen (1900)", "Lip\u00f3t Fej\u00e9r educated at University of G\u00f6ttingen (1902)", "Max Born educated at University of G\u00f6ttingen (1904)", "Hermann Weyl educated at University of G\u00f6ttingen (1904)" ] }, { "id": "q_007645", "complexity": "1hop", "operator_type": "before_after", "t_query": 2002.0, "gold": "Gen\u00e7lerbirli\u011fi S.K.", "pred": "\nOkay, let's see. The question is asking who was the member of the sports team of G\u00f6khan \u00dcnal before Ankaraspor. The reference year is 2002.\n\nFirst, I need to look at the evidence provided for G\u00f6khan \u00dcnal's team memberships. The evidence", "em": 0.0, "f1": 0.05714285714285714, "retrieved": [ "G\u00f6khan \u00dcnal member of sports team Ankaraspor (2013)", "G\u00f6khan \u00dcnal member of sports team Trabzonspor (2008)", "G\u00f6khan \u00dcnal member of sports team Kayserispor (2011)", "G\u00f6khan \u00dcnal member of sports team Bal\u0131kesirspor (2014)", "G\u00f6khan \u00dcnal member of sports team Kardemir Karab\u00fckspor (2012)", "G\u00f6khan \u00dcnal member of sports team Gen\u00e7lerbirli\u011fi S.K. (1999)", "G\u00f6khan \u00dcnal member of sports team Hacettepe S.K. (2001)", "G\u00f6khan \u00dcnal member of sports team \u0130stanbul Ba\u015fak\u015fehir F.K. (2011)", "G\u00f6khan \u00dcnal member of sports team Turkey men's national football team (2006)", "Abdullah Ercan member of sports team Trabzonspor (1990)" ] }, { "id": "q_003453", "complexity": "1hop", "operator_type": "before_after", "t_query": 1956.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Irene Galitzine's country of citizenship after the Kingdom of Italy. The reference year is 1956.\n\nFirst, looking at the evidence provided. There are two entries for Irene Galitzine: one stating her citizenship as Italy in", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Irene Galitzine country of citizenship Italy (1946)", "Irene Galitzine country of citizenship Kingdom of Italy (1916)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002186", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Academy Award for Best Actress", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Meryl Streep's nominations after her unmarried partner John Cazale. First, I need to check when John Cazale was involved with Meryl Streep. From what I remember, John Cazale", "em": 0.0, "f1": 0.0, "retrieved": [ "Meryl Streep award received Presidential Medal of Freedom (2014)", "Meryl Streep nominated for Academy Award for Best Actress (1982)", "Meryl Streep nominated for Academy Award for Best Supporting Actress (1979)", "Meryl Streep nominated for Tony Award for Best Featured Actress in a Play (1976)", "Meryl Streep award received Honorary C\u00e9sar (2003)", "Academy Award for Best Actress winner Meryl Streep (1982)", "Meryl Streep award received AFI Life Achievement Award (2004)", "Meryl Streep award received Academy Award for Best Actress (1983)", "Meryl Streep award received Silver Bear for Best Actress (2003)", "Meryl Streep award received Academy Award for Best Supporting Actress (1980)" ] }, { "id": "q_000960", "complexity": "1hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "Soviet Union", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Biysk country Russian Empire, what was the country of Biysk?\" with the reference year 1922.\n\nFirst, I need to look at the evidence provided. The key points related to Biysk are:", "em": 0.0, "f1": 0.0, "retrieved": [ "Biysk country Russian Empire (1900)", "Biysk located in the administrative territorial entity Altai Krai (1937)", "Biysk country Soviet Union (1922)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Russian Empire anthem God Save the Tsar! (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Emirate of Bukhara country Russian Empire (1900)", "Khanate of Khiva country Russian Empire (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_004347", "complexity": "1hop", "operator_type": "sequence", "t_query": 1987.0, "gold": "Deutsche Mark", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the currency of Germany after Heinrich L\u00fcbke became the head of state. First, I need to determine when Heinrich L\u00fcbke was the head of state. \n\nLooking at the evidence provided, there's", "em": 0.0, "f1": 0.0, "retrieved": [ "Heinrich Scheuch country of citizenship Germany (1900)", "Afghanistan head of state Inayatullah Khan (1929)", "Afghanistan head of state Mohammad Najibullah (1987)", "Afghanistan head of state Ashraf Ghani (2014)", "Afghanistan head of state Mohammed Zahir Shah (1933)", "Afghanistan head of state Mohammed Daoud Khan (1973)", "Alfred Neumann country of citizenship Germany (1900)", "Max Aub country of citizenship Germany (1903)", "Philipp Lenard country of citizenship Germany (1907)", "Germany diplomatic relation Afghanistan (1915)" ] }, { "id": "q_003476", "complexity": "1hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "Municipio III", "pred": "\nOkay, let's try to figure this out. The question is asking, after San Lorenzo was located in Rome, what was its location? The reference year is 2007, so I need to check the evidence provided around that time.\n\nLooking at the evidence, there's a mention that San Lorenzo", "em": 0.0, "f1": 0.0, "retrieved": [ "San Lorenzo located in the administrative territorial entity Rome (1977)", "San Lorenzo location Municipio III (1977)", "Alessandrino located in the administrative territorial entity Rome (1961)", "Castel Fusano located in the administrative territorial entity Rome (1961)", "Attilio Simonetti work location Rome (1900)", "Sergio Tofano work location Rome (1900)", "Christian Schad work location Rome (1924)", "Carmelo Cappello work location Rome (1929)", "Afro Basaldella work location Rome (1938)", "Nancy Graves work location Rome (1979)" ] }, { "id": "q_001826", "complexity": "1hop", "operator_type": "sequence", "t_query": 2020.0, "gold": "WWE", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Shane McMahon occupation entrepreneur, what was the employer of Shane McMahon?\" The reference year is 2020.\n\nFirst, I need to look through the provided evidence to find information about Shane McMahon's occupation and employer. Let me go", "em": 0.0, "f1": 0.0, "retrieved": [ "Shane McMahon occupation entrepreneur (1990)", "Vince McMahon occupation entrepreneur (1969)", "Shane McMahon employer WWE (1990)", "Ring of Honor sport professional wrestling (2002)", "Vince McMahon employer WWE (2003)", "Joe Louis occupation referee (1956)", "Mike Chioda employer WWE (1989)", "Shane McMahon residence Gaithersburg (1970)", "Shane McMahon sport referee (1988)", "Shane McMahon sport professional wrestling (1990)" ] }, { "id": "q_002764", "complexity": "1hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Camillo Cibin's country of citizenship before Italy. The reference year is 1942, so we need to look at the evidence provided around that time.\n\nLooking at the evidence, there are entries", "em": 0.0, "f1": 0.09302325581395349, "retrieved": [ "Camillo Cibin country of citizenship Italy (1946)", "Camillo Cibin country of citizenship Kingdom of Italy (1926)", "Camillo Golgi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007776", "complexity": "1hop", "operator_type": "sequence", "t_query": 1991.0, "gold": "Latvian Soviet Socialist Republic", "pred": "\nOkay, let's try to figure this out. The question is asking what the located in (administrative territorial entity) of R\u0113zekne was after the time when R\u0113zekne was part of the Soviet Union. The reference year is 1991.\n\nFirst, looking at the evidence provided", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "R\u0113zekne country Soviet Union (1944)", "Communist Party of the Soviet Union country Russian Republic (1917)", "R\u0113zekne located in the administrative territorial entity Latvian Soviet Socialist Republic (1949)", "R\u0113zekne country Latvian Soviet Socialist Republic (1940)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_002291", "complexity": "1hop", "operator_type": "before_after", "t_query": 2022.0, "gold": "Al-Nassr", "pred": "\nOkay, let's see. The question is asking for the member of the sports team that Luiz Gustavo was part of after the Brazil men's national football team. Wait, the wording is a bit confusing. Let me parse it again.\n\nThe user is asking, \"Who was the member of sports team", "em": 0.0, "f1": 0.0, "retrieved": [ "Luiz Gustavo member of sports team Brazil men's national football team (2011)", "Neco member of sports team Brazil men's national football team (1917)", "Pel\u00e9 member of sports team Brazil men's national football team (1957)", "Djalma Santos member of sports team Brazil men's national football team (1952)", "Roberto Miranda member of sports team Brazil men's national football team (1968)", "Domingos da Guia member of sports team Brazil men's national football team (1931)", "Paulo C\u00e9sar Carpegiani member of sports team Brazil men's national football team (1973)", "Martim M\u00e9rcio da Silveira member of sports team Brazil men's national football team (1934)", "Jair da Rosa Pinto member of sports team Brazil men's national football team (1940)", "Amarildo Tavares da Silveira member of sports team Brazil men's national football team (1961)" ] }, { "id": "q_006248", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking for Zeno Saltini's country of citizenship in 1936. The evidence provided includes several entries about Zeno Saltini's citizenship. \n\nFirst, there's an entry stating that Zeno Saltini's country of citizenship was Italy in 1", "em": 0.0, "f1": 0.11428571428571428, "retrieved": [ "Zeno Saltini country of citizenship Italy (1946)", "Zeno Saltini country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003830", "complexity": "1hop", "operator_type": "interval", "t_query": 1996.0, "gold": "1996", "pred": "\nOkay, let's tackle this question. The user is asking for the year when the winner of the MTV Video Music Award for Best Group was equal to Foo Fighters. The reference year given is 1996.\n\nFirst, I need to look at the evidence provided. The evidence mentions that Foo Fighters won", "em": 1.0, "f1": 0.04878048780487806, "retrieved": [ "MTV Video Music Award for Best Group winner Foo Fighters (1996)", "MTV Video Music Award for Best Group winner INXS (1988)", "MTV Video Music Award for Best Group winner R.E.M. (1991)", "MTV Video Music Award for Best Editing winner INXS (1988)", "MTV Video Music Award for Best Alternative Video winner R.E.M. (1989)", "MTV Video Music Award for Best Editing winner R.E.M. (1991)", "R.E.M. award received Rock and Roll Hall of Fame (2007)", "Peter Buck member of R.E.M. (1980)" ] }, { "id": "q_005800", "complexity": "1hop", "operator_type": "interval", "t_query": 1927.0, "gold": "1927", "pred": "\nOkay, let's see. The user is asking for the year when Lois Delander's competition result equaled Miss America. The reference year given is 1927.\n\nLooking at the evidence provided, there's a mention that \"Lois Delander competition won Miss America (1927)\".", "em": 1.0, "f1": 0.0625, "retrieved": [ "Lois Delander competition won Miss America (1927)", "Gretchen Carlson competition won Miss America (1989)", "Mary Ann Mobley competition won Miss America (1959)" ] }, { "id": "q_002743", "complexity": "1hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "Roman Herzog", "pred": "\nOkay, let's tackle this question. The user is asking who was the head of state of Germany before Horst K\u00f6hler. The reference year is 1996, but I need to check the timeline of German heads of state, especially around when Horst K\u00f6hler took office.\n\nFirst", "em": 0.0, "f1": 0.0, "retrieved": [ "Afghanistan head of state Inayatullah Khan (1929)", "Afghanistan head of state Mohammad Najibullah (1987)", "Afghanistan head of state Ashraf Ghani (2014)", "Afghanistan head of state Mohammed Zahir Shah (1933)", "Afghanistan head of state Mohammed Daoud Khan (1973)", "Heinrich Scheuch country of citizenship Germany (1900)", "Alfred Neumann country of citizenship Germany (1900)", "Max Aub country of citizenship Germany (1903)", "Philipp Lenard country of citizenship Germany (1907)", "Germany diplomatic relation Afghanistan (1915)" ] }, { "id": "q_005305", "complexity": "1hop", "operator_type": "sequence", "t_query": 2017.0, "gold": "TOP 09", "pred": "\nOkay, let's tackle this question. The user is asking, after Karel Schwarzenberg received the European Human Rights Prize, what was his member of political party. The reference year is 2017.\n\nFirst, I need to check the evidence provided. The evidence states that Karel Schwarzen", "em": 0.0, "f1": 0.0, "retrieved": [ "Karel Schwarzenberg member of political party TOP 09 (2009)", "TOP 09 chairperson Karel Schwarzenberg (2009)" ] }, { "id": "q_003125", "complexity": "1hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "Chinese Communist Party", "pred": "\nOkay, let's try to figure this out. The question is asking for the member of the political party of Xiao Ke after the time when Xiao Ke's country of citizenship was the Qing dynasty. \n\nFirst, I need to look at the evidence provided. The evidence mentions several entries about different people and their political", "em": 0.0, "f1": 0.04347826086956522, "retrieved": [ "Xiao Ke member of political party Chinese Communist Party (1927)", "Xiao Ke country of citizenship Qing dynasty (1907)", "Xiao Yang member of political party Chinese Communist Party (1966)", "Xiao Ke country of citizenship People's Republic of China (1949)", "Zhao Shiyan member of political party Chinese Communist Party (1921)", "Deng Yingchao member of political party Chinese Communist Party (1924)", "Liu Bocheng member of political party Chinese Communist Party (1926)", "Chen Boda member of political party Chinese Communist Party (1927)", "Li Zuopeng member of political party Chinese Communist Party (1932)", "Hu Yaobang member of political party Chinese Communist Party (1933)" ] }, { "id": "q_003993", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1918.0, "gold": "United States Air Force", "pred": "\nOkay, let's see. The question is asking for Warren Weaver's employer in 1918. Let me check the evidence provided.\n\nFirst, I'll list out all the evidence related to Warren Weaver's employment. The evidence mentions:\n\n- Warren Weaver employer Rockefeller Foundation (1932)\n-", "em": 0.0, "f1": 0.0, "retrieved": [ "Warren Weaver academic degree master's degree (1917)", "Warren Weaver employer Rockefeller Foundation (1932)", "Warren Weaver employer United States Air Force (1917)", "Warren Weaver employer California Institute of Technology (1919)", "Warren Weaver employer University of Wisconsin\u2013Madison (1920)", "Warren Weaver academic degree Doctor of Philosophy (1921)", "Warren Weaver educated at University of Wisconsin\u2013Madison (1912)", "Taha Hussein academic degree Doctor of Philosophy (1918)", "Howard H. Aiken educated at University of Wisconsin\u2013Madison (1918)", "Kenneth Arrow academic degree master's degree (1941)" ] }, { "id": "q_000679", "complexity": "1hop", "operator_type": "before_after", "t_query": 2017.0, "gold": "Member of the European Parliament", "pred": "\nOkay, let's see. The user is asking about Jean-Marie Cavada's position after he held \"pr\u00e9sident-directeur g\u00e9n\u00e9ral.\" First, I need to look through the provided evidence to find his positions.\n\nLooking at the evidence, Jean-Marie Cavada's positions are listed as \"pr\u00e9sident-direct", "em": 0.0, "f1": 0.047619047619047616, "retrieved": [ "Jean-Marie Cavada position held pr\u00e9sident-directeur g\u00e9n\u00e9ral (1998)", "Jean-Marie Cavada position held Member of the European Parliament (2014)", "Jean-Marie Cavada member of political party Union for French Democracy (2004)", "Francis Bouygues position held pr\u00e9sident-directeur g\u00e9n\u00e9ral (1987)", "Jorma Ollila position held pr\u00e9sident-directeur g\u00e9n\u00e9ral (1999)", "Alain Cayzac position held pr\u00e9sident-directeur g\u00e9n\u00e9ral (2006)", "Jacques-Louis Lions position held pr\u00e9sident-directeur g\u00e9n\u00e9ral (1980)", "Lindsay Owen-Jones position held pr\u00e9sident-directeur g\u00e9n\u00e9ral (1988)", "Marie Anne Isler B\u00e9guin position held Member of the European Parliament (2004)", "Herbert Wehner position held Member of the European Parliament (1952)" ] }, { "id": "q_001435", "complexity": "1hop", "operator_type": "interval", "t_query": 1922.0, "gold": "1922", "pred": "\nOkay, let's tackle this question. The user is asking when the Basmachi movement was the capital of Dushanbe. The reference year given is 1922.\n\nFirst, I need to look at the evidence provided. The evidence mentions that Dushanbe was the capital of the", "em": 1.0, "f1": 0.06060606060606061, "retrieved": [ "Dushanbe capital of Basmachi movement (1922)", "Dushanbe capital of Emirate of Bukhara (1921)", "Dushanbe capital of Tajik Soviet Socialist Republic (1929)", "Dushanbe capital of Tajik Autonomous Soviet Socialist Republic (1924)", "Dushanbe located in the administrative territorial entity Emirate of Bukhara (1900)", "Dushanbe located in the administrative territorial entity Tajik Soviet Socialist Republic (1929)", "Dushanbe located in the administrative territorial entity Tajik Autonomous Soviet Socialist Republic (1924)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Dushanbe country Soviet Union (1922)", "Dushanbe named after Joseph Stalin (1929)" ] }, { "id": "q_004918", "complexity": "1hop", "operator_type": "before_after", "t_query": 1947.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Karl Plattner's country of citizenship after the Kingdom of Italy. The reference year is 1947.\n\nFirst, I'll look at the evidence provided. There are entries for Karl Plattner's citizenship. One says \"Italy (1", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Karl Plattner country of citizenship Italy (1946)", "Karl Plattner country of citizenship Kingdom of Italy (1919)", "Karl Plattner award received Austrian Decoration for Science and Art (1976)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006137", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Orlando Magic", "pred": "\nOkay, let's see. The question is asking, in 1995, what team was Shaquille O'Neal a member of?\n\nLooking at the evidence provided, there are several entries about Shaquille O'Neal's teams. Let me check each one. \n\nFirst, it says", "em": 0.0, "f1": 0.0, "retrieved": [ "Shaquille O'Neal member of sports team Orlando Magic (1992)", "Shaquille O'Neal member of sports team Phoenix Suns (2008)", "Shaquille O'Neal member of sports team Boston Celtics (2010)", "Shaquille O'Neal member of sports team Los Angeles Lakers (1996)", "Rashard Lewis member of sports team Orlando Magic (2007)", "Shaquille O'Neal award received All-NBA Team (1998)", "Bill Sharman member of sports team Los Angeles Lakers (1961)", "Wilt Chamberlain member of sports team Los Angeles Lakers (1968)", "Caron Butler member of sports team Los Angeles Lakers (2004)", "K. C. Jones member of sports team Los Angeles Lakers (1971)" ] }, { "id": "q_002644", "complexity": "1hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Club Atl\u00e9tico Tigre", "pred": "\nOkay, let's try to figure this out. The question is asking about Daniel Islas's sports team membership after he was part of Club Atl\u00e9tico Nueva Chicago. But wait, looking at the provided evidence, I don't see any mention of Daniel Islas being associated with Nueva Chicago. The evidence", "em": 0.0, "f1": 0.08695652173913045, "retrieved": [ "Daniel Islas member of sports team Club Atl\u00e9tico Tigre (2007)", "Daniel Islas member of sports team Club Atl\u00e9tico Hurac\u00e1n (2012)", "Luis Islas member of sports team Club Atl\u00e9tico Tigre (2000)", "Luis Islas member of sports team Club Atl\u00e9tico Hurac\u00e1n (1998)", "Julio Mattos member of sports team Club Atl\u00e9tico Tigre (1972)", "Agust\u00edn Torassa member of sports team Club Atl\u00e9tico Tigre (2012)", "Emanuel Villa member of sports team Club Atl\u00e9tico Hurac\u00e1n (2001)", "Agust\u00edn Torassa member of sports team Club Atl\u00e9tico Hurac\u00e1n (2014)" ] }, { "id": "q_004185", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Christiane Kubrick", "pred": "\nOkay, let's see. The question is asking for the spouse of Stanley Kubrick in 1995. Let me check the evidence provided.\n\nLooking through the evidence, there's a point that says \"Stanley Kubrick spouse Christiane Kubrick (1958)\". Wait, the year", "em": 1.0, "f1": 0.12121212121212122, "retrieved": [ "Stanley Kubrick spouse Christiane Kubrick (1958)", "The Battle of Algiers nominated for Academy Award for Best Director (1969)", "Stanley Kubrick award received BAFTA Fellowship (2000)", "Stanley Kubrick nominated for Academy Award for Best Director (1965)", "Stanley Kubrick nominated for Academy Award for Best Picture (1965)", "Stanley Kubrick award received Academy Award for Best Visual Effects (1968)", "Stanley Kubrick nominated for Academy Award for Best Visual Effects (1969)", "Stanley Kubrick nominated for Academy Award for Best Writing, Adapted Screenplay (1965)", "Stanley Kubrick nominated for Academy Award for Best Writing, Original Screenplay (1969)" ] }, { "id": "q_007259", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Heidelberg University", "pred": "\nOkay, let's tackle this question. The user is asking for Herbert Seifert's employer after he was educated at TU Dresden. The reference year is 1961, but I think that's just the year mentioned in the evidence, not necessarily the time frame we need to focus on.\n\nFirst", "em": 0.0, "f1": 0.0, "retrieved": [ "Herbert Seifert educated at TU Dresden (1926)", "Herbert Seifert employer TU Dresden (1934)", "Herbert Seifert educated at Leipzig University (1932)", "Herbert Seifert employer Heidelberg University (1935)", "Herbert Seifert member of Heidelberg Academy of Sciences and Humanities (1961)", "Bartel Leendert van der Waerden educated at University of Amsterdam (1919)", "Bartel Leendert van der Waerden educated at University of G\u00f6ttingen (1924)", "Bartel Leendert van der Waerden educated at University of Hamburg (1926)", "Bartel Leendert van der Waerden doctoral student Herbert Seifert (1932)", "Bence Szabolcsi educated at Leipzig University (1921)" ] }, { "id": "q_000078", "complexity": "1hop", "operator_type": "sequence", "t_query": 1972.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Bruno Bettinelli's country of citizenship after he was a citizen of the Kingdom of Italy. The reference year is 1972, but the evidence provided has dates ranging from 1900 to 1946.", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Bruno Bettinelli country of citizenship Italy (1946)", "Bruno Bettinelli country of citizenship Kingdom of Italy (1913)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006054", "complexity": "1hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Tullia Zevi after the entry that mentions \"Tullia Zevi country of citizenship Kingdom of Italy (1900)\". \n\nFirst, I need to look at the evidence provided. There are", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Tullia Zevi country of citizenship Italy (1946)", "Tullia Zevi country of citizenship Kingdom of Italy (1919)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002336", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "SC Young Fellows Juventus", "pred": "\nOkay, let's see. The user is asking about Leopold Kielholz's sports team membership in 1942. The reference year is 1942, so I need to check the evidence provided to find which team he was part of that year.\n\nLooking at the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Leopold Kielholz member of sports team FC Basel (1930)", "Leopold Kielholz member of sports team Servette FC (1937)", "Leopold Kielholz member of sports team Stade de Reims (1936)", "Leopold Kielholz member of sports team FC St. Gallen (1937)", "Leopold Kielholz member of sports team SC Young Fellows Juventus (1938)", "Leopold Kielholz member of sports team Switzerland men's national football team (1933)", "Werner Schley member of sports team FC Basel (1954)", "Roberto Frigerio member of sports team FC Basel (1964)", "Serge Muhmenthaler member of sports team FC Basel (1975)", "Harald Nickel member of sports team FC Basel (1981)" ] }, { "id": "q_004140", "complexity": "1hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "president", "pred": "\nOkay, let's see. The user is asking about the position held by Richard William Smith after he was vice president. The reference year is 2012.\n\nLooking at the evidence provided, there's an entry for Richard William Smith: \"position held vice president (2009)\" and another", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Richard William Smith position held vice president (2009)", "Richard William Smith position held president (2011)", "Philippe P\u00e9tain position held vice president (1920)", "Robert Lemaignen position held vice president (1942)", "Andr\u00e9 Mazon position held vice president (1958)", "L\u00e9n\u00e1rd P\u00e1l position held vice president (1969)", "Lhagpa Phuntshogs position held vice president (1991)", "Sheryl Sandberg position held vice president (2001)", "Zsolt Borkai position held vice president (2009)", "Marie-Jean-Lucien Lacaze position held vice president (1919)" ] }, { "id": "q_002324", "complexity": "1hop", "operator_type": "interval", "t_query": 2008.0, "gold": "2008", "pred": "\nOkay, let's try to figure this out. The user is asking about when Arvydas Novikovas was a member of FC Vilnius. The reference year given is 2008. The evidence provided lists several players and their years associated with St Johnstone F.C., but none", "em": 1.0, "f1": 0.04545454545454545, "retrieved": [ "Sergei Baltacha member of sports team St Johnstone F.C. (1990)", "Paul Hartley member of sports team St Johnstone F.C. (2000)", "Mark Paston member of sports team St Johnstone F.C. (2005)", "Derek Riordan member of sports team St Johnstone F.C. (2012)" ] }, { "id": "q_008261", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "National Basketball Association", "pred": "\nOkay, let's see. The user is asking about Chris Mihm's league or competition in 2005. The evidence given is that he was in the National Basketball Association (NBA) in 2000. Wait, but the question is about 2005.", "em": 1.0, "f1": 0.18181818181818182, "retrieved": [ "Chris Mihm league or competition National Basketball Association (2000)" ] }, { "id": "q_004156", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Gianni Dova's country of citizenship in 1936. The evidence provided includes several entries about Gianni Dova's citizenship. \n\nFirst, there's an entry stating that Gianni Dova's country of citizenship was Italy in 1", "em": 0.0, "f1": 0.1176470588235294, "retrieved": [ "Gianni Dova country of citizenship Italy (1946)", "Gianni Dova country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002138", "complexity": "1hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Montpellier H\u00e9rault Sport Club", "pred": "\nOkay, let's see. The question is asking about Olivier Sorlin's membership in a sports team before he was part of AS Monaco FC. The reference year is 1999.\n\nLooking at the evidence provided, there are several entries about Olivier Sorlin. The key points are:\n\n- Olivier Sor", "em": 0.0, "f1": 0.0, "retrieved": [ "Olivier Sorlin member of sports team AS Monaco FC (2005)", "Olivier Sorlin member of sports team Montpellier H\u00e9rault Sport Club (1999)", "Olivier Sorlin member of sports team Stade Rennais F.C. (2006)", "Abderrahmane Boubekeur member of sports team AS Monaco FC (1954)", "Claude Puel member of sports team AS Monaco FC (1979)", "Marcelo Gallardo member of sports team AS Monaco FC (1999)", "Patrice Luzi member of sports team AS Monaco FC (1999)", "Laurent Bonnart member of sports team AS Monaco FC (2010)", "Diego Benaglio member of sports team AS Monaco FC (2017)", "Stevan Joveti\u0107 member of sports team AS Monaco FC (2017)" ] }, { "id": "q_001307", "complexity": "1hop", "operator_type": "before_after", "t_query": 1953.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Mario Del Monaco's country of citizenship after the Kingdom of Italy. The reference year is 1953.\n\nFirst, I need to look at the evidence provided. There are several entries about Mario Del Monaco. The key ones are:\n\n-", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Mario Del Monaco residence Lancenigo (1950)", "Mario Del Monaco country of citizenship Italy (1946)", "Mario Del Monaco country of citizenship Kingdom of Italy (1915)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005256", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "auxiliary bishop", "pred": "\nOkay, let's see. The user is asking about the position held by Ortega Franco in 2012. The reference year is 2012, so I need to check the evidence provided.\n\nLooking at the evidence, there's a list of people with their positions and the years they", "em": 0.0, "f1": 0.0, "retrieved": [ "Ortega Franco position held auxiliary bishop (2004)", "Adam Senger position held auxiliary bishop (1912)", "Zolt\u00e1n Meszl\u00e9nyi position held auxiliary bishop (1937)", "Julius Angerhausen position held auxiliary bishop (1959)", "Thomas Gumbleton position held auxiliary bishop (1968)", "Bernardo Citterio position held auxiliary bishop (1969)", "Gabriel Bullet position held auxiliary bishop (1970)", "Gerd Dicke position held auxiliary bishop (1970)", "Ernst Gutting position held auxiliary bishop (1971)", "Rudolf Schmid position held auxiliary bishop (1972)" ] }, { "id": "q_004475", "complexity": "1hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Q135837", "pred": "\nOkay, let's try to figure this out. The user is asking about Raimondas Rum\u0161as's sports team membership after he was part of Fassa Bortolo. The reference year is 2003.\n\nLooking at the evidence provided: \n- Raimondas Rum\u0161as", "em": 0.0, "f1": 0.0, "retrieved": [ "Raimondas Rum\u0161as member of sports team Acqua & Sapone (2004)", "Michele Scarponi member of sports team Acqua & Sapone (2007)" ] }, { "id": "q_002220", "complexity": "1hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Estudiantes de La Plata", "pred": "\nOkay, let's see. The question is asking who was the member of the sports team of Iv\u00e1n Moreno y Fabianesi after Villarreal CF. The reference year is 2008.\n\nFirst, I need to look at the evidence provided. The evidence lists various memberships of Iv\u00e1n Moreno", "em": 0.0, "f1": 0.0, "retrieved": [ "Iv\u00e1n Moreno y Fabianesi member of sports team Villarreal CF (2001)", "Iv\u00e1n Moreno y Fabianesi member of sports team FC Porto (2002)", "Iv\u00e1n Moreno y Fabianesi member of sports team Club Atl\u00e9tico Banfield (2002)", "Iv\u00e1n Moreno y Fabianesi member of sports team Xanthi F.C. (2009)", "Iv\u00e1n Moreno y Fabianesi member of sports team Club Atl\u00e9tico Col\u00f3n (2010)", "Iv\u00e1n Moreno y Fabianesi member of sports team Estudiantes de La Plata (2007)", "Iv\u00e1n Moreno y Fabianesi member of sports team Club Atl\u00e9tico Rosario Central (2009)", "Oriol Lozano member of sports team Villarreal CF (2001)", "Sebasti\u00e1n Battaglia member of sports team Villarreal CF (2004)", "Joan Oriol member of sports team Villarreal CF (2010)" ] }, { "id": "q_006192", "complexity": "1hop", "operator_type": "before_after", "t_query": 1983.0, "gold": "Egypt", "pred": "\nOkay, let's see. The user is asking about Zakaria Mohieddin's country of citizenship after the Kingdom of Egypt. The reference year is 1983.\n\nLooking at the evidence provided, there are several entries for Zakaria Mohieddin's citizenship. The entries mention different countries and years", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Zakaria Mohieddin country of citizenship Kingdom of Egypt (1922)", "Zakaria Mohieddin country of citizenship Egypt (1971)", "Zakaria Mohieddin country of citizenship Sultanate of Egypt (1918)", "Zakaria Mohieddin country of citizenship United Arab Republic (1958)", "Farouk I of Egypt country of citizenship Kingdom of Egypt (1922)", "Taha Hussein country of citizenship Kingdom of Egypt (1922)", "Hosni Mubarak country of citizenship Kingdom of Egypt (1928)", "Onsi Sawiris country of citizenship Kingdom of Egypt (1930)", "Hussein Salem country of citizenship Kingdom of Egypt (1933)", "Princess Fawzia Fuad of Egypt country of citizenship Kingdom of Egypt (1921)" ] }, { "id": "q_005619", "complexity": "1hop", "operator_type": "before_after", "t_query": 1919.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Adone Zoli's country of citizenship before Italy. The reference year is 1919.\n\nLooking at the evidence provided, there are entries for Adone Zoli's citizenship. It says he was a citizen of the Kingdom of Italy", "em": 1.0, "f1": 0.15, "retrieved": [ "Adone Zoli country of citizenship Italy (1946)", "Adone Zoli country of citizenship Kingdom of Italy (1900)", "Adone Zoli position held Prime Minister of Italy (1957)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003460", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Buber-Rosenzweig-Medal", "pred": "\nOkay, let's see. The user is asking about Nikolaus Schneider's award received in 2012. The reference year is 2012, so I need to look through the evidence provided to find any mentions of Nikolaus Schneider and the year 2012.\n\nLooking at", "em": 0.0, "f1": 0.0, "retrieved": [ "Nikolaus Schneider award received Buber-Rosenzweig-Medal (2012)", "Nikolaus Schneider award received Order of Merit of North Rhine-Westphalia (2009)", "Richard von Weizs\u00e4cker award received Buber-Rosenzweig-Medal (1995)", "Helmut Hirsch award received Order of Merit of North Rhine-Westphalia (1988)", "Bernard Schultze award received Order of Merit of North Rhine-Westphalia (1989)", "Dieter Wellershoff award received Order of Merit of North Rhine-Westphalia (1995)", "Reinhard Selten award received Order of Merit of North Rhine-Westphalia (1996)", "Liz Mohn award received Order of Merit of North Rhine-Westphalia (2006)", "Walter Scheel award received Order of Merit of North Rhine-Westphalia (2009)", "Guido Westerwelle award received Order of Merit of North Rhine-Westphalia (2015)" ] }, { "id": "q_005532", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2020.0, "gold": "Gy\u00f6rgy Fekete", "pred": "\nOkay, let's see. The question is asking for the spouse of Szilvia Sunyovszky in 2020. The evidence provided includes a few points. First, it mentions that Szilvia Sunyovszky was married to Gy\u00f6rgy Fekete in", "em": 1.0, "f1": 0.12121212121212122, "retrieved": [ "Szilvia Sunyovszky spouse Gy\u00f6rgy Fekete (1994)", "Szilvia Sunyovszky award received Kossuth Prize (2020)", "Szilvia Sunyovszky award received J\u00e1szai Mari Prize (1986)" ] }, { "id": "q_000731", "complexity": "1hop", "operator_type": "sequence", "t_query": 2000.0, "gold": "Ren\u00e9 Ang\u00e9lil", "pred": "\nOkay, let's see. The question is asking, after C\u00e9line Dion received the Canada's Walk of Fame award, what was the spouse of C\u00e9line Dion?\n\nFirst, I need to check the evidence provided. The reference year is 2000. The evidence includes several entries about awards", "em": 0.0, "f1": 0.0, "retrieved": [ "C\u00e9line Dion spouse Ren\u00e9 Ang\u00e9lil (1994)", "Ren\u00e9 Ang\u00e9lil spouse C\u00e9line Dion (1994)", "C\u00e9line Dion award received Canada's Walk of Fame (1999)", "Maurice Richard award received Canada's Walk of Fame (1999)", "Gordie Howe award received Canada's Walk of Fame (2000)", "Ferguson Jenkins award received Canada's Walk of Fame (2001)", "Dan Aykroyd award received Canada's Walk of Fame (2002)", "Alex Trebek award received Canada's Walk of Fame (2006)", "James Cameron award received Canada's Walk of Fame (2008)", "Wendy Crewson award received Canada's Walk of Fame (2015)" ] }, { "id": "q_007949", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1940.0, "gold": "Aston Villa F.C.", "pred": "\nOkay, let's see. The user is asking about Harry Parkes' membership in a sports team in 1940. The reference year is 1940.\n\nLooking at the evidence provided, there's a list of people and the years they were members of Aston Villa F.C. Harry", "em": 1.0, "f1": 0.1951219512195122, "retrieved": [ "Harry Parkes member of sports team Aston Villa F.C. (1939)", "Harry Morton member of sports team Aston Villa F.C. (1930)", "Peter Broadbent member of sports team Aston Villa F.C. (1966)", "Didier Six member of sports team Aston Villa F.C. (1984)", "Andy Gray member of sports team Aston Villa F.C. (1985)", "Paul McGrath member of sports team Aston Villa F.C. (1989)", "Adrian Heath member of sports team Aston Villa F.C. (1989)", "Gareth Southgate member of sports team Aston Villa F.C. (1995)", "Alan Wright member of sports team Aston Villa F.C. (1995)", "Mark Delaney member of sports team Aston Villa F.C. (1999)" ] }, { "id": "q_001545", "complexity": "1hop", "operator_type": "sequence", "t_query": 1971.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Armando Aste's country of citizenship after the entry that mentions the Kingdom of Italy. The reference year is 1971, but the evidence provided includes dates from 1900, 1926, and", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Armando Aste country of citizenship Italy (1946)", "Armando Aste country of citizenship Kingdom of Italy (1926)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001649", "complexity": "1hop", "operator_type": "before_after", "t_query": 1969.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Francesco Aguzzoli's country of citizenship after the Kingdom of Italy. The reference year is 1969.\n\nLooking at the evidence provided, there are two entries for Francesco Aguzzoli's citizenship. The first one says \"Kingdom", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Francesco Aguzzoli country of citizenship Italy (1946)", "Francesco Aguzzoli country of citizenship Kingdom of Italy (1935)", "Francesco Aguzzoli member of sports team Modena F.C. (1957)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008040", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1934.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Carlo Zecchi's country of citizenship in 1934. The evidence provided includes several entries about Carlo Zecchi's citizenship. \n\nFirst, I need to look at the dates mentioned. There's an entry stating that Carlo Z", "em": 0.0, "f1": 0.047619047619047616, "retrieved": [ "Carlo Zecchi country of citizenship Italy (1946)", "Carlo Zecchi country of citizenship Kingdom of Italy (1903)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Carlo Porro country of citizenship Kingdom of Italy (1900)", "Carlo Galetti country of citizenship Kingdom of Italy (1900)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006170", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1934.0, "gold": "Nazi Germany", "pred": "\nOkay, let's see. The question is asking about the country of Potsdam in 1934. The reference year is 1934, so I need to figure out which country Potsdam was part of during that time.\n\nLooking at the evidence provided, there are several entries", "em": 0.0, "f1": 0.0, "retrieved": [ "Potsdam located in the administrative territorial entity Potsdam Government Region (1900)", "Charlottenburg located in the administrative territorial entity Potsdam Government Region (1900)", "Brandenburg an der Havel located in the administrative territorial entity Potsdam Government Region (1900)", "Potsdam country German Empire (1900)", "Potsdam country Weimar Republic (1919)", "Wilhelm R\u00f6ntgen country of citizenship German Empire (1900)", "Albrecht Brandi country of citizenship German Empire (1914)", "Albrecht Brandi country of citizenship Weimar Republic (1919)", "Martin Walser country of citizenship Weimar Republic (1927)", "Georg August Zenker country of citizenship German Empire (1900)" ] }, { "id": "q_008589", "complexity": "1hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Filippo Zappata's country of citizenship after the Kingdom of Italy. The reference year is 1968, so we need to consider events up to that time.\n\nLooking at the evidence provided, there are two entries for Filippo", "em": 1.0, "f1": 0.047619047619047616, "retrieved": [ "Filippo Zappata country of citizenship Italy (1946)", "Filippo Zappata country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003715", "complexity": "1hop", "operator_type": "sequence", "t_query": 1982.0, "gold": "Cottbus District", "pred": "\nOkay, let's try to figure this out. The question is asking: \"What was the located in of Cottbus after Detlef Kobjela work location Cottbus?\" Hmm, the wording is a bit confusing. Maybe it's asking about the administrative location of Cottbus after Detlef K", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Cottbus located in the administrative territorial entity Cottbus District (1952)", "Cottbus country German Democratic Republic (1949)", "East Berlin capital of German Democratic Republic (1949)", "Ruth Fuchs country of citizenship German Democratic Republic (1949)", "Udo Zimmermann country of citizenship German Democratic Republic (1949)", "Reiner Goldberg country of citizenship German Democratic Republic (1949)", "Hendrik Born country of citizenship German Democratic Republic (1949)", "Martin Patzelt country of citizenship German Democratic Republic (1949)", "G\u00fcnter Siegmund country of citizenship German Democratic Republic (1949)", "Bernd Bransch country of citizenship German Democratic Republic (1949)" ] }, { "id": "q_004771", "complexity": "1hop", "operator_type": "sequence", "t_query": 1982.0, "gold": "SV Waldhof Mannheim", "pred": "\nOkay, let's try to figure this out. The question is asking, after Fritz Walter was a member of TSG Weinheim, which sports team was he a member of next. The reference year is 1982.\n\nFirst, I need to look at the evidence provided. The evidence lists several", "em": 0.0, "f1": 0.0, "retrieved": [ "Fritz Walter member of sports team VfB Stuttgart (1987)", "Fritz Walter member of sports team Arminia Bielefeld (1994)", "Fritz Walter member of sports team SV Waldhof Mannheim (1981)", "Fritz Walter member of sports team SSV Ulm 1846 (1997)", "Walter Claus-Oehler member of sports team Arminia Bielefeld (1918)", "Dunga member of sports team VfB Stuttgart (1993)", "Ewerthon member of sports team VfB Stuttgart (2007)", "Ernst Blum member of sports team VfB Stuttgart (1921)", "Vladica Popovi\u0107 member of sports team VfB Stuttgart (1965)", "Egon Coordes member of sports team VfB Stuttgart (1971)" ] }, { "id": "q_002240", "complexity": "1hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Raymond Lahey", "pred": "\nOkay, let's see. The question is asking who was the chairperson of the Roman Catholic Diocese of Corner Brook and Labrador before Douglas Crosby. The reference year is 1992.\n\nLooking at the evidence provided, there are a few entries. First, it mentions Douglas Crosby as the chairperson", "em": 0.0, "f1": 0.0, "retrieved": [ "Roman Catholic Diocese of Corner Brook and Labrador chairperson Douglas Crosby (2003)", "Roman Catholic Diocese of Corner Brook and Labrador chairperson Raymond Lahey (1986)", "Raymond Lahey occupation Catholic priest (1963)", "Raymond Lahey occupation Catholic bishop (1986)" ] }, { "id": "q_001328", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1985.0, "gold": "F.C. Hansa Rostock", "pred": "\nOkay, let's see. The question is asking, in 1985, what was the member of the sports team of Axel Hauschild? Wait, maybe I need to parse that again. Oh, right, it's asking what team Axel Hauschild was a member of in 198", "em": 0.0, "f1": 0.0, "retrieved": [ "Axel Hauschild member of sports team F.C. Hansa Rostock (1980)", "Herbert Pankau member of sports team F.C. Hansa Rostock (1960)", "Gerd Kische member of sports team F.C. Hansa Rostock (1969)", "Delano Hill member of sports team F.C. Hansa Rostock (2001)", "Gernot Plassnegger member of sports team F.C. Hansa Rostock (2003)", "Kim Madsen member of sports team F.C. Hansa Rostock (2004)", "Oumar Kond\u00e9 member of sports team F.C. Hansa Rostock (2005)", "Dexter Langen member of sports team F.C. Hansa Rostock (2006)", "Pavel Ko\u0161\u0165\u00e1l member of sports team F.C. Hansa Rostock (2011)", "David Blacha member of sports team F.C. Hansa Rostock (2013)" ] }, { "id": "q_003910", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1926.0, "gold": "Yves du Manoir Stadium", "pred": "\nOkay, let's see. The question is asking about the home venue of Racing 92 in 1926. The evidence provided mentions that the Yves du Manoir Stadium was their home venue since 1907. So, if the stadium was already their home venue in 1", "em": 1.0, "f1": 0.21621621621621626, "retrieved": [ "Racing 92 home venue Yves du Manoir Stadium (1907)" ] }, { "id": "q_003393", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "Nemuro Subprefecture (1897\u20142010)", "pred": "\nOkay, let's tackle this question. The user is asking in 1990, what was the located in of Signalny? The reference year is 1990, so I need to check the evidence provided to find the answer.\n\nLooking at the evidence, there's a mention of Signal", "em": 0.0, "f1": 0.0, "retrieved": [ "Signalny located in the administrative territorial entity Nemuro Subprefecture (1897\u20142010) (1900)", "Berutarube located in the administrative territorial entity Nemuro Subprefecture (1897\u20142010) (1900)", "Polonsky Island located in the administrative territorial entity Nemuro Subprefecture (1897\u20142010) (1900)", "Signalny country Empire of Japan (1900)", "Kasato Maru country of registry Empire of Japan (1905)", "Park Yeol country of citizenship Empire of Japan (1910)", "Yi Un country of citizenship Empire of Japan (1920)", "Lee Hyo-seok country of citizenship Empire of Japan (1910)", "Berutarube country Empire of Japan (1900)", "Shimano country Empire of Japan (1921)" ] }, { "id": "q_003249", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Tuvan Autonomous Soviet Socialist Republic", "pred": "\nOkay, let's tackle this question. The user is asking about the administrative territorial entity where the Tes-Khemsky District was located after the Tuvan People's Republic. The reference year is 1987.\n\nFirst, I need to look at the evidence provided. There are several entries mentioning different", "em": 0.0, "f1": 0.0851063829787234, "retrieved": [ "Tes-Khemsky District located in the administrative territorial entity Tuvan People's Republic (1921)", "Tes-Khemsky District located in the administrative territorial entity Tuvan Autonomous Soviet Socialist Republic (1961)", "Barun-Khemchiksky District located in the administrative territorial entity Tuvan People's Republic (1921)", "Dzun-Khemchiksky District located in the administrative territorial entity Tuvan People's Republic (1921)", "Dzun-Khemchiksky District country Tuvan People's Republic (1929)", "Barun-Khemchiksky District located in the administrative territorial entity Tuvan Autonomous Soviet Socialist Republic (1961)", "Dzun-Khemchiksky District located in the administrative territorial entity Tuvan Autonomous Soviet Socialist Republic (1961)" ] }, { "id": "q_002690", "complexity": "1hop", "operator_type": "before_after", "t_query": 1970.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Edgardo Moltoni's country of citizenship after the Kingdom of Italy. The reference year is 1970, so we need to consider events up to that year.\n\nLooking at the evidence provided, there are two entries for Ed", "em": 1.0, "f1": 0.047619047619047616, "retrieved": [ "Edgardo Moltoni country of citizenship Italy (1946)", "Edgardo Moltoni country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000520", "complexity": "1hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Watford F.C.", "pred": "\nOkay, let's try to figure this out. The question is asking for the sports team that Alec Chamberlain joined after his time at Colchester United F.C. \n\nFirst, I need to look through the provided evidence to find any mentions of Alec Chamberlain being part of Colchester United F.C. Let", "em": 0.0, "f1": 0.0909090909090909, "retrieved": [ "Alec Chamberlain member of sports team Everton F.C. (1987)", "Alec Chamberlain member of sports team Chelsea F.C. (1992)", "Alec Chamberlain member of sports team Watford F.C. (1996)", "Alec Chamberlain member of sports team Ipswich Town F.C. (1981)", "Alec Chamberlain member of sports team Tranmere Rovers F.C. (1987)", "Alec Chamberlain member of sports team Luton Town F.C. (1988)", "Alec Chamberlain member of sports team Sunderland A.F.C. (1993)", "Harry Morton member of sports team Everton F.C. (1937)", "Tommy Wright member of sports team Everton F.C. (1964)", "Colin Todd member of sports team Everton F.C. (1978)" ] }, { "id": "q_008590", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "Acad\u00e9mie des beaux-arts", "pred": "\nOkay, let's see. The user is asking about the member of Albert Decaris in 1951. The reference year is 1951, and the evidence provided lists three people and the years they joined the Acad\u00e9mie des beaux-arts: Albert Decaris in 1", "em": 1.0, "f1": 0.2222222222222222, "retrieved": [ "Albert Decaris member of Acad\u00e9mie des beaux-arts (1943)", "Georges H\u00fce member of Acad\u00e9mie des beaux-arts (1922)", "Henri B\u00fcsser member of Acad\u00e9mie des beaux-arts (1938)" ] }, { "id": "q_002965", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "Toronto", "pred": "\nOkay, let's see. The user is asking about Healey Willan's location in 1951. The evidence given is that he was in Toronto in 1913. Wait, but the question is about 1951. The evidence only mentions 1913", "em": 1.0, "f1": 0.07142857142857142, "retrieved": [ "Healey Willan location Toronto (1913)" ] }, { "id": "q_000417", "complexity": "1hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Giovanni Azzini's country of citizenship after the Kingdom of Italy. The reference year is 1992, but the evidence provided has dates ranging from 1900 to 1955.\n\nFirst, I need to", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Giovanni Azzini country of citizenship Italy (1946)", "Giovanni Azzini country of citizenship Kingdom of Italy (1929)", "Giovanni Azzini member of sports team Calcio Padova (1955)", "Giovanni Azzini member of sports team Italy men's national association football team (1952)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007810", "complexity": "1hop", "operator_type": "sequence", "t_query": 1968.0, "gold": "Soviet Union", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"What was the country of Khotyn after Khotyn located in Khotinskij County?\" The reference year given is 1968, but the evidence provided includes information from 190", "em": 0.0, "f1": 0.0, "retrieved": [ "Khotyn located in the administrative territorial entity Khotinskij County (1900)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)", "Kaluga Governorate located in the administrative territorial entity Russian Republic (1917)", "Chernigov Governorate located in the administrative territorial entity Russian Republic (1917)", "Minsk Governorate located in the administrative territorial entity Russian Republic (1917)" ] }, { "id": "q_002744", "complexity": "1hop", "operator_type": "sequence", "t_query": 1971.0, "gold": "Queen Mary University of London", "pred": "\nOkay, let's see. The question is asking for the employer of Kurt Hirsch after he educated at Humboldt-Universit\u00e4t zu Berlin. The reference year is 1971.\n\nFirst, I need to look through the evidence provided. Let me go through each entry related to Kurt Hirsch.", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Kurt Hirsch educated at Humboldt-Universit\u00e4t zu Berlin (1925)", "Kurt Hirsch educated at University of Cambridge (1934)", "Kurt Hirsch employer Vossische Zeitung (1928)", "Kurt Hirsch employer Queen Mary University of London (1951)", "Hermann Sasse educated at Humboldt-Universit\u00e4t zu Berlin (1923)", "Robert Frucht educated at Humboldt-Universit\u00e4t zu Berlin (1924)", "Wilhelm Specht educated at Humboldt-Universit\u00e4t zu Berlin (1927)", "Achim Leube educated at Humboldt-Universit\u00e4t zu Berlin (1954)", "Werner Schulz educated at Humboldt-Universit\u00e4t zu Berlin (1968)", "Michelle Bachelet educated at Humboldt-Universit\u00e4t zu Berlin (1978)" ] }, { "id": "q_006283", "complexity": "1hop", "operator_type": "before_after", "t_query": 1912.0, "gold": "University of G\u00f6ttingen", "pred": "\nOkay, let's see. The question is asking where Johann Radon was educated after the University of Vienna. The reference year is 1912.\n\nLooking at the evidence provided, there are several entries about Johann Radon's education and employment. First, it says he was educated at the University of", "em": 0.0, "f1": 0.1, "retrieved": [ "Johann Radon educated at University of Vienna (1905)", "Johann Radon employer University of Vienna (1946)", "Johann Radon educated at University of G\u00f6ttingen (1911)", "Johann Radon employer University of Hamburg (1919)", "Johann Radon employer University of Greifswald (1922)", "Johann Radon employer University of Wroc\u0142aw (1928)", "Johann Radon employer TU Wien (1912)", "Johann Radon doctoral advisor Gustav von Escherich (1910)", "Gustav von Escherich doctoral student Johann Radon (1910)", "Johann Radon employer Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg (1925)" ] }, { "id": "q_001516", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "President of the Swiss Confederation", "pred": "\nOkay, let's see. The user is asking about the position held by Samuel Schmid in 2005. The reference year is 2005, so I need to check the evidence provided for that year.\n\nLooking at the evidence, there's a point that says \"Samuel Sch", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "Samuel Schmid position held President of the Swiss Confederation (2005)", "Ernst Brugger position held President of the Swiss Confederation (1974)", "Simonetta Sommaruga position held President of the Swiss Confederation (2020)", "Johann Schneider-Ammann position held President of the Swiss Confederation (2016)", "President of the Swiss Confederation position holder Simonetta Sommaruga (2020)", "President of the Swiss Confederation position holder Johann Schneider-Ammann (2016)" ] }, { "id": "q_004019", "complexity": "1hop", "operator_type": "sequence", "t_query": 2022.0, "gold": "FC Aarau", "pred": "\nOkay, let's try to figure this out. The question is asking for the member of the sports team that Shk\u00eblzen Gashi was part of after he was part of the Switzerland national under-21 football team. \n\nFirst, I need to check the evidence provided. The evidence lists several entries", "em": 0.0, "f1": 0.0, "retrieved": [ "Shk\u00eblzen Gashi member of sports team Switzerland national under-17 association football team (2004)", "Michael Lang member of sports team Switzerland national under-17 association football team (2007)", "Ricardo Rodriguez member of sports team Switzerland national under-17 association football team (2010)", "Shk\u00eblzen Gashi member of sports team FC Z\u00fcrich (2006)", "Shk\u00eblzen Gashi member of sports team AC Bellinzona (2008)", "Shk\u00eblzen Gashi member of sports team FC Basel (2014)", "Shk\u00eblzen Gashi member of sports team Colorado Rapids (2016)", "Shk\u00eblzen Gashi member of sports team FC Aarau (2020)", "Shk\u00eblzen Gashi member of sports team Grasshopper Club Z\u00fcrich (2012)", "Werner Schley member of sports team FC Z\u00fcrich (1958)" ] }, { "id": "q_007577", "complexity": "1hop", "operator_type": "before_after", "t_query": 1955.0, "gold": "Goethe University Frankfurt", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Friedrich Krupp AG, who was the employer of Ruth Moufang?\" with the reference year 1955.\n\nFirst, I need to look at the evidence provided. The key here is to find the employers of Ruth Moufang", "em": 0.0, "f1": 0.0, "retrieved": [ "Ruth Moufang employer Friedrich Krupp AG (1938)", "Friedrich Krupp AG board member Alfred Hugenberg (1909)", "Friedrich Krupp AG supervisory board member Gustav Krupp von Bohlen und Halbach (1908)", "Ruth Moufang employer University of K\u00f6nigsberg (1932)", "Ruth Moufang employer Goethe University Frankfurt (1946)", "Ruth Moufang educated at Sapienza University of Rome (1931)", "Ruth Moufang educated at Goethe University Frankfurt (1924)", "Carl Brockelmann employer University of K\u00f6nigsberg (1903)", "Kurt Reidemeister employer University of K\u00f6nigsberg (1925)", "Wilhelm Specht employer University of K\u00f6nigsberg (1934)" ] }, { "id": "q_006387", "complexity": "1hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Nopporo Station", "pred": "\nOkay, let's see. The question is asking for the adjacent station of Ebetsu Station after Horomui Station in the year 1958. The evidence provided lists several stations and their adjacent stations with the year 1900. \n\nFirst, I need to parse the evidence.", "em": 0.0, "f1": 0.05714285714285715, "retrieved": [ "Ebetsu Station adjacent station Horomui Station (1900)", "Nopporo Station adjacent station Ebetsu Station (1900)", "Ebetsu Station adjacent station Nopporo Station (1900)", "Nopporo Station adjacent station Atsubetsu Station (1900)" ] }, { "id": "q_005748", "complexity": "1hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "President of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Giuseppe Saragat's position after his country of citizenship was the Kingdom of Italy. The reference year is 1965.\n\nFirst, looking at the evidence provided. There's a mention that Giuseppe", "em": 0.0, "f1": 0.09523809523809523, "retrieved": [ "Giuseppe Saragat country of citizenship Italy (1946)", "Giuseppe Saragat country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006907", "complexity": "1hop", "operator_type": "before_after", "t_query": 1962.0, "gold": "People's Republic of Bulgaria", "pred": "\nOkay, let's see. The question is asking about the country of Stara Zagora after the Principality of Bulgaria. The reference year is 1962.\n\nLooking at the evidence provided, there are several entries mentioning Stara Zagora under different countries and years. The first one is the Princip", "em": 0.0, "f1": 0.14285714285714288, "retrieved": [ "Stara Zagora country Principality of Bulgaria (1900)", "Stara Zagora country Kingdom of Bulgaria (1908)", "Stara Zagora country People's Republic of Bulgaria (1946)", "Skopje located in the administrative territorial entity Kingdom of Bulgaria (1941)", "Belene country Principality of Bulgaria (1900)", "Pernik country Principality of Bulgaria (1900)", "Balchik country Principality of Bulgaria (1900)", "Dryanovo country Principality of Bulgaria (1900)", "Haskovo country Principality of Bulgaria (1900)", "Burgas country Principality of Bulgaria (1900)" ] }, { "id": "q_000891", "complexity": "1hop", "operator_type": "before_after", "t_query": 1929.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Goffredo Zehender's country of citizenship before Italy. The reference year is 1929.\n\nLooking at the evidence provided, there are two entries for Goffredo Zehender. The first one says he was a citizen", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Goffredo Zehender country of citizenship Italy (1946)", "Goffredo Zehender country of citizenship Kingdom of Italy (1901)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003937", "complexity": "1hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "VfL Bochum", "pred": "\nOkay, let's see. The question is asking, after Matias Concha was a member of Djurg\u00e5rdens IF Fotboll, what was his next sports team. The reference year is 2011.\n\nLooking at the evidence, Matias Concha was with Djurg\u00e5rd", "em": 0.0, "f1": 0.0, "retrieved": [ "Matias Concha member of sports team Djurg\u00e5rdens IF Fotboll (2004)", "Bosse Nilsson member of sports team Djurg\u00e5rdens IF Fotboll (1967)", "Arne Erlandsen member of sports team Djurg\u00e5rdens IF Fotboll (1982)", "Markus Karlsson member of sports team Djurg\u00e5rdens IF Fotboll (1996)", "Stefan Rehn member of sports team Djurg\u00e5rdens IF Fotboll (2000)", "Ibrahim Ba member of sports team Djurg\u00e5rdens IF Fotboll (2005)", "Thiago Quirino member of sports team Djurg\u00e5rdens IF Fotboll (2006)", "Matias Concha member of sports team VfL Bochum (2007)", "Matias Concha member of sports team Malm\u00f6 FF (2012)", "Matias Concha member of sports team Sweden men's national football team (2006)" ] }, { "id": "q_000823", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Giuliano Bernardi's country of citizenship in 1970. The evidence provided includes several entries about his citizenship in different years. Let me look through the evidence again.\n\nFirst, there's \"Giuliano Bernardi country of citizenship", "em": 0.0, "f1": 0.0, "retrieved": [ "Giuliano Bernardi country of citizenship Italy (1946)", "Giuliano Bernardi country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006764", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Aston Villa F.C.", "pred": "\nOkay, let's see. The question is asking, before Alan Wright joined Derby County F.C., which team was he a member of. The reference year is 2001.\n\nLooking at the evidence provided, there are several entries listing Alan Wright's memberships. Let me list them out in order:", "em": 0.0, "f1": 0.0851063829787234, "retrieved": [ "Alan Wright member of sports team Derby County F.C. (2006)", "Alan Wright member of sports team Blackpool F.C. (1989)", "Alan Wright member of sports team Middlesbrough F.C. (2003)", "Alan Wright member of sports team Blackburn Rovers F.C. (1991)", "Alan Wright member of sports team Aston Villa F.C. (1995)", "Alan Wright member of sports team Sheffield United F.C. (2004)", "Alan Wright member of sports team Cardiff City F.C. (2006)", "Alan Wright member of sports team Cheltenham Town F.C. (2007)", "Alan Wright member of sports team Nottingham Forest F.C. (2007)", "Alan Wright member of sports team Doncaster Rovers F.C. (2007)" ] }, { "id": "q_008286", "complexity": "1hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "Deportivo de La Coru\u00f1a", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking who was a member of Miroslav \u0110uki\u0107's sports team before C.D. Tenerife. The reference year is 1995.\n\nFirst, I need to look at the evidence provided.", "em": 0.0, "f1": 0.0, "retrieved": [ "Miroslav \u0110uki\u0107 member of sports team FK Rad (1989)", "Miroslav \u0110uki\u0107 member of sports team Valencia CF (1997)", "Sporting de Gij\u00f3n head coach Miroslav \u0110uki\u0107 (2019)", "Miroslav \u0110uki\u0107 coach of sports team Sporting de Gij\u00f3n (2019)", "Miroslav \u0110uki\u0107 member of sports team Deportivo de La Coru\u00f1a (1990)", "Miroslav \u0110uki\u0107 member of sports team Yugoslavia men's national football team (1991)", "Ivan Jovanovi\u0107 member of sports team FK Rad (1984)", "Goran Bunjev\u010devi\u0107 member of sports team FK Rad (1994)", "Leandro Machado member of sports team Valencia CF (1996)", "Jocelyn Angloma member of sports team Valencia CF (1997)" ] }, { "id": "q_002635", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1949.0, "gold": "West Germany", "pred": "\nOkay, let's tackle this question. The user is asking, \"In 1949, what was the country of Hessenliga?\" The reference year is 1949, so I need to focus on the evidence provided around that time.\n\nLooking at the evidence, there's a line", "em": 0.0, "f1": 0.0, "retrieved": [ "Hessenliga country West Germany (1949)", "W\u00fcrttemberg-Baden located in the administrative territorial entity West Germany (1949)", "South Baden located in the administrative territorial entity West Germany (1949)", "Saarland located in the administrative territorial entity West Germany (1957)", "Baden-W\u00fcrttemberg located in the administrative territorial entity West Germany (1952)", "SV Darmstadt 98 league or competition Hessenliga (2003)", "Albrecht Brandi country of citizenship West Germany (1949)", "J\u00fcrgen Kissner country of citizenship West Germany (1949)", "Martin Albrecht country of citizenship West Germany (1949)", "Martin Walser country of citizenship West Germany (1949)" ] }, { "id": "q_006205", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Gabriele Mucchi's country of citizenship in 1990. The evidence provided includes several entries about his citizenship in different years. Let me look through the evidence again.\n\nFirst, there's \"Gabriele Mucchi", "em": 0.0, "f1": 0.0, "retrieved": [ "Gabriele Mucchi country of citizenship Italy (1946)", "Gabriele Mucchi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005727", "complexity": "1hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Austria men's national football team", "pred": "\nOkay, let's try to figure this out. The question is asking for the sports team that Roman M\u00e4hlich joined after he was part of Wiener Sport-Club. The reference year is 2001, but I'm not sure if that's directly relevant here.\n\nFirst, I need to", "em": 0.0, "f1": 0.08333333333333333, "retrieved": [ "Roman M\u00e4hlich member of sports team SK Schwadorf (2007)", "Roman M\u00e4hlich member of sports team FC Wacker Innsbruck (1994)", "Roman M\u00e4hlich member of sports team FK Austria Wien (2005)", "Roman M\u00e4hlich member of sports team Austria men's national football team (1992)", "Martin \u0160vejnoha member of sports team FC Wacker Innsbruck (2009)", "Josef Bican member of sports team Austria men's national football team (1933)", "Franz Hanreiter member of sports team Austria men's national football team (1935)", "Hans Pesser member of sports team Austria men's national football team (1935)", "Alfred K\u00f6rner member of sports team Austria men's national football team (1946)", "Robert K\u00f6rner member of sports team Austria men's national football team (1948)" ] }, { "id": "q_002157", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Guido Morselli's country of citizenship in 1967. The evidence provided includes several entries about different people's citizenships, mostly from the Kingdom of Italy, but some mention Italy directly.\n\nFirst, I need to check if", "em": 1.0, "f1": 0.046511627906976744, "retrieved": [ "Guido Morselli country of citizenship Italy (1946)", "Guido Morselli country of citizenship Kingdom of Italy (1912)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Guido Romanelli country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000634", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "SSC Bari", "pred": "\nOkay, let's see. The user is asking about Graziano Battistini's sports team membership in 2003. Let me check the evidence provided.\n\nLooking at the list, there are several entries for Graziano Battistini. The years mentioned are 1991 (SPAL", "em": 0.0, "f1": 0.0, "retrieved": [ "Graziano Battistini member of sports team SPAL (1991)", "Graziano Battistini member of sports team Udinese Calcio (1993)", "Graziano Battistini member of sports team SSC Bari (2001)", "Graziano Battistini member of sports team Hellas Verona FC (1997)", "Graziano Battistini member of sports team US Alessandria Calcio 1912 (1992)", "Graziano Battistini member of sports team Treviso F.B.C. 1993 (2000)", "Cristian Agnelli member of sports team Hellas Verona FC (2003)", "Emilio Badini member of sports team SPAL (1921)", "Giuseppe Baccilieri member of sports team SPAL (1924)", "Raffaele Anguilla member of sports team SPAL (1938)" ] }, { "id": "q_005602", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Kita-Toyotsu Signal Base", "pred": "\nOkay, let's see. The question is asking, after Oshamambe Station, who was the adjacent station of Kunnui Station? The reference year is 1987.\n\nLooking at the evidence provided:\n\n- Kunnui Station adjacent station Oshamambe Station (19", "em": 0.0, "f1": 0.0, "retrieved": [ "Kunnui Station adjacent station Oshamambe Station (1903)", "Kunnui Station adjacent station Kita-Toyotsu Signal Base (1944)", "Kuroiwa Station adjacent station Kita-Toyotsu Signal Base (1944)" ] }, { "id": "q_000342", "complexity": "1hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "Soviet Union", "pred": "\nOkay, let's tackle this question. The user is asking, after Vagit Alekperov received the Order of the Badge of Honour in 1986, what was his country of citizenship?\n\nFirst, I need to look through the provided evidence. Let me scan the list again. \n\nThe", "em": 0.0, "f1": 0.0, "retrieved": [ "Vagit Alekperov award received Order of the Badge of Honour (1986)", "Vagit Alekperov award received Order of Friendship (1995)", "Vagit Alekperov country of citizenship Soviet Union (1950)", "Lukoil chief executive officer Vagit Alekperov (1993)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)", "Vladimir Lenin country of citizenship Soviet Union (1922)", "Dmitry Yazov country of citizenship Soviet Union (1924)" ] }, { "id": "q_004873", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Club Atletico All Boys", "pred": "\nOkay, let's see. The question is asking about Agust\u00edn Torassa's sports team membership in 2010. The reference year is 2010, so I need to check the evidence provided to find which team he was part of that year.\n\nLooking at the evidence list:", "em": 0.0, "f1": 0.0, "retrieved": [ "Agust\u00edn Torassa member of sports team Club Atl\u00e9tico Tigre (2012)", "Agust\u00edn Torassa member of sports team Club Atl\u00e9tico Hurac\u00e1n (2014)", "Agust\u00edn Torassa member of sports team FC Red Bull Salzburg (2007)", "Agust\u00edn Torassa member of sports team Club Atletico All Boys (2008)", "Stefan Hierl\u00e4nder member of sports team FC Red Bull Salzburg (2010)", "Gerhard Tremmel member of sports team FC Red Bull Salzburg (2010)", "Julio Mattos member of sports team Club Atl\u00e9tico Tigre (1972)", "Luis Islas member of sports team Club Atl\u00e9tico Tigre (2000)", "Daniel Islas member of sports team Club Atl\u00e9tico Tigre (2007)", "Luis Islas member of sports team Club Atl\u00e9tico Hurac\u00e1n (1998)" ] }, { "id": "q_004390", "complexity": "1hop", "operator_type": "before_after", "t_query": 1990.0, "gold": "Shonan Bellmare", "pred": "\nOkay, let's see. The question is asking about the sports team that Takeshi Motoyoshi was a member of before joining Urawa Red Diamonds. The reference year is 1990.\n\nLooking at the evidence provided, there are several entries about Takeshi Motoyoshi. The first one", "em": 0.0, "f1": 0.0, "retrieved": [ "Takeshi Motoyoshi member of sports team Urawa Red Diamonds (1991)", "Takeshi Motoyoshi member of sports team Shonan Bellmare (1990)", "Takeshi Motoyoshi member of sports team FC Tokyo (1997)", "Kohei Morita member of sports team Urawa Red Diamonds (1999)", "Robson Ponte member of sports team Urawa Red Diamonds (2005)", "Tomoaki Makino member of sports team Urawa Red Diamonds (2013)", "Ryota Moriwaki member of sports team Urawa Red Diamonds (2013)", "Kunimitsu Sekiguchi member of sports team Urawa Red Diamonds (2013)", "Edivaldo Hermoza member of sports team Shonan Bellmare (2013)", "Y\u014dichi Doi member of sports team FC Tokyo (2000)" ] }, { "id": "q_006898", "complexity": "1hop", "operator_type": "before_after", "t_query": 1988.0, "gold": "Bruno Rossi Prize", "pred": "\nOkay, let's see. The user is asking who received an award from Rashid Sunyaev before the Bruce Medal. The reference year is 1988.\n\nLooking at the evidence provided, there's a list of awards associated with Rashid Sunyaev. The Bruce Medal was received in", "em": 0.0, "f1": 0.0, "retrieved": [ "Rashid Sunyaev award received Bruce Medal (2000)", "Rashid Sunyaev award received Gold Medal of the Royal Astronomical Society (1995)", "Rashid Sunyaev award received Eddington Medal (2015)", "Rashid Sunyaev award received Benjamin Franklin Medal (2012)", "Rashid Sunyaev award received Bruno Rossi Prize (1988)", "Dannie Heineman Prize for Astrophysics winner Rashid Sunyaev (2003)", "Rashid Sunyaev award received Dannie Heineman Prize for Astrophysics (2003)", "Harlow Shapley award received Gold Medal of the Royal Astronomical Society (1934)", "Subrahmanyan Chandrasekhar award received Gold Medal of the Royal Astronomical Society (1953)", "Bengt Str\u00f6mgren award received Gold Medal of the Royal Astronomical Society (1962)" ] }, { "id": "q_006508", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Alfons Benedikter's country of citizenship in 1955. The evidence provided includes several entries about his citizenship. Let me look through them.\n\nFirst, there's \"Alfons Benedikter country of citizenship Italy (1", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Alfons Benedikter country of citizenship Italy (1946)", "Alfons Benedikter country of citizenship Kingdom of Italy (1918)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005697", "complexity": "1hop", "operator_type": "sequence", "t_query": 1992.0, "gold": "G.S. Iraklis Thessalonikis (men's association football)", "pred": "\nOkay, let's see. The question is asking for the sports team that Ivan Jovanovi\u0107 joined after his time at FK Rad. The reference year is 1992.\n\nLooking at the evidence provided:\n\n- Ivan Jovanovi\u0107 was a member of FK Rad in 1984", "em": 0.0, "f1": 0.04878048780487805, "retrieved": [ "Ivan Jovanovi\u0107 member of sports team FK Rad (1984)", "Ivan Jovanovi\u0107 member of sports team G.S. Iraklis Thessalonikis (men's association football) (1989)", "Miroslav \u0110uki\u0107 member of sports team FK Rad (1989)", "Goran Bunjev\u010devi\u0107 member of sports team FK Rad (1994)", "Vasilis Hatzipanagis member of sports team G.S. Iraklis Thessalonikis (men's association football) (1975)", "Robert Niestroj member of sports team G.S. Iraklis Thessalonikis (men's association football) (2000)" ] }, { "id": "q_002898", "complexity": "1hop", "operator_type": "before_after", "t_query": 1925.0, "gold": "VfB Stuttgart", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before Germany men's national association football team, who was the member of sports team of Ernst Blum?\" The reference year is 1925.\n\nFirst, I need to look at the evidence provided. The evidence lists several people and", "em": 0.0, "f1": 0.0, "retrieved": [ "Ernst Blum member of sports team Germany men's national association football team (1927)", "Ernst Bantle member of sports team Germany men's national association football team (1924)", "Ernst Blum member of sports team VfB Stuttgart (1921)", "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)", "Anton Kugler member of sports team Germany men's national association football team (1923)" ] }, { "id": "q_003442", "complexity": "1hop", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "\nOkay, let's tackle this question. The user is asking for the year when a member of the sports team Bledi Shk\u00ebmbi was equal to Besa Kavaj\u00eb. The reference year given is 2010.\n\nFirst, I need to parse the evidence provided. The", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Bledi Shk\u00ebmbi member of sports team Besa Kavaj\u00eb (2010)", "Bledi Shk\u00ebmbi member of sports team HNK Rijeka (2002)", "Bledi Shk\u00ebmbi member of sports team FC Metalurh Donetsk (2004)", "Bledi Shk\u00ebmbi member of sports team FC Metalurh Zaporizhzhia (2005)", "Bledi Shk\u00ebmbi member of sports team FC Kryvbas Kryvyi Rih (2006)", "Gino Gardassanich member of sports team HNK Rijeka (1946)", "Miroslav Bla\u017eevi\u0107 member of sports team HNK Rijeka (1959)", "Davor Vugrinec member of sports team HNK Rijeka (2005)", "Manuel Pami\u0107 member of sports team HNK Rijeka (2006)", "Aram Hakobyan member of sports team FC Metalurh Donetsk (2004)" ] }, { "id": "q_004805", "complexity": "1hop", "operator_type": "before_after", "t_query": 1931.0, "gold": "Bocskai FC", "pred": "\nOkay, let's see. The question is asking who was the member of the sports team of J\u00e1nos Gyarmati before Red Star F.C. The reference year is 1931.\n\nLooking at the evidence provided, there are several entries about J\u00e1nos Gyarmati. Let me list", "em": 0.0, "f1": 0.0, "retrieved": [ "J\u00e1nos Gyarmati member of sports team Red Star F.C. (1938)", "J\u00e1nos Gyarmati member of sports team Ferencv\u00e1rosi TC (1930)", "J\u00e1nos Gyarmati member of sports team Bocskai FC (1930)", "J\u00e1nos Gyarmati member of sports team Hungary men's national football team (1937)", "J\u00e1nos Bors\u00f3 member of sports team Hungary men's national football team (1980)", "Gyula M\u00e1ndi member of sports team Ferencv\u00e1rosi TC (1916)", "Lajos K\u0171 member of sports team Ferencv\u00e1rosi TC (1968)", "P\u00e9ter Lipcsei member of sports team Ferencv\u00e1rosi TC (2000)", "Robert V\u00e1gner member of sports team Ferencv\u00e1rosi TC (2004)", "Bal\u00e1zs Megyeri member of sports team Ferencv\u00e1rosi TC (2008)" ] }, { "id": "q_006113", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1962.0, "gold": "Prime Minister of Bhutan", "pred": "\nOkay, let's see. The user is asking about Jigme Palden Dorji's position in 1962. The evidence given says he was the Prime Minister of Bhutan in 1952. Wait, so the question is about 1962, but the", "em": 1.0, "f1": 0.23529411764705882, "retrieved": [ "Jigme Palden Dorji position held Prime Minister of Bhutan (1952)" ] }, { "id": "q_002998", "complexity": "1hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Hibernian F.C.", "pred": "\nOkay, let's see. The user is asking about Derek Riordan's team after he was part of the Scotland men's national football team. The reference year is 2010.\n\nLooking at the evidence provided, Derek Riordan is listed as a member of the Scotland men's national football team in", "em": 0.0, "f1": 0.0, "retrieved": [ "Derek Riordan member of sports team Scotland men's national football team (2005)", "George Hamilton member of sports team Scotland men's national football team (1946)", "Jackie Mudie member of sports team Scotland men's national football team (1956)", "Peter Cormack member of sports team Scotland men's national football team (1966)", "Martin Buchan member of sports team Scotland men's national football team (1971)", "Joe Jordan member of sports team Scotland men's national football team (1973)", "Andy Gray member of sports team Scotland men's national football team (1975)", "Alex McLeish member of sports team Scotland men's national football team (1980)", "Bryan Gunn member of sports team Scotland men's national football team (1990)", "Jackie McNamara member of sports team Scotland men's national football team (1996)" ] }, { "id": "q_000743", "complexity": "1hop", "operator_type": "before_after", "t_query": 1922.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Toti Dal Monte's country of citizenship before Italy. The reference year is 1922, so we need to look at the evidence provided around that time.\n\nLooking at the evidence, there's information about", "em": 0.0, "f1": 0.09302325581395349, "retrieved": [ "Toti Dal Monte country of citizenship Italy (1946)", "Toti Dal Monte country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005890", "complexity": "1hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Aldo Clementi's country of citizenship before Italy. The reference year is 1942.\n\nLooking at the evidence provided, there are entries for Aldo Clementi's citizenship. The first one says \"Aldo Clementi country", "em": 0.0, "f1": 0.1111111111111111, "retrieved": [ "Aldo Clementi country of citizenship Italy (1946)", "Aldo Clementi country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003583", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Aichi district", "pred": "\nOkay, let's see. The user is asking about the location of Nagakute in 2009. The evidence given is that Nagakute was located in the Aichi district in 1906. The question is about 2009, so I need to check if", "em": 1.0, "f1": 0.125, "retrieved": [ "Nagakute located in the administrative territorial entity Aichi district (1906)" ] }, { "id": "q_006267", "complexity": "1hop", "operator_type": "before_after", "t_query": 1917.0, "gold": "German Empire", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before West Germany, who was the country of Freiburg im Breisgau?\" with the reference year 1917.\n\nFirst, I need to look at the evidence provided. Let me go through each point:\n\n- Fre", "em": 0.0, "f1": 0.0, "retrieved": [ "Freiburg im Breisgau country Nazi Germany (1933)", "Freiburg im Breisgau country German Empire (1900)", "Freiburg im Breisgau country Weimar Republic (1919)", "Edmund Husserl work location Freiburg im Breisgau (1916)", "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "Edmund Husserl employer University of Freiburg (1916)", "Helmut Kohl country of citizenship Nazi Germany (1933)", "Albrecht Brandi country of citizenship Nazi Germany (1933)", "August Maus country of citizenship Nazi Germany (1933)", "Nazi Germany head of state Paul von Hindenburg (1925)" ] }, { "id": "q_005655", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Associated Press Athlete of the Year", "pred": "\nOkay, let's see. The user is asking about the award Serena Williams received after the Laureus World Sports Award for Comeback of the Year. The reference year is 2009.\n\nFirst, I need to look through the evidence provided. The evidence mentions several awards and years. Let me parse", "em": 0.0, "f1": 0.13333333333333336, "retrieved": [ "Serena Williams award received Laureus World Sports Award for Comeback of the Year (2007)", "Serena Williams nominated for Laureus World Sports Award for Comeback of the Year (2007)", "Laureus World Sports Award for Comeback of the Year winner Serena Williams (2007)", "Serena Williams award received Associated Press Athlete of the Year (2002)", "Martina Hingis award received Laureus World Sports Award for Comeback of the Year (2006)", "Rafael Nadal award received Laureus World Sports Award for Comeback of the Year (2014)", "Michael Jordan nominated for Laureus World Sports Award for Comeback of the Year (2002)", "Martina Hingis nominated for Laureus World Sports Award for Comeback of the Year (2006)", "Rafael Nadal nominated for Laureus World Sports Award for Comeback of the Year (2014)", "Laureus World Sports Award for Comeback of the Year winner Lance Armstrong (2000)" ] }, { "id": "q_003079", "complexity": "1hop", "operator_type": "before_after", "t_query": 1918.0, "gold": "Kingdom of Bulgaria", "pred": "\nOkay, let's tackle this question. The user is asking about the country of Burgas before the People's Republic of Bulgaria was established. The reference year given is 1918, and the evidence provided lists several regions that became part of the People's Republic of Bulgaria in 1946", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Burgas country People's Republic of Bulgaria (1946)", "Haskovo country People's Republic of Bulgaria (1946)", "Belene country People's Republic of Bulgaria (1946)", "Pernik country People's Republic of Bulgaria (1946)", "Pazardzhik country People's Republic of Bulgaria (1946)", "Balchik country People's Republic of Bulgaria (1946)", "Dryanovo country People's Republic of Bulgaria (1946)", "Ardino country People's Republic of Bulgaria (1946)", "Stara Zagora country People's Republic of Bulgaria (1946)", "Veliko Tarnovo country People's Republic of Bulgaria (1946)" ] }, { "id": "q_002419", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1968.0, "gold": "Helmond Sport", "pred": "\nOkay, let's see. The user is asking about Fons van Wissen's sports team membership in 1968. Let me check the evidence provided.\n\nLooking at the evidence, there are several entries for Fons van Wissen. The relevant ones are:\n\n- Fons van Wissen member", "em": 0.0, "f1": 0.0, "retrieved": [ "Fons van Wissen member of sports team MVV Maastricht (1951)", "Fons van Wissen member of sports team PSV Eindhoven (1958)", "Fons van Wissen member of sports team Helmond Sport (1967)", "Fons van Wissen member of sports team Netherlands national association football team (1957)", "Jan van Beveren member of sports team PSV Eindhoven (1970)", "Adri van Tiggelen member of sports team PSV Eindhoven (1991)", "Piet van Reenen member of sports team Netherlands national association football team (1930)", "Jan van Beveren member of sports team Netherlands national association football team (1967)", "Adri van Tiggelen member of sports team Netherlands national association football team (1983)", "Giovanni van Bronckhorst member of sports team Netherlands national association football team (1996)" ] }, { "id": "q_007094", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "World Rally Championship", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before World Touring Car Championship, who was the league or competition of Citro\u00ebn World Rally Team?\" with the reference year 2009.\n\nFirst, I need to look at the evidence provided. The evidence mentions several things:", "em": 0.0, "f1": 0.13953488372093023, "retrieved": [ "Citro\u00ebn World Rally Team league or competition World Touring Car Championship (2014)", "Citro\u00ebn World Rally Team league or competition World Rally Championship (1985)", "Citro\u00ebn World Rally Team vehicle normally used Citro\u00ebn DS3 WRC (2011)", "Kimi R\u00e4ikk\u00f6nen participant in World Rally Championship (2009)" ] }, { "id": "q_004223", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "French Navy", "pred": "\nOkay, let's tackle this question. The user is asking about the \"owned by\" of NAe S\u00e3o Paulo after the country of registry was France. The reference year is 1996, but the evidence provided has dates ranging from 1900 to 1961.\n\nFirst", "em": 0.0, "f1": 0.0, "retrieved": [ "NAe S\u00e3o Paulo owned by French Navy (1959)", "NAe S\u00e3o Paulo country of registry France (1959)", "NAe S\u00e3o Paulo operator French Navy (1959)", "Max Aub country of citizenship France (1903)", "Alfred Neumann country of citizenship France (1938)", "Jean Graczyk country of citizenship France (1949)", "Victor Vasarely country of citizenship France (1961)", "Pierre Savorgnan de Brazza country of citizenship France (1900)", "Vichy capital of France (1940)", "Charles Debbas residence France (1915)" ] }, { "id": "q_000687", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1921.0, "gold": "Orthez", "pred": "\nOkay, let's see. The user is asking about the residence of Francis Jammes in 1921. The reference year is 1921, so I need to check the evidence provided to find any mention of his residence around that time.\n\nLooking at the evidence, there's a", "em": 0.0, "f1": 0.0, "retrieved": [ "Francis Jammes residence Orthez (1900)", "Francis Jammes nominated for Nobel Prize in Literature (1931)", "John Morley nominated for Nobel Prize in Literature (1902)", "Giosu\u00e8 Carducci nominated for Nobel Prize in Literature (1902)", "Jos\u00e9 Echegaray nominated for Nobel Prize in Literature (1902)", "Jos\u00e9 Echegaray award received Nobel Prize in Literature (1904)", "Giosu\u00e8 Carducci award received Nobel Prize in Literature (1906)", "Paul Heyse award received Nobel Prize in Literature (1910)", "Paul Heyse nominated for Nobel Prize in Literature (1910)", "Henry James nominated for Nobel Prize in Literature (1911)" ] }, { "id": "q_001391", "complexity": "1hop", "operator_type": "sequence", "t_query": 1903.0, "gold": "Royal Academy of Exact, Physical and Natural Sciences", "pred": "\nOkay, let's try to figure this out. The question is asking: After Jos\u00e9 Echegaray was nominated for the Nobel Prize in Literature, what was the member of Jos\u00e9 Echegaray? Wait, the wording is a bit confusing. Maybe it's asking what position Jos\u00e9 Echeg", "em": 0.0, "f1": 0.04651162790697674, "retrieved": [ "Jos\u00e9 Echegaray member of Royal Academy of Exact, Physical and Natural Sciences (1900)", "Jos\u00e9 Echegaray nominated for Nobel Prize in Literature (1902)", "Jos\u00e9 Echegaray award received Nobel Prize in Literature (1904)", "Leonardo Torres Quevedo member of Royal Academy of Exact, Physical and Natural Sciences (1901)", "Julio Rey Pastor member of Royal Academy of Exact, Physical and Natural Sciences (1920)", "Enrique Moles Ormella member of Royal Academy of Exact, Physical and Natural Sciences (1934)", "John Morley nominated for Nobel Prize in Literature (1902)", "Giosu\u00e8 Carducci nominated for Nobel Prize in Literature (1902)", "Paul Heyse nominated for Nobel Prize in Literature (1910)", "Henry James nominated for Nobel Prize in Literature (1911)" ] }, { "id": "q_005935", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "Atalanta BC", "pred": "\nOkay, let's tackle this question. The user is asking, \"In 1946, what was the coach of sports team of Giuseppe Meazza?\" \n\nFirst, I need to look at the provided evidence. The evidence lists various memberships and roles of Giuseppe Meazza from", "em": 0.0, "f1": 0.0, "retrieved": [ "Giuseppe Meazza coach of sports team Atalanta BC (1946)", "Giuseppe Meazza member of sports team Inter Milan (1946)", "Giuseppe Meazza member of sports team AC Milan (1940)", "Giuseppe Meazza member of sports team Juventus FC (1942)", "Giuseppe Meazza member of sports team Varese Calcio (1944)", "Giuseppe Meazza member of sports team Atalanta BC (1945)", "Giuseppe Meazza member of sports team Italy men's national association football team (1930)", "Giuseppe Meazza country of citizenship Italy (1946)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)" ] }, { "id": "q_003693", "complexity": "1hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Spartak", "pred": "\nOkay, let's try to figure this out. The question is asking: \"What was the part of of Spartak Moscow after Adam Wolanin member of sports team Spartak Moscow?\" Wait, the wording is a bit confusing. Maybe it's asking what team Spartak Moscow was part of after Adam Wol", "em": 1.0, "f1": 0.05882352941176471, "retrieved": [ "Spartak Moscow part of Spartak (1935)", "Boris Razinsky member of sports team Spartak Moscow (1961)", "Yuri Semin member of sports team Spartak Moscow (1965)", "Boris Razinsky member of sports team PFC CSKA Moscow (1954)", "Yuri Semin member of sports team FC Dinamo Moscow (1968)", "Yuri Semin member of sports team FC Lokomotiv Moscow (1975)", "Boris Razinsky member of sports team FC Dynamo Kyiv (1962)", "Boris Razinsky member of sports team FC Chornomorets Odesa (1963)", "Boris Razinsky member of sports team FC Ararat Yerevan (1970)", "Boris Razinsky member of sports team FK Daugava (2003) (1970)" ] }, { "id": "q_001318", "complexity": "1hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Princeton University", "pred": "\nOkay, let's see. The question is asking what Marvin Minsky was educated at after he attended Harvard University. The reference year is 1951.\n\nLooking at the evidence provided, there's a mention that Marvin Minsky was educated at Harvard University in 1946. Then, another", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Marvin Minsky educated at Harvard University (1946)", "Marvin Minsky educated at Princeton University (1951)", "Marvin Minsky employer Massachusetts Institute of Technology (1958)", "Marvin Minsky position held chairperson (1981)", "Marvin Minsky military branch United States Navy (1944)", "Marvin Minsky award received Benjamin Franklin Medal (2001)", "Oswald Veblen educated at Harvard University (1900)", "Marston Morse educated at Harvard University (1914)", "Bertil Ohlin educated at Harvard University (1922)", "Hassler Whitney educated at Harvard University (1928)" ] }, { "id": "q_006537", "complexity": "1hop", "operator_type": "sequence", "t_query": 1995.0, "gold": "Yale University", "pred": "\nOkay, let's see. The question is asking for the employer of Walter Feit after he educated at the University of Michigan. The reference year is 1995, but I think that's just the year the question is referencing, not necessarily the timeline of events.\n\nFirst, I need to look", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Walter Feit educated at University of Michigan (1951)", "Walter Feit educated at University of Chicago (1947)", "Walter Feit employer Cornell University (1953)", "Walter Feit employer Yale University (1964)", "Stanley Cohen educated at University of Michigan (1948)", "Ted Kaczynski educated at University of Michigan (1962)", "George Uhlenbeck employer University of Michigan (1939)", "Daniel Kahneman employer University of Michigan (1965)", "Oswald Veblen educated at University of Chicago (1900)", "Nathan Divinsky educated at University of Chicago (1946)" ] }, { "id": "q_000126", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Titta Ruffo's country of citizenship in 1942. The evidence provided lists several people with their country of citizenship as the Kingdom of Italy in 1900. Titta Ruffo is one of them. But wait", "em": 1.0, "f1": 0.17142857142857143, "retrieved": [ "Titta Ruffo country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004119", "complexity": "1hop", "operator_type": "before_after", "t_query": 1933.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Pino Cerami before Belgium, using the evidence provided and the reference year 1933.\n\nFirst, I need to look at the evidence related to Pino Cerami's citizenship. The evidence shows:\n\n-", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Pino Cerami country of citizenship Belgium (1956)", "Pino Cerami country of citizenship Italy (1946)", "Pino Cerami country of citizenship Kingdom of Italy (1922)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004718", "complexity": "1hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "Egypt", "pred": "\nOkay, let's see. The question is asking about Hosni Mubarak's country of citizenship after he was a citizen of the Kingdom of Egypt. The reference year is 1989.\n\nLooking at the evidence provided, there are several entries about Hosni Mubarak's citizenship. The first", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Hosni Mubarak country of citizenship Kingdom of Egypt (1928)", "Hosni Mubarak spouse Suzanne Mubarak (1959)", "Hosni Mubarak country of citizenship Egypt (1971)", "Hosni Mubarak country of citizenship United Arab Republic (1958)", "Farouk I of Egypt country of citizenship Kingdom of Egypt (1922)", "Zakaria Mohieddin country of citizenship Kingdom of Egypt (1922)", "Taha Hussein country of citizenship Kingdom of Egypt (1922)", "Onsi Sawiris country of citizenship Kingdom of Egypt (1930)", "Hussein Salem country of citizenship Kingdom of Egypt (1933)", "Princess Fawzia Fuad of Egypt country of citizenship Kingdom of Egypt (1921)" ] }, { "id": "q_000908", "complexity": "1hop", "operator_type": "before_after", "t_query": 1982.0, "gold": "TI-Raleigh", "pred": "\nOkay, let's see. The question is asking about Ludo Peeters' previous team before Team Visma-Lease a Bike. The reference year is 1982.\n\nLooking at the evidence provided, there's information about Ludo Peeters being a member of Team Visma-Lease a Bike", "em": 0.0, "f1": 0.0, "retrieved": [ "Ludo Peeters member of sports team Team Visma-Lease a Bike (1984)", "Ludo Peeters member of sports team TI-Raleigh (1981)", "Sven Teutenberg member of sports team Team Visma-Lease a Bike (1994)", "Viatcheslav Ekimov member of sports team Team Visma-Lease a Bike (1994)", "Michael Blaudzun member of sports team Team Visma-Lease a Bike (1995)", "Pieter Weening member of sports team Team Visma-Lease a Bike (2004)", "Graeme Brown member of sports team Team Visma-Lease a Bike (2006)", "Sebastian Langeveld member of sports team Team Visma-Lease a Bike (2007)", "Carlos Barredo member of sports team Team Visma-Lease a Bike (2011)", "Jack Bobridge member of sports team Team Visma-Lease a Bike (2013)" ] }, { "id": "q_003983", "complexity": "1hop", "operator_type": "before_after", "t_query": 1951.0, "gold": "Spanish Navy", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Kriegsmarine, who was the operator of U-573?\" The reference year is 1951, but I need to check the evidence provided.\n\nLooking at the evidence, there's a mention of \"U", "em": 0.0, "f1": 0.0, "retrieved": [ "U-573 operator Kriegsmarine (1941)", "U-573 operator Spanish Navy (1942)", "U-573 part of 29th U-boat Flotilla (1942)", "U-573 significant event order (1939)", "U-573 has use education (1941)", "U-573 significant event ship launching (1941)", "29th U-boat Flotilla has part(s) U-573 (1942)", "U-26 significant event order (1934)", "U-13 significant event order (1935)", "U-28 significant event order (1935)" ] }, { "id": "q_008295", "complexity": "1hop", "operator_type": "before_after", "t_query": 1985.0, "gold": "Grawemeyer Award for Music Composition", "pred": "\nOkay, let's see. The user is asking about the award received by Witold Lutos\u0142awski after the Herder Prize. The reference year is 1985.\n\nLooking at the evidence provided, there's a list of awards and the years they were received. The relevant part here is about", "em": 0.0, "f1": 0.047619047619047616, "retrieved": [ "Witold Lutos\u0142awski award received Herder Prize (1967)", "Witold Lutos\u0142awski award received Ernst von Siemens Music Prize (1983)", "Witold Lutos\u0142awski award received Grawemeyer Award for Music Composition (1985)", "Constantin Daicoviciu award received Herder Prize (1968)", "Bence Szabolcsi award received Herder Prize (1971)", "Ana Blandiana award received Herder Prize (1982)", "Andrzej Wajda award received Herder Prize (1985)", "Wis\u0142awa Szymborska award received Herder Prize (1995)", "Milan Kundera award received Herder Prize (2000)", "Benjamin Britten award received Ernst von Siemens Music Prize (1974)" ] }, { "id": "q_003030", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1925.0, "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", "pred": "\nOkay, let's see. The user is asking about Alfred Jeanroy's membership in 1925. The reference year is 1925, so I need to check the evidence provided.\n\nLooking at the evidence, there's an entry that says \"Alfred Jeanroy member of Acad\u00e9m", "em": 0.0, "f1": 0.0, "retrieved": [ "Alfred Jeanroy member of Acad\u00e9mie des Inscriptions et Belles-Lettres (1922)", "Alfred Ernout member of Acad\u00e9mie des Inscriptions et Belles-Lettres (1934)", "Alfred Morel-Fatio member of Acad\u00e9mie des Inscriptions et Belles-Lettres (1910)", "Victor Emmanuel III of Italy member of Acad\u00e9mie des Inscriptions et Belles-Lettres (1915)", "Gustaf VI Adolf of Sweden member of Acad\u00e9mie des Inscriptions et Belles-Lettres (1952)", "Paul Foucart member of Acad\u00e9mie des Inscriptions et Belles-Lettres (1900)", "Salomon Reinach member of Acad\u00e9mie des Inscriptions et Belles-Lettres (1900)", "Ferdinand Lot member of Acad\u00e9mie des Inscriptions et Belles-Lettres (1924)", "Antoine Meillet member of Acad\u00e9mie des Inscriptions et Belles-Lettres (1924)", "J\u00e9r\u00f4me Carcopino member of Acad\u00e9mie des Inscriptions et Belles-Lettres (1930)" ] }, { "id": "q_005340", "complexity": "1hop", "operator_type": "sequence", "t_query": 2016.0, "gold": "Boavista F.C.", "pred": "\nOkay, let's see. The question is asking for the sports team that Diego da Costa Lima joined after his time at Akhisar Belediyespor. \n\nLooking at the evidence provided, there are a few entries. First, Diego da Costa Lima was a member of Akhisar Beledi", "em": 0.0, "f1": 0.0, "retrieved": [ "Diego da Costa Lima member of sports team Akhisar Belediyespor (2010)", "Diego da Costa Lima member of sports team Boavista F.C. (2014)", "Ibrahima Sonko member of sports team Akhisar Belediyespor (2012)", "Bahattin K\u00f6se member of sports team Akhisar Belediyespor (2014)", "Akhisar Belediyespor league or competition S\u00fcper Lig (2012)" ] }, { "id": "q_004507", "complexity": "1hop", "operator_type": "before_after", "t_query": 1927.0, "gold": "Soviet Union", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the country of Hlukhiv after Ukrainian People's Republic?\" with the reference year being 1927. The evidence provided lists several places associated with the Ukrainian People's Republic in", "em": 0.0, "f1": 0.0, "retrieved": [ "Hlukhiv country Ukrainian People's Republic (1917)", "Maria Zankovetska country of citizenship Ukrainian People's Republic (1917)", "Budisko country Ukrainian People's Republic (1917)", "Biliaivka country Ukrainian People's Republic (1917)", "Mykolaiv country Ukrainian People's Republic (1917)", "Poltava country Ukrainian People's Republic (1917)", "Konotop country Ukrainian People's Republic (1917)", "Tiraspol country Ukrainian People's Republic (1917)", "Zhytomyr country Ukrainian People's Republic (1917)", "Brazhenets' country Ukrainian People's Republic (1917)" ] }, { "id": "q_008262", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Dario Franchitti", "pred": "\nOkay, let's see. The user is asking about Ashley Judd's spouse in 2012. The evidence given is that she was married to Dario Franchitti in 2001. Wait, but the reference year is 2012. So I need to check", "em": 1.0, "f1": 0.1142857142857143, "retrieved": [ "Ashley Judd spouse Dario Franchitti (2001)" ] }, { "id": "q_000349", "complexity": "1hop", "operator_type": "sequence", "t_query": 1941.0, "gold": "2nd U-boat Flotilla", "pred": "\nOkay, let's tackle this question. The user is asking about the affiliation of U-43 after its significant event ship launching. The reference year is 1941, but the evidence provided includes several dates.\n\nFirst, I need to find when the U-43's ship launching event occurred", "em": 0.0, "f1": 0.04761904761904762, "retrieved": [ "U-43 significant event ship launching (1939)", "U-43 affiliation 6th U-boat Flotilla (1939)", "U-43 affiliation 2nd U-boat Flotilla (1940)", "HMS Gloucester significant event ship launching (1909)", "RMS Aquitania significant event ship launching (1913)", "HMS Diamond significant event ship launching (1932)", "Japanese aircraft carrier S\u014dry\u016b significant event ship launching (1935)", "U-43 significant event order (1936)", "U-26 significant event order (1934)", "U-13 significant event order (1935)" ] }, { "id": "q_004450", "complexity": "1hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Radio Free Europe/Radio Liberty", "pred": "\nOkay, let's see. The question is asking about Alexander Rahr's employer before Wintershall Dea. The reference year is 1992, so we need to look at the evidence provided to find out his previous job.\n\nLooking at the evidence, there's a mention that Alexander Rahr", "em": 0.0, "f1": 0.0, "retrieved": [ "Alexander Rahr employer Wintershall Dea (2012)", "Alexander Rahr employer Radio Free Europe/Radio Liberty (1982)", "Alexander Rahr educated at Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen (1980)", "Wilhelm R\u00f6ntgen employer Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen (1900)", "Eberhard Hopf employer Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen (1944)", "Werner Heisenberg employer Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen (1958)", "Fritz von Wettstein employer Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen (1931)", "Jacek Kaczmarski employer Radio Free Europe/Radio Liberty (1984)", "Heinrich Franz Friedrich Tietze employer Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen (1925)" ] }, { "id": "q_001374", "complexity": "1hop", "operator_type": "sequence", "t_query": 1940.0, "gold": "United Kingdom", "pred": "\nOkay, let's try to figure this out. The question is asking, \"What was the located in of Mandatory Palestine after Netanya country Mandatory Palestine?\" Hmm, the wording is a bit confusing. Maybe it's asking what region or area was part of Mandatory Palestine after Netanya was included? Let me check", "em": 0.0, "f1": 0.0, "retrieved": [ "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Acre located in the administrative territorial entity Israel (1948)", "Ramla country Mandatory Palestine (1917)", "Safed country Mandatory Palestine (1917)", "Acre country Mandatory Palestine (1920)", "Nazareth country Mandatory Palestine (1920)", "Rosh Pinna country Mandatory Palestine (1917)", "Gaza City country Mandatory Palestine (1920)", "Al-Bireh country Mandatory Palestine (1920)", "Kfar Saba country Mandatory Palestine (1920)" ] }, { "id": "q_005907", "complexity": "1hop", "operator_type": "interval", "t_query": 1904.0, "gold": "1904", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the doctoral student of Gustav von Escherich was equal to Heinrich Franz Friedrich Tietze. Wait, \"equal to\" might mean the same person? Or maybe it's a translation issue? Maybe it's", "em": 0.0, "f1": 0.0, "retrieved": [ "Gustav von Escherich doctoral student Heinrich Franz Friedrich Tietze (1904)", "Heinrich Franz Friedrich Tietze doctoral advisor Gustav von Escherich (1904)", "Gustav von Escherich doctoral student Johann Radon (1910)", "Gustav von Escherich doctoral student Leopold Vietoris (1920)", "Johann Radon doctoral advisor Gustav von Escherich (1910)", "Leopold Vietoris doctoral advisor Gustav von Escherich (1920)", "Heinrich Franz Friedrich Tietze employer University of Vienna (1908)", "Heinrich Franz Friedrich Tietze employer Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg (1919)", "Heinrich Franz Friedrich Tietze educated at TU Wien (1900)", "Heinrich Franz Friedrich Tietze employer Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen (1925)" ] }, { "id": "q_007403", "complexity": "1hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "Nazi Germany", "pred": "\nOkay, let's tackle this question. The user is asking about Otto Schuhart's allegiance after the Weimar Republic. The reference year is 1943.\n\nFirst, I need to look at the evidence provided. There's information about his allegiances in different years. The key points are:", "em": 0.0, "f1": 0.0, "retrieved": [ "Otto Schuhart allegiance Weimar Republic (1929)", "Otto Schuhart allegiance Nazi Germany (1933)", "Otto Schuhart allegiance West Germany (1955)", "Otto Schuhart award received Knight's Cross of the Iron Cross (1940)", "Otto Schuhart military casualty classification prisoner of war (1945)", "Otto Schuhart occupation military personnel (1929)", "Otto Schuhart military, police or special rank lieutenant (1935)", "Otto Schuhart award received Wehrmacht Long Service Award (1936)", "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "Otto Schuhart military, police or special rank officer candidate (1929)" ] }, { "id": "q_007172", "complexity": "1hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Cardiff City F.C.", "pred": "\nOkay, let's see. The question is asking who was the member of the sports team of Lee Naylor after Celtic F.C. The reference year is 2011.\n\nFirst, I need to look at the evidence provided. The evidence lists several memberships for Lee Naylor. Let me go through", "em": 0.0, "f1": 0.09302325581395347, "retrieved": [ "Lee Naylor member of sports team Celtic F.C. (2006)", "Lee Naylor member of sports team Wolverhampton Wanderers F.C. (1997)", "Lee Naylor member of sports team Cardiff City F.C. (2010)", "Lee Naylor member of sports team Derby County F.C. (2014)", "Bill Shorthouse member of sports team Wolverhampton Wanderers F.C. (1947)", "Peter Broadbent member of sports team Wolverhampton Wanderers F.C. (1951)", "Andy Gray member of sports team Wolverhampton Wanderers F.C. (1979)", "Jason Roberts member of sports team Wolverhampton Wanderers F.C. (1997)", "Neil Emblen member of sports team Wolverhampton Wanderers F.C. (1998)", "Robert Niestroj member of sports team Wolverhampton Wanderers F.C. (1998)" ] }, { "id": "q_006019", "complexity": "1hop", "operator_type": "before_after", "t_query": 1938.0, "gold": "Fengtien", "pred": "\nOkay, let's tackle this question. The user is asking about the administrative location of Dongliao County before it was in Jilin. The reference year is 1938.\n\nLooking at the evidence provided, there are a few key points. First, it mentions that Dongliao County was", "em": 0.0, "f1": 0.0, "retrieved": [ "Dongliao County located in the administrative territorial entity Jilin (1954)", "Dongliao County located in the administrative territorial entity Fengtien (1932)", "Faku County located in the administrative territorial entity Fengtien (1932)" ] }, { "id": "q_003483", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Helmut Newton", "pred": "\nOkay, let's see. The user is asking about June Browne's spouse in 1981. The evidence provided mentions that Helmut Newton's spouse was June Browne in 1948, and also that June Browne's spouse was Helmut Newton in the same year. So", "em": 1.0, "f1": 0.13333333333333333, "retrieved": [ "Helmut Newton spouse June Browne (1948)", "June Browne spouse Helmut Newton (1948)" ] }, { "id": "q_003450", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "Italy", "pred": "\nOkay, let's see. The question is asking about Paolo Rossi's country of citizenship in 1951. The evidence provided includes several entries about different people's citizenships.\n\nFirst, I notice that there are two entries for Paolo Rossi. One says he was a citizen of Italy in 19", "em": 1.0, "f1": 0.047619047619047616, "retrieved": [ "Paolo Rossi country of citizenship Italy (1946)", "Paolo Rossi country of citizenship Kingdom of Italy (1923)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Paolo Vetri country of citizenship Kingdom of Italy (1900)", "Paolo Manna country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007313", "complexity": "1hop", "operator_type": "sequence", "t_query": 1935.0, "gold": "Georges Bataille", "pred": "\nOkay, let's see. The question is asking, after Boris Souvarine was Colette Peignot's unmarried partner in 1930, who was her next unmarried partner. The evidence given includes entries from 1930 and 1934.\n\nFirst, looking at the", "em": 0.0, "f1": 0.0, "retrieved": [ "Colette Peignot unmarried partner Boris Souvarine (1930)", "Boris Souvarine unmarried partner Colette Peignot (1930)", "Colette Peignot unmarried partner Georges Bataille (1934)", "Georges Bataille unmarried partner Colette Peignot (1934)" ] }, { "id": "q_006396", "complexity": "1hop", "operator_type": "sequence", "t_query": 1940.0, "gold": "Institute for Advanced Study", "pred": "\nOkay, let's see. The question is asking about the employer of James Waddell Alexander II after he was employed by Princeton University. The reference year is 1940.\n\nLooking at the evidence provided, there are several entries about James Waddell Alexander II's employment. The first one says", "em": 0.0, "f1": 0.0, "retrieved": [ "James Waddell Alexander II employer Princeton University (1915)", "Oswald Veblen doctoral student James Waddell Alexander II (1915)", "James Waddell Alexander II employer Institute for Advanced Study (1933)", "James Waddell Alexander II award received B\u00f4cher Memorial Prize (1928)", "Oswald Veblen educated at University of Chicago (1900)", "Oswald Veblen academic degree Doctor of Philosophy (1903)", "Oswald Veblen member of Accademia Nazionale dei Lincei (1947)", "Thelma Estrin member of Institute for Advanced Study (1950)", "Oswald Veblen employer Princeton University (1905)", "Einar Hille employer Princeton University (1922)" ] }, { "id": "q_004252", "complexity": "1hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "FC Sochaux-Montb\u00e9liard", "pred": "\nOkay, let's see. The question is asking, before Jean-Jacques Marcel was a member of the France men's national association football team, which team was he part of? The reference year is 1949.\n\nLooking at the evidence provided, there are several entries about Jean-Jacques", "em": 0.0, "f1": 0.0, "retrieved": [ "Jean-Jacques Marcel member of sports team France men's national association football team (1953)", "Jean-Jacques Marcel member of sports team Racing Club de France (1960)", "Jean-Jacques Marcel member of sports team FC Sochaux-Montb\u00e9liard (1949)", "Jean-Jacques Marcel member of sports team Olympique de Marseille (1954)", "Charles Bilot member of sports team France men's national association football team (1904)", "Andr\u00e9 Cheuva member of sports team France men's national association football team (1929)", "D\u00e9sir\u00e9 Koranyi member of sports team France men's national association football team (1939)", "Andr\u00e9 Jacowski member of sports team France men's national association football team (1952)", "Henri Michel member of sports team France men's national association football team (1967)", "Didier Six member of sports team France men's national association football team (1976)" ] }, { "id": "q_006732", "complexity": "1hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Lappeenranta", "pred": "\nOkay, let's see. The question is asking, after Vyborg, who was the headquarters of SPL Saimaan piiri. The reference year is 1949. The evidence given is that the headquarters was in Vyborg in 1924 and then moved to Lappeenr", "em": 0.0, "f1": 0.0, "retrieved": [ "SPL Saimaan piiri headquarters location Vyborg (1924)", "SPL Saimaan piiri headquarters location Lappeenranta (1940)" ] }, { "id": "q_002912", "complexity": "1hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Tinkoff", "pred": "\nOkay, let's see. The question is asking, after Team Jayco-AIS, who was the member of the sports team of Matthew Goss? Wait, maybe I need to parse that again. The wording is a bit confusing. Let me read it again.\n\n\"After Team Jayco-AIS, who", "em": 0.0, "f1": 0.0, "retrieved": [ "Matthew Goss member of sports team Team Jayco-AIS (2006)", "Matthew Goss member of sports team Team Jayco AlUla (2012)", "Matthew Goss member of sports team Tinkoff (2007)", "Matthew Goss member of sports team HTC-Highroad (2010)", "Matthew Goss member of sports team Qhubeka NextHash (2015)", "Simon Clarke member of sports team Team Jayco-AIS (2006)", "Jack Bobridge member of sports team Team Jayco-AIS (2008)", "Mitchell Docker member of sports team Team Jayco AlUla (2012)", "Jack Bobridge member of sports team Team Jayco AlUla (2012)", "Simon Clarke member of sports team Team Jayco AlUla (2012)" ] }, { "id": "q_000404", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1966.0, "gold": "Club Le\u00f3n", "pred": "\nOkay, let's see. The question is asking about the sports team member of Luis Estrada in 1966. The reference year is 1966, so I need to look at the evidence provided to find out which team he was part of that year.\n\nLooking at the evidence,", "em": 0.0, "f1": 0.0, "retrieved": [ "Luis Estrada member of sports team Club Le\u00f3n (1964)", "Luis Estrada member of sports team Cruz Azul (1973)", "Luis Estrada member of sports team Mexico men's national football team (1967)", "Luis Islas member of sports team Club Le\u00f3n (2000)", "Lorenzo S\u00e1ez member of sports team Club Le\u00f3n (1998)", "Camilo Romero member of sports team Club Le\u00f3n (1999)", "Guillermo Mendiz\u00e1bal member of sports team Cruz Azul (1972)", "Agust\u00edn Delgado member of sports team Cruz Azul (1998)", "Francisco Fonseca member of sports team Cruz Azul (2005)", "Emanuel Villa member of sports team Cruz Azul (2009)" ] }, { "id": "q_003700", "complexity": "1hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Alberto Sordi's country of citizenship after a certain point. The reference year is 1951.\n\nLooking at the evidence provided, there are two entries for Alberto Sordi. The first one says he was a citizen of Italy", "em": 1.0, "f1": 0.04878048780487806, "retrieved": [ "Alberto Sordi country of citizenship Italy (1946)", "Alberto Sordi country of citizenship Kingdom of Italy (1920)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alberto Franchetti country of citizenship Kingdom of Italy (1900)", "Alberto Ascoli country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007041", "complexity": "1hop", "operator_type": "before_after", "t_query": 1977.0, "gold": "Hannover 96", "pred": "\nOkay, let's see. The question is asking who J\u00fcrgen Milewski was a member of before Hamburger SV. The reference year is 1977.\n\nLooking at the evidence provided, there are several entries for J\u00fcrgen Milewski. Let me list them out:", "em": 0.0, "f1": 0.0, "retrieved": [ "J\u00fcrgen Milewski member of sports team Hamburger SV (1988)", "J\u00fcrgen Milewski member of sports team Hannover 96 (1975)", "J\u00fcrgen Milewski member of sports team Hertha BSC (1978)", "J\u00fcrgen Milewski member of sports team AS Saint-\u00c9tienne (1985)", "J\u00fcrgen Milewski member of sports team Germany national football B team (1978)", "J\u00fcrgen Milewski member of sports team Germany national under-21 football team (1981)", "J\u00fcrgen Milewski member of sports team Germany men's national association football team (1981)", "J\u00fcrgen Rumor member of sports team Hertha BSC (1970)", "Walter Poppe member of sports team Hannover 96 (1912)", "Jupp Heynckes member of sports team Hannover 96 (1967)" ] }, { "id": "q_008089", "complexity": "1hop", "operator_type": "before_after", "t_query": 1953.0, "gold": "Soviet Union", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking, \"Before Latvia, who was the country of R\u0113zekne District?\" with the reference year being 1953. The evidence provided includes several entries about R\u0113zekne District and other regions in the", "em": 0.0, "f1": 0.0, "retrieved": [ "R\u0113zekne District country Soviet Union (1949)", "R\u0113zekne District located in the administrative territorial entity Latvian Soviet Socialist Republic (1949)", "R\u0113zekne country Soviet Union (1944)", "Drochia District country Soviet Union (1940)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)" ] }, { "id": "q_003463", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Chinese Communist Party", "pred": "\nOkay, let's see. The question is asking about Liang Sicheng's membership in a political party in 1967. The evidence provided lists several people and their years of joining the Chinese Communist Party (CCP). Liang Sicheng is mentioned with the year 195", "em": 1.0, "f1": 0.15789473684210528, "retrieved": [ "Liang Sicheng member of political party Chinese Communist Party (1959)", "Zhao Shiyan member of political party Chinese Communist Party (1921)", "Deng Yingchao member of political party Chinese Communist Party (1924)", "Liu Bocheng member of political party Chinese Communist Party (1926)", "Chen Boda member of political party Chinese Communist Party (1927)", "Xiao Ke member of political party Chinese Communist Party (1927)", "Li Zuopeng member of political party Chinese Communist Party (1932)", "Hu Yaobang member of political party Chinese Communist Party (1933)", "Li Rui member of political party Chinese Communist Party (1937)", "Li Peng member of political party Chinese Communist Party (1945)" ] }, { "id": "q_005154", "complexity": "1hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Soviet Union", "pred": "\nOkay, let's see. The question is asking, after the Russian Empire, who was the country of Ulan-Ude? The reference year is 1965.\n\nLooking at the evidence provided, there are several entries about Ulan-Ude. The first one says \"Ulan-Ude country", "em": 0.0, "f1": 0.0, "retrieved": [ "Ulan-Ude country Russian Empire (1900)", "Ulan-Ude country Russian Republic (1917)", "Ulan-Ude country Soviet Union (1922)", "Communist Party of the Soviet Union country Russian Republic (1917)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Emirate of Bukhara country Russian Empire (1900)", "Khanate of Khiva country Russian Empire (1900)" ] }, { "id": "q_002203", "complexity": "1hop", "operator_type": "sequence", "t_query": 1986.0, "gold": "Pace University", "pred": "\nOkay, let's see. The question is asking for the employer of Ben Ferencz after his time in the United States Army. The reference year is 1986.\n\nLooking at the evidence provided, there's a mention that Ben Ferencz was employed by Pace University in 198", "em": 1.0, "f1": 0.1, "retrieved": [ "Ben Ferencz military branch United States Army (1943)", "Ben Ferencz employer Pace University (1985)", "John Backus employer United States Army (1943)", "Serge Lang employer United States Army (1946)", "Ben Ferencz award received Erasmus Prize (2009)", "Ben Ferencz award received Congressional Gold Medal (2022)", "Douglas MacArthur military branch United States Army (1903)", "Ronald Reagan military branch United States Army (1942)", "Hal Moore military branch United States Army (1945)", "Ted Kennedy military branch United States Army (1951)" ] }, { "id": "q_008263", "complexity": "1hop", "operator_type": "before_after", "t_query": 1925.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Giuseppe Di Vittorio's country of citizenship before Italy. The reference year is 1925.\n\nLooking at the evidence provided, there are two entries for Giuseppe Di Vittorio. The first one says he was a citizen", "em": 0.0, "f1": 0.09523809523809523, "retrieved": [ "Giuseppe Di Vittorio country of citizenship Italy (1946)", "Giuseppe Di Vittorio country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001733", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2022.0, "gold": "FC Aarau", "pred": "\nOkay, let's see. The user is asking about Shk\u00eblzen Gashi's sports team membership in 2022. Let me check the evidence provided.\n\nLooking at the list, there are several entries for Shk\u00eblzen Gashi with different teams and years. The latest one mentioned is", "em": 0.0, "f1": 0.0, "retrieved": [ "Shk\u00eblzen Gashi member of sports team FC Z\u00fcrich (2006)", "Shk\u00eblzen Gashi member of sports team AC Bellinzona (2008)", "Shk\u00eblzen Gashi member of sports team FC Basel (2014)", "Shk\u00eblzen Gashi member of sports team Colorado Rapids (2016)", "Shk\u00eblzen Gashi member of sports team FC Aarau (2020)", "Shk\u00eblzen Gashi member of sports team Grasshopper Club Z\u00fcrich (2012)", "Shk\u00eblzen Gashi member of sports team Switzerland national under-17 association football team (2004)", "Werner Schley member of sports team FC Z\u00fcrich (1958)", "Rudolf Brunnenmeier member of sports team FC Z\u00fcrich (1972)", "Urs Fischer member of sports team FC Z\u00fcrich (1995)" ] }, { "id": "q_002948", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Chemnitz Government Region", "pred": "\nOkay, let's try to figure out where Stollberg was located in 2008 based on the given evidence. \n\nFirst, the evidence mentions that Stollberg was in the Chemnitz Government Region in 1994. Then, Zwickau was also in the same region", "em": 1.0, "f1": 0.18181818181818182, "retrieved": [ "Stollberg located in the administrative territorial entity Chemnitz Government Region (1994)", "Zwickau located in the administrative territorial entity Chemnitz Government Region (1991)", "Chemnitz Government Region located in the administrative territorial entity Saxony (1991)", "Saxony contains the administrative territorial entity Chemnitz Government Region (1991)" ] }, { "id": "q_004111", "complexity": "1hop", "operator_type": "before_after", "t_query": 1969.0, "gold": "Osinniki", "pred": "\nOkay, let's try to figure this out. The question is asking, before Kemerovo Oblast was established, which administrative territorial entity was Kaltan located in. The reference year is 1969, so we need to look at the evidence provided and see what's relevant.\n\nLooking at", "em": 0.0, "f1": 0.0, "retrieved": [ "Kaltan located in the administrative territorial entity Kemerovo Oblast (1993)", "Kaltan located in the administrative territorial entity Osinniki (1959)", "Novokuznetsk located in the administrative territorial entity Kemerovo Oblast (1943)", "Prokopyevsk located in the administrative territorial entity Kemerovo Oblast (1943)", "Anzhero-Sudzhensk located in the administrative territorial entity Kemerovo Oblast (1943)" ] }, { "id": "q_003418", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1922.0, "gold": "Bruno Kastner", "pred": "\nOkay, let's see. The question is asking for the spouse of Ida W\u00fcst in 1922. The evidence given is that Ida W\u00fcst's spouse was Bruno Kastner in 1918. So, the key here is to determine if Bruno Kastner was", "em": 1.0, "f1": 0.12903225806451613, "retrieved": [ "Ida W\u00fcst spouse Bruno Kastner (1918)" ] }, { "id": "q_004890", "complexity": "1hop", "operator_type": "sequence", "t_query": 1998.0, "gold": "Kiliia Raion", "pred": "\nOkay, let's try to figure this out. The question is asking, after Prymorske was located in Izmailsky Uyezd, what was its location later? The reference year is 1998.\n\nFirst, looking at the evidence provided. There are entries for different years. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Prymorske located in the administrative territorial entity Izmailsky Uyezd (1900)", "Lisky located in the administrative territorial entity Izmailsky Uyezd (1900)", "Furmanivka located in the administrative territorial entity Izmailsky Uyezd (1900)", "Prymorske located in the administrative territorial entity Kiliia Raion (1944)", "Lisky located in the administrative territorial entity Kiliia Raion (1944)", "Pryozerne located in the administrative territorial entity Kiliia Raion (1944)", "Furmanivka located in the administrative territorial entity Kiliia Raion (1944)", "Kiliia Raion located in the administrative territorial entity Odesa Oblast (1954)" ] }, { "id": "q_008141", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1945.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Cesare Lovati's country of citizenship in 1945. Let me look at the evidence provided.\n\nFirst, there's a mention that Cesare Lovati was a member of the Italy men's national association football team in 1", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Cesare Lovati member of sports team Italy men's national association football team (1920)", "Cesare Lovati country of citizenship Italy (1946)", "Cesare Lovati country of citizenship Kingdom of Italy (1900)", "Cesare Lovati member of sports team AC Milan (1916)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Cesare Arzel\u00e0 country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008123", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1937.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking for Emilio G. Segr\u00e8's country of citizenship in 1937. Let me check the evidence provided.\n\nLooking at the evidence, there's a mention that Emilio G. Segr\u00e8's country of citizenship was Italy in 1", "em": 0.0, "f1": 0.1176470588235294, "retrieved": [ "Emilio G. Segr\u00e8 residence United States (1938)", "Emilio G. Segr\u00e8 country of citizenship Italy (1946)", "Enrico Fermi doctoral student Emilio G. Segr\u00e8 (1928)", "Emilio G. Segr\u00e8 country of citizenship Kingdom of Italy (1905)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003032", "complexity": "1hop", "operator_type": "interval", "t_query": 1968.0, "gold": "1968", "pred": "\nOkay, let's see. The user is asking about the year Lars Onsager received the Nobel Prize in Chemistry. The reference year given is 1968, but I need to check the evidence provided.\n\nLooking at the evidence, it lists several physicists and the years they received their Nobel Prizes", "em": 1.0, "f1": 0.05, "retrieved": [ "Wilhelm R\u00f6ntgen award received Nobel Prize in Physics (1901)", "Philipp Lenard award received Nobel Prize in Physics (1905)", "Johannes Stark award received Nobel Prize in Physics (1919)", "Werner Heisenberg award received Nobel Prize in Physics (1932)", "Enrico Fermi award received Nobel Prize in Physics (1938)", "Max Born award received Nobel Prize in Physics (1954)", "Rudolf M\u00f6ssbauer award received Nobel Prize in Physics (1961)", "Eugene Wigner award received Nobel Prize in Physics (1963)", "William Henry Bragg award received Nobel Prize in Physics (1915)", "Charles \u00c9douard Guillaume award received Nobel Prize in Physics (1920)" ] }, { "id": "q_003123", "complexity": "1hop", "operator_type": "before_after", "t_query": 1928.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Before Italy, who was the country of citizenship of Carlo Annovazzi?\" and the reference year is 1928.\n\nFirst, I need to look at the evidence provided. The evidence includes several entries", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Carlo Annovazzi country of citizenship Italy (1946)", "Carlo Annovazzi country of citizenship Kingdom of Italy (1925)", "Carlo Annovazzi member of sports team AC Milan (1945)", "Carlo Annovazzi member of sports team Atalanta BC (1953)", "Carlo Annovazzi member of sports team SSC Ancona (1958)", "Carlo Annovazzi member of sports team Italy men's national association football team (1947)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Carlo Porro country of citizenship Kingdom of Italy (1900)", "Carlo Galetti country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008638", "complexity": "1hop", "operator_type": "interval", "t_query": 2015.0, "gold": "2015", "pred": "\nOkay, let's see. The user is asking about the year when Marco Rapp was a member of SpVgg Greuther F\u00fcrth. The reference year given is 2015.\n\nLooking at the evidence provided, there's a list of names with their respective years of membership in the team.", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Karl Ringel member of sports team SpVgg Greuther F\u00fcrth (1951)", "Ralph Hasenh\u00fcttl member of sports team SpVgg Greuther F\u00fcrth (2000)", "Matthias Hagner member of sports team SpVgg Greuther F\u00fcrth (2000)", "Christian Weber member of sports team SpVgg Greuther F\u00fcrth (2002)", "Danny Fuchs member of sports team SpVgg Greuther F\u00fcrth (2003)", "Torsten Oehrl member of sports team SpVgg Greuther F\u00fcrth (2005)", "Martin Lanig member of sports team SpVgg Greuther F\u00fcrth (2006)", "Charles Takyi member of sports team SpVgg Greuther F\u00fcrth (2008)", "Alexander Voigt member of sports team SpVgg Greuther F\u00fcrth (2009)", "Florian Mohr member of sports team SpVgg Greuther F\u00fcrth (2014)" ] }, { "id": "q_004857", "complexity": "1hop", "operator_type": "sequence", "t_query": 1995.0, "gold": "Christiane Kubrick", "pred": "\nOkay, let's see. The question is asking, after Stanley Kubrick was nominated for the Academy Award for Best Director, what was the spouse of Stanley Kubrick?\n\nFirst, I need to figure out when Kubrick was nominated for Best Director. The evidence mentions he was nominated in 1965", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Stanley Kubrick spouse Christiane Kubrick (1958)", "The Battle of Algiers nominated for Academy Award for Best Director (1969)", "Stanley Kubrick nominated for Academy Award for Best Director (1965)", "Stanley Kubrick nominated for Academy Award for Best Picture (1965)", "Stanley Kubrick nominated for Academy Award for Best Visual Effects (1969)", "Stanley Kubrick award received BAFTA Fellowship (2000)", "Stanley Kubrick nominated for Academy Award for Best Writing, Adapted Screenplay (1965)", "Stanley Kubrick nominated for Academy Award for Best Writing, Original Screenplay (1969)", "Stanley Kubrick award received Academy Award for Best Visual Effects (1968)", "Rebecca nominated for Academy Award for Best Director (1941)" ] }, { "id": "q_004040", "complexity": "1hop", "operator_type": "interval", "t_query": 2009.0, "gold": "2009", "pred": "\nOkay, let's tackle this question. The user is asking for the year when Jos\u00e9 Carlos Ferreira Filho was a member of Cruzeiro E.C., and they want the answer based on the provided evidence.\n\nLooking at the evidence list, the first entry says \"Jos\u00e9 Carlos Ferreira Filho member", "em": 0.0, "f1": 0.0, "retrieved": [ "Jos\u00e9 Carlos Ferreira Filho member of sports team Cruzeiro E.C. (2009)", "Jos\u00e9 Carlos Ferreira Filho member of sports team S.C. Corinthians Paulista (2001)", "Jos\u00e9 Carlos Ferreira Filho member of sports team FC Porto (2002)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Gamba Osaka (2010)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Ulsan HD FC (2004)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Associa\u00e7\u00e3o Atl\u00e9tica Ponte Preta (2005)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Jeonbuk Hyundai Motors FC (2006)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Associa\u00e7\u00e3o Portuguesa de Desportos (2011)", "Choi In-young member of sports team Ulsan HD FC (1984)", "Choi In-young coach of sports team Ulsan HD FC (1997)" ] }, { "id": "q_001345", "complexity": "1hop", "operator_type": "before_after", "t_query": 1920.0, "gold": "Radical Civic Union", "pred": "\nOkay, let's see. The question is asking about the political party Arturo Umberto Illia was a member of before the Uni\u00f3n C\u00edvica Radical del Pueblo. The reference year is 1920.\n\nLooking at the evidence provided: \n- It says he was a member of the", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Arturo Umberto Illia member of political party Uni\u00f3n C\u00edvica Radical del Pueblo (1957)", "Arturo Umberto Illia member of political party Radical Civic Union (1918)" ] }, { "id": "q_004403", "complexity": "1hop", "operator_type": "interval", "t_query": 1930.0, "gold": "1930", "pred": "\nOkay, let's see. The user is asking about the year when Ruth Chatterton was nominated for the Academy Award for Best Actress. The reference year given is 1930.\n\nLooking at the evidence provided, the first entry says \"Ruth Chatterton nominated for Academy Award for Best Actress", "em": 1.0, "f1": 0.0625, "retrieved": [ "Ruth Chatterton nominated for Academy Award for Best Actress (1930)", "Rebecca nominated for Academy Award for Best Actress (1941)", "Cabaret nominated for Academy Award for Best Actress (1973)", "Cher nominated for Academy Award for Best Actress (1988)", "Katharine Hepburn nominated for Academy Award for Best Actress (1936)", "Joan Fontaine nominated for Academy Award for Best Actress (1941)", "Joan Crawford nominated for Academy Award for Best Actress (1946)", "Shelley Winters nominated for Academy Award for Best Actress (1952)", "Ava Gardner nominated for Academy Award for Best Actress (1954)", "Geraldine Page nominated for Academy Award for Best Actress (1962)" ] }, { "id": "q_005977", "complexity": "1hop", "operator_type": "interval", "t_query": 2008.0, "gold": "2008", "pred": "\nOkay, let's see. The question is asking for the year when Danny Simpson's member of sports team was equal to Ipswich Town F.C. So, I need to find the year when Danny Simpson was part of Ipswich Town F.C.\n\nLooking at the evidence provided, there's a line that says", "em": 0.0, "f1": 0.0, "retrieved": [ "Danny Simpson member of sports team Ipswich Town F.C. (2008)", "Danny Simpson member of sports team Manchester United F.C. (2006)", "Danny Simpson member of sports team Royal Antwerp F.C. (2006)", "Danny Simpson member of sports team Sunderland A.F.C. (2007)", "Danny Simpson member of sports team Blackburn Rovers F.C. (2008)", "Danny Simpson member of sports team Newcastle United F.C. (2010)", "Danny Simpson member of sports team Queens Park Rangers F.C. (2013)", "Danny Pugh member of sports team Manchester United F.C. (2002)", "George Anderson member of sports team Manchester United F.C. (1911)", "Bobby Charlton member of sports team Manchester United F.C. (1956)" ] }, { "id": "q_005231", "complexity": "1hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Algiers", "pred": "\nOkay, let's tackle this question. The user is asking for the place of burial of Pierre Savorgnan de Brazza after the time when his country of citizenship was France. \n\nFirst, I need to look at the evidence provided. There are several entries about Pierre Savorgnan de Brazza. Let", "em": 0.0, "f1": 0.0, "retrieved": [ "Pierre Savorgnan de Brazza place of burial Algiers (1907)", "Pierre Savorgnan de Brazza place of burial P\u00e8re Lachaise Cemetery (1905)", "Pierre Savorgnan de Brazza country of citizenship France (1900)", "Pierre Savorgnan de Brazza significant event funeral (1905)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007965", "complexity": "1hop", "operator_type": "sequence", "t_query": 1939.0, "gold": "Second Polish Republic", "pred": "\nOkay, let's try to figure this out. The question is asking what the country of Mi\u013aka\u016d\u0161\u010dyna was after it was part of the Russian Empire. The reference year is 1939, so I need to look at the evidence provided and see which entries come after the Russian", "em": 0.0, "f1": 0.0, "retrieved": [ "Mi\u013aka\u016d\u0161\u010dyna country Russian Empire (1900)", "Mi\u013aka\u016d\u0161\u010dyna country Russian Republic (1917)", "Communist Party of the Soviet Union country Russian Republic (1917)", "Mi\u013aka\u016d\u0161\u010dyna country Nazi Germany (1941)", "Mi\u013aka\u016d\u0161\u010dyna country Soviet Union (1944)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Mi\u013aka\u016d\u0161\u010dyna country Second Polish Republic (1921)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Mi\u013aka\u016d\u0161\u010dyna country Belarusian People's Republic (1918)", "Russian Empire head of state Nicholas II of Russia (1900)" ] }, { "id": "q_007542", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "England women's national football team", "pred": "\nOkay, let's see. The question is asking for the next team Kelly Smith joined after being part of the Boston Breakers. The reference year is 2014.\n\nLooking at the evidence, there are several entries for Kelly Smith. The first one is Boston Breakers in 2009", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Kelly Smith member of sports team Boston Breakers (2009)", "Amy LePeilbet member of sports team Boston Breakers (2009)", "Kelley O'Hara member of sports team Boston Breakers (2011)", "Kelly Smith member of sports team Arsenal F.C. (1995)", "Kelly Smith member of sports team England women's national football team (1995)", "Kelly Smith member of sports team Great Britain women's Olympic association football team (2012)", "Charlie Buchan member of sports team Arsenal F.C. (1925)", "David Jack member of sports team Arsenal F.C. (1928)", "George Armstrong member of sports team Arsenal F.C. (1961)", "Jon Sammels member of sports team Arsenal F.C. (1963)" ] }, { "id": "q_002736", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "Busan IPark FC", "pred": "\nOkay, let's see. The user is asking about Lee Yo-han's sports team in 2011. Let me check the evidence provided.\n\nLooking through the list, the first entry says \"Lee Yo-han member of sports team Busan IPark FC (2011)\". That", "em": 1.0, "f1": 0.16666666666666669, "retrieved": [ "Lee Yo-han member of sports team Busan IPark FC (2011)", "Lee Yo-han member of sports team Seongnam FC (2013)", "Lee Yo-han member of sports team Jeonbuk Hyundai Motors FC (2008)", "Lee Yo-han member of sports team South Korea national under-23 football team (2007)", "Lee Sang-yoon coach of sports team Busan IPark FC (2011)", "Jung In-whan member of sports team Jeonbuk Hyundai Motors FC (2013)", "Choi In-young coach of sports team Jeonbuk Hyundai Motors FC (2006)", "Jung In-whan member of sports team South Korea national under-23 football team (2006)", "Lee Sang-yoon member of sports team Seongnam FC (1999)", "Kim Yong-hee member of sports team Busan IPark FC (2007)" ] }, { "id": "q_006562", "complexity": "1hop", "operator_type": "before_after", "t_query": 2017.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Clelio Darida's country of citizenship after the Kingdom of Italy. The reference year is 2017, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, I need to", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Clelio Darida country of citizenship Italy (1946)", "Clelio Darida country of citizenship Kingdom of Italy (1927)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008098", "complexity": "1hop", "operator_type": "interval", "t_query": 2013.0, "gold": "2013", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when a member of Andrea Pisanu's sports team was equal to CF Montr\u00e9al. Wait, maybe I need to parse that again. It says \"the member of sports team of Andrea Pisanu equal to CF Mon", "em": 0.0, "f1": 0.0, "retrieved": [ "Giuseppe Baccilieri member of sports team Cagliari Calcio (1933)", "Ottavio Bianchi member of sports team Cagliari Calcio (1974)", "Walter Mazzarri member of sports team Cagliari Calcio (1982)", "Antonio Langella member of sports team Cagliari Calcio (2002)", "Alex Brunner member of sports team Cagliari Calcio (2005)", "Michele Fini member of sports team Cagliari Calcio (2007)", "Lorenzo Ariaudo member of sports team Cagliari Calcio (2010)", "Danilo Avelar member of sports team Cagliari Calcio (2012)", "Pietro Ghedin member of sports team Siena FC (1984)", "Dario Passoni member of sports team Siena FC (2001)" ] }, { "id": "q_008119", "complexity": "1hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Annibale Bugnini after the entry that mentions \"Annibale Bugnini country of citizenship Kingdom of Italy.\" \n\nFirst, I need to look at the evidence provided. There are two entries for Annib", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Annibale Bugnini country of citizenship Italy (1946)", "Annibale Bugnini country of citizenship Kingdom of Italy (1912)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007399", "complexity": "1hop", "operator_type": "before_after", "t_query": 1910.0, "gold": "Barbastro", "pred": "\nOkay, let's tackle this question. The user is asking about Josemar\u00eda Escriv\u00e1's residence before Madrid. The reference year is 1910.\n\nLooking at the evidence provided, there's a mention of Josemar\u00eda Escriv\u00e1's residence in Madrid in 1927 and", "em": 0.0, "f1": 0.0, "retrieved": [ "Josemar\u00eda Escriv\u00e1 residence Madrid (1927)", "Josemar\u00eda Escriv\u00e1 residence Barbastro (1902)", "Josemar\u00eda Escriv\u00e1 canonization status saint (2002)", "Baltasar Lobo work location Madrid (1927)", "Fabio Capello work location Madrid (2006)" ] }, { "id": "q_002437", "complexity": "1hop", "operator_type": "sequence", "t_query": 2006.0, "gold": "chairperson", "pred": "\nOkay, let's see. The user is asking about Timo Soini's position after he became a member of the Finns Party in 1995. The reference year is 2006, so we need to look at the evidence provided.\n\nLooking at the evidence, there's", "em": 0.0, "f1": 0.0, "retrieved": [ "Timo Soini member of political party Finns Party (1995)", "Timo Soini position held Member of the European Parliament (2009)", "Timo Soini position held chairperson (1997)", "Herbert Wehner position held Member of the European Parliament (1952)", "Walter Scheel position held Member of the European Parliament (1956)", "Helmut Schmidt position held Member of the European Parliament (1958)", "Gladwyn Jebb position held Member of the European Parliament (1973)", "Giorgio Amendola position held Member of the European Parliament (1979)", "Jacques Chirac position held Member of the European Parliament (1979)", "Martin Bangemann position held Member of the European Parliament (1979)" ] }, { "id": "q_004561", "complexity": "1hop", "operator_type": "interval", "t_query": 2001.0, "gold": "2001", "pred": "\nOkay, let's see. The user is asking about the year when \"Harry Potter and the Goblet of Fire\" received the Hugo Award for Best Novel. The reference year given is 2001.\n\nLooking at the evidence provided, the first entry says: \"Harry Potter and the Gob", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Harry Potter and the Goblet of Fire award received Hugo Award for Best Novel (2001)", "Frederik Pohl award received Hugo Award for Best Novel (1978)", "Dan Simmons award received Hugo Award for Best Novel (1990)", "Arthur C. Clarke award received Hugo Award for Best Novel (1974)", "Lois McMaster Bujold award received Hugo Award for Best Novel (1991)", "Ursula K. Le Guin award received Hugo Award for Best Novel (1970)", "Poul Anderson nominated for Hugo Award for Best Novel (1959)", "Dan Simmons nominated for Hugo Award for Best Novel (1990)", "Gordon R. Dickson nominated for Hugo Award for Best Novel (1960)", "Ursula K. Le Guin nominated for Hugo Award for Best Novel (1970)" ] }, { "id": "q_008086", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Cindy McCain", "pred": "\nOkay, let's see. The user is asking for the spouse of John McCain in 1981. The reference year is 1981, so I need to check the evidence provided.\n\nLooking at the evidence, there are two entries: \n1. \"John McCain spouse Cindy McCain (", "em": 1.0, "f1": 0.1142857142857143, "retrieved": [ "John McCain spouse Cindy McCain (1980)", "Cindy McCain spouse John McCain (1980)" ] }, { "id": "q_003089", "complexity": "1hop", "operator_type": "sequence", "t_query": 1970.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Claudio Cavazza's country of citizenship after the Kingdom of Italy. The reference year is 1970, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, looking at", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Claudio Cavazza country of citizenship Italy (1946)", "Claudio Cavazza country of citizenship Kingdom of Italy (1934)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003744", "complexity": "1hop", "operator_type": "before_after", "t_query": 2013.0, "gold": "Toulouse FC", "pred": "\nOkay, let's see. The question is asking who was the member of the sports team of Serge Aurier before Paris Saint-Germain FC. The reference year is 2013.\n\nFirst, I need to look at the evidence provided. The evidence lists various teams Serge Aurier was part of", "em": 0.0, "f1": 0.05128205128205129, "retrieved": [ "Serge Aurier member of sports team Paris Saint-Germain FC (2015)", "Serge Aurier member of sports team Toulouse FC (2012)", "Serge Aurier member of sports team Villarreal CF (2021)", "Serge Aurier member of sports team R.C. Lens (2010)", "Serge Aurier member of sports team Tottenham Hotspur F.C. (2017)", "Serge Aurier member of sports team Nottingham Forest F.C. (2022)", "Neymar member of sports team Paris Saint-Germain FC (2017)", "Michel Bibard member of sports team Paris Saint-Germain FC (1985)", "Jocelyn Angloma member of sports team Paris Saint-Germain FC (1990)", "Bruno Ngotty member of sports team Paris Saint-Germain FC (1995)" ] }, { "id": "q_007690", "complexity": "1hop", "operator_type": "interval", "t_query": 1942.0, "gold": "1942", "pred": "\nOkay, let's tackle this question. The user is asking when the 9th U-boat Flotilla was part of U-90. The reference year given is 1942.\n\nLooking at the evidence provided, there's a point that says \"U-90 part of", "em": 1.0, "f1": 0.05882352941176471, "retrieved": [ "U-90 part of 9th U-boat Flotilla (1942)", "U-90 operator Kriegsmarine (1941)", "U-90 significant event order (1939)", "U-90 has use education (1941)", "U-90 significant event ship launching (1941)", "U-26 significant event order (1934)", "U-13 significant event order (1935)", "U-28 significant event order (1935)", "U-43 significant event order (1936)", "U-38 significant event order (1936)" ] }, { "id": "q_007154", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Alessandro Alessandroni's country of citizenship in 2010. The evidence provided includes several entries about his citizenship. \n\nFirst, I need to look at the evidence related to Alessandro Alessandroni. There are two", "em": 0.0, "f1": 0.0, "retrieved": [ "Alessandro Alessandroni country of citizenship Italy (1946)", "Alessandro Alessandroni country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alessandro Casalini country of citizenship Kingdom of Italy (1900)", "Alessandro Anzani country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007872", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Big Brother", "pred": "\nOkay, let's see. The user is asking about Lothar Vosseler's participation in something in 2004. The evidence given is that he was a participant in Big Brother (2004). So the question is asking for the \"participant in of Lothar Voss", "em": 1.0, "f1": 0.125, "retrieved": [ "Lothar Vosseler participant in Big Brother (2004)" ] }, { "id": "q_008425", "complexity": "1hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Carlo Giuffr\u00e9's country of citizenship before Italy. The reference year is 1930.\n\nLooking at the evidence provided, there are two entries for Carlo Giuffr\u00e9. The first one says he was a citizen of Italy in", "em": 0.0, "f1": 0.09523809523809523, "retrieved": [ "Carlo Giuffr\u00e9 country of citizenship Italy (1946)", "Carlo Giuffr\u00e9 country of citizenship Kingdom of Italy (1928)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Carlo Porro country of citizenship Kingdom of Italy (1900)", "Carlo Galetti country of citizenship Kingdom of Italy (1900)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000644", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "Iburi Subprefecture", "pred": "\nOkay, let's see. The user is asking about the location of Muroran in 1990. The evidence given is that Muroran was located in the Iburi Subprefecture in 1918. Wait, but the question is about 1990. So I need", "em": 1.0, "f1": 0.12903225806451613, "retrieved": [ "Muroran located in the administrative territorial entity Iburi Subprefecture (1918)" ] }, { "id": "q_001235", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Omar al-Bashir", "pred": "\nOkay, let's see. The user is asking for the head of state of Sudan in 1995. The evidence provided mentions Omar al-Bashir in 1989. I need to connect that to 1995.\n\nFirst, I recall that Omar al-Bashir", "em": 1.0, "f1": 0.18181818181818182, "retrieved": [ "Sudan head of state Omar al-Bashir (1989)" ] }, { "id": "q_006759", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1944.0, "gold": "Seine-et-Oise", "pred": "\nOkay, let's see. The user is asking in 1944, what was the located in of Houdan? The reference year is 1944, and the evidence provided lists several places located in the administrative territorial entity Seine-et-Oise in 1900.", "em": 1.0, "f1": 0.17647058823529413, "retrieved": [ "Houdan located in the administrative territorial entity Seine-et-Oise (1900)", "Argenteuil located in the administrative territorial entity Seine-et-Oise (1900)", "Grigny located in the administrative territorial entity Seine-et-Oise (1900)", "Valenton located in the administrative territorial entity Seine-et-Oise (1900)", "Montlh\u00e9ry located in the administrative territorial entity Seine-et-Oise (1900)", "M\u00e9r\u00e9ville located in the administrative territorial entity Seine-et-Oise (1900)", "Saclas located in the administrative territorial entity Seine-et-Oise (1900)", "Marines located in the administrative territorial entity Seine-et-Oise (1900)", "Attainville located in the administrative territorial entity Seine-et-Oise (1900)", "Feucherolles located in the administrative territorial entity Seine-et-Oise (1900)" ] }, { "id": "q_004565", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1900.0, "gold": "Russian Empire", "pred": "\nOkay, let's see. The user is asking about Ivangorod's country in 1900. Let me check the evidence provided.\n\nLooking at the evidence, there's a line that says \"Ivangorod located in the administrative territorial entity Narva (1900)\" and", "em": 0.0, "f1": 0.0, "retrieved": [ "Ivangorod located in the administrative territorial entity Narva (1900)", "Ivangorod country Russian Empire (1900)", "Ivangorod country Estonia (1920)", "Ivangorod country Russian Republic (1917)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)", "Saint Petersburg Governorate located in the administrative territorial entity Russian Empire (1900)", "Don Host Oblast located in the administrative territorial entity Russian Empire (1900)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_005444", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Queens Park Rangers F.C.", "pred": "\nOkay, let's see. The question is asking, after Danny Simpson was a member of Manchester United F.C., what was his next sports team. The reference year is 2014.\n\nLooking at the evidence provided, there are several entries for Danny Simpson. Let me list them out:\n\n- Manchester", "em": 0.0, "f1": 0.08695652173913045, "retrieved": [ "Danny Simpson member of sports team Manchester United F.C. (2006)", "Danny Simpson member of sports team Newcastle United F.C. (2010)", "Danny Simpson member of sports team Royal Antwerp F.C. (2006)", "Danny Simpson member of sports team Sunderland A.F.C. (2007)", "Danny Simpson member of sports team Ipswich Town F.C. (2008)", "Danny Simpson member of sports team Blackburn Rovers F.C. (2008)", "Danny Simpson member of sports team Queens Park Rangers F.C. (2013)", "Danny Pugh member of sports team Manchester United F.C. (2002)", "George Anderson member of sports team Manchester United F.C. (1911)", "Bobby Charlton member of sports team Manchester United F.C. (1956)" ] }, { "id": "q_001753", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The user is asking about Raf Vallone's country of citizenship in 1942. Let me check the evidence provided.\n\nLooking at the evidence, there are a few entries about Raf Vallone. One says he was a citizen of Italy in 1946,", "em": 0.0, "f1": 0.10526315789473684, "retrieved": [ "Raf Vallone country of citizenship Italy (1946)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Raf Vallone country of citizenship Kingdom of Italy (1916)", "Raf Vallone member of sports team Novara Calcio (1939)", "Raf Vallone member of sports team Torino FC (1940)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003468", "complexity": "1hop", "operator_type": "before_after", "t_query": 1948.0, "gold": "B\u00f4cher Memorial Prize", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before National Medal of Science, who was the award received of Donald C. Spencer?\" And the reference year is 1948.\n\nFirst, I need to look through the evidence provided to find any awards Donald C. Spencer received before", "em": 0.0, "f1": 0.0, "retrieved": [ "Donald C. Spencer award received National Medal of Science (1989)", "Robert Burns Woodward award received National Medal of Science (1964)", "Donald C. Spencer award received B\u00f4cher Memorial Prize (1948)", "John Edensor Littlewood award received Royal Medal (1929)", "John Edensor Littlewood award received Copley Medal (1958)", "Donald C. Spencer employer Stanford University (1963)", "Donald C. Spencer employer Princeton University (1968)", "Donald C. Spencer educated at University of Cambridge (1936)", "Donald C. Spencer employer Massachusetts Institute of Technology (1939)", "Donald C. Spencer educated at Massachusetts Institute of Technology (1934)" ] }, { "id": "q_001321", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "KFC Uerdingen 05", "pred": "\nOkay, let's see. The user is asking about \u00c9merson Luiz Firmino's sports team membership in 2002. The reference year is 2002, so I need to check the evidence provided to find out which team he was part of that year.\n\nLooking at the", "em": 0.0, "f1": 0.0, "retrieved": [ "\u00c9merson Luiz Firmino member of sports team Hamburger SV (1991)", "\u00c9merson Luiz Firmino member of sports team Holstein Kiel (1994)", "\u00c9merson Luiz Firmino member of sports team Shonan Bellmare (1995)", "\u00c9merson Luiz Firmino member of sports team FC Dnipro (1995)", "\u00c9merson Luiz Firmino member of sports team Gr\u00eamio FBPA (1997)", "\u00c9merson Luiz Firmino member of sports team MVV Maastricht (1998)", "\u00c9merson Luiz Firmino member of sports team Club Am\u00e9rica (2005)", "\u00c9merson Luiz Firmino member of sports team S\u00e3o Paulo FC (1990)", "\u00c9merson Luiz Firmino member of sports team FC St. Pauli (1996)", "\u00c9merson Luiz Firmino member of sports team Junior de Barranquilla (1997)" ] }, { "id": "q_004960", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Real Madrid Club de F\u00fatbol", "pred": "\nOkay, let's see. The user is asking about Bodo Illgner's sports team membership in 1999. The reference year is 1999, so I need to check the evidence provided to find out which team he was part of that year.\n\nLooking at the evidence,", "em": 0.0, "f1": 0.0, "retrieved": [ "Bodo Illgner member of sports team 1. FC K\u00f6ln (1985)", "Bodo Illgner member of sports team Real Madrid Club de F\u00fatbol (1996)", "Bodo Illgner member of sports team Germany national under-21 football team (1985)", "Bodo Illgner member of sports team Germany men's national association football team (1987)", "Christian M\u00fcller member of sports team 1. FC K\u00f6ln (1958)", "Anton Regh member of sports team 1. FC K\u00f6ln (1961)", "Georg Tripp member of sports team 1. FC K\u00f6ln (1962)", "Hannes L\u00f6hr member of sports team 1. FC K\u00f6ln (1964)", "J\u00fcrgen Rumor member of sports team 1. FC K\u00f6ln (1964)", "Milutin \u0160o\u0161ki\u0107 member of sports team 1. FC K\u00f6ln (1966)" ] }, { "id": "q_004118", "complexity": "1hop", "operator_type": "sequence", "t_query": 1957.0, "gold": "Italy", "pred": "\nOkay, let's see. The question is asking about Raimondo D'Inzeo's country of citizenship after the Kingdom of Italy. The evidence provided includes several entries about Raimondo D'Inzeo's citizenship. \n\nFirst, looking at the evidence: there's a mention that Raim", "em": 1.0, "f1": 0.06060606060606061, "retrieved": [ "Raimondo D'Inzeo country of citizenship Italy (1946)", "Raimondo D'Inzeo country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008476", "complexity": "1hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "Italy", "pred": "\nOkay, let's see. The user is asking about Lucio Battisti's country of citizenship after the Kingdom of Italy. The reference year is 1971.\n\nLooking at the evidence provided, there are two entries for Lucio Battisti. The first one says he was a citizen of Italy in", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Lucio Battisti country of citizenship Italy (1946)", "Lucio Battisti country of citizenship Kingdom of Italy (1943)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004242", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Renzo De Felice after the year when his citizenship was the Kingdom of Italy. \n\nFirst, I need to look at the evidence provided. There are two entries for Renzo De Felice. The first one says", "em": 1.0, "f1": 0.05, "retrieved": [ "Renzo De Felice country of citizenship Italy (1946)", "Renzo De Felice country of citizenship Kingdom of Italy (1929)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004333", "complexity": "1hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "FC St. Gallen", "pred": "\nOkay, let's tackle this question. The user is asking for the sports team that Michael Lang was a member of after his time with the Switzerland national under-17 association football team.\n\nFirst, I need to look at the evidence provided. The key entries related to Michael Lang are:\n\n- Michael Lang member", "em": 0.0, "f1": 0.0, "retrieved": [ "Michael Lang member of sports team Switzerland national under-17 association football team (2007)", "Shk\u00eblzen Gashi member of sports team Switzerland national under-17 association football team (2004)", "Ricardo Rodriguez member of sports team Switzerland national under-17 association football team (2010)", "Michael Lang member of sports team FC St. Gallen (2006)", "Michael Lang member of sports team Grasshopper Club Z\u00fcrich (2011)", "Leopold Kielholz member of sports team FC St. Gallen (1937)", "Urs Fischer member of sports team FC St. Gallen (1987)", "Iv\u00e1n Zamorano member of sports team FC St. Gallen (1988)", "Werner Schley member of sports team Grasshopper Club Z\u00fcrich (1953)", "Bruno Bernasconi member of sports team Grasshopper Club Z\u00fcrich (1962)" ] }, { "id": "q_007528", "complexity": "1hop", "operator_type": "interval", "t_query": 1974.0, "gold": "1974", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the year when the winner of the Academy Award for Best Actress was equal to Ellen Burstyn. First, I need to understand what \"equal to\" means here. Probably, they mean the year when Ellen Burstyn", "em": 0.0, "f1": 0.0, "retrieved": [ "Katharine Hepburn nominated for Tony Award for Best Actress in a Play (1982)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Cannes Film Festival Award for Best Actress winner Katharine Hepburn (1962)", "Rebecca nominated for Academy Award for Best Actress (1941)", "Katharine Hepburn award received Academy Award for Best Actress (1934)", "Joan Fontaine award received Academy Award for Best Actress (1942)", "Ruth Chatterton nominated for Academy Award for Best Actress (1930)" ] }, { "id": "q_003750", "complexity": "1hop", "operator_type": "sequence", "t_query": 1920.0, "gold": "United States", "pred": "\nOkay, let's try to figure this out. The question is asking for the country of citizenship of Alexander Graham Bell after the Edison Medal winner Alexander Graham Bell. Wait, that seems a bit confusing. Let me read the evidence again.\n\nLooking at the evidence provided, there's a mention of Alexander Graham Bell's", "em": 0.0, "f1": 0.0, "retrieved": [ "Hughes Medal winner Alexander Graham Bell (1913)", "Alexander Graham Bell country of citizenship United States (1900)", "Alexander Graham Bell award received Hughes Medal (1913)", "Alexander Graham Bell award received Canada's Walk of Fame (2001)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "Hughes Medal winner Enrico Fermi (1942)", "Hughes Medal winner Mark Oliphant (1943)", "Hughes Medal winner George Finch (1944)", "Hughes Medal winner Max Born (1950)", "Hughes Medal winner Freeman Dyson (1968)" ] }, { "id": "q_002500", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "PFC Slavia Sofia", "pred": "\nOkay, let's see. The question is asking, in 2008, what was the member of the sports team of Yordan Petkov? Wait, maybe the wording is a bit confusing. So, they want to know which team Yordan Petkov was a member of in 20", "em": 0.0, "f1": 0.0, "retrieved": [ "Yordan Petkov member of sports team Samsunspor FC (2005)", "Yordan Petkov member of sports team FC Vorskla Poltava (1998)", "Yordan Petkov member of sports team PFC Slavia Sofia (2007)", "Yordan Petkov member of sports team Ermis Aradippou FC (2011)", "Yordan Petkov member of sports team Bulgaria men's national football team (2001)", "\u00d6mer Ate\u015f member of sports team Samsunspor FC (2007)", "Serdar \u00d6zkan member of sports team Samsunspor FC (2012)", "C\u00e9sinha member of sports team Ermis Aradippou FC (2013)", "Aleksandar Stoimirovi\u0107 member of sports team FC Vorskla Poltava (2007)", "Serhiy Kravchenko member of sports team FC Vorskla Poltava (2010)" ] }, { "id": "q_006400", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1917.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Egidio Feruglio's country of citizenship in 1917. The evidence provided includes several entries about his citizenship. Let me look through them.\n\nFirst, there's an entry stating that Egidio Feruglio's country", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Egidio Feruglio country of citizenship Italy (1946)", "Egidio Feruglio country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004574", "complexity": "1hop", "operator_type": "interval", "t_query": 1977.0, "gold": "1977", "pred": "\nOkay, let's tackle this question. The user is asking for the year when the winner of the BAFTA Award for Best Original Music was equal to Bernard Herrmann. Hmm, first I need to understand what they mean by \"equal to.\" Maybe they mean the same person? Or perhaps they're asking for", "em": 0.0, "f1": 0.0, "retrieved": [ "BAFTA Award for Best Original Music winner Bernard Herrmann (1977)", "Bernard Herrmann nominated for Academy Award for Best Original Score (1977)", "Nino Rota country of citizenship Kingdom of Italy (1911)", "BAFTA Award for Best Original Music winner Burt Bacharach (1971)", "BAFTA Award for Best Original Music winner Nino Rota (1973)", "BAFTA Award for Best Original Music winner John Williams (1976)", "BAFTA Award for Best Original Music winner Andrea Morricone (1991)", "BAFTA Award for Best Original Music winner Craig Armstrong (1998)", "BAFTA Award for Best Original Music winner Thomas Newman (2000)", "BAFTA Award for Best Original Music winner Tan Dun (2001)" ] }, { "id": "q_002681", "complexity": "1hop", "operator_type": "sequence", "t_query": 1944.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Giacomo Neri after he was a member of Rimini FC. The reference year is 1944.\n\nFirst, I need to look at the evidence provided. The key points are the years when Gi", "em": 0.0, "f1": 0.04545454545454545, "retrieved": [ "Giacomo Neri member of sports team Rimini FC (1932)", "Giacomo Neri member of sports team Juventus FC (1936)", "Giacomo Neri member of sports team Genoa CFC (1945)", "Giacomo Neri member of sports team Inter Milan (1946)", "Giacomo Neri member of sports team US Livorno 1915 (1937)", "Giacomo Neri member of sports team Delfino Pescara 1936 (1948)", "Giacomo Neri member of sports team Italy men's national association football team (1939)", "Giacomo Neri country of citizenship Italy (1946)", "Giacomo Neri country of citizenship Kingdom of Italy (1916)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)" ] }, { "id": "q_006488", "complexity": "1hop", "operator_type": "sequence", "t_query": 2000.0, "gold": "Albert II of Belgium", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Belgium after Belgium became a member of the European Coal and Steel Community (ECSC). The reference year given is 2000, but I need to check the timeline of Belgium's membership in the EC", "em": 0.0, "f1": 0.09090909090909091, "retrieved": [ "Belgium head of state Leopold II of Belgium (1900)", "Kinshasa named after Leopold II of Belgium (1900)", "Neutral Moresnet shares border with Kingdom of the Netherlands (1900)", "Neutral Moresnet shares border with Free State of Prussia (1918)", "Belgium currency Belgian franc (1900)", "Belgium shares border with Neutral Moresnet (1900)", "Neutral Moresnet shares border with Belgium (1900)", "Neutral Moresnet shares border with Kingdom of Prussia (1900)" ] }, { "id": "q_007839", "complexity": "1hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "\nOkay, let's see. The user is asking about when Lothar Vosseler was a participant in Big Brother, and the reference year given is 2004. The evidence provided mentions that Lothar Vosseler was a participant in Big Brother (2004). \n\nFirst", "em": 1.0, "f1": 0.06666666666666667, "retrieved": [ "Lothar Vosseler participant in Big Brother (2004)" ] }, { "id": "q_001389", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Tiziano Terzani's country of citizenship in 1996. The evidence provided includes several entries about his citizenship. \n\nFirst, I see that Tiziano Terzani is listed with two different citizenship entries: Italy in", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Tiziano Terzani country of citizenship Italy (1946)", "Tiziano Terzani country of citizenship Kingdom of Italy (1938)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007506", "complexity": "1hop", "operator_type": "before_after", "t_query": 1961.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Nunzio Malasomma's country of citizenship after the Kingdom of Italy. The reference year is 1961.\n\nLooking at the evidence provided, there are two entries for Nunzio Malasomma. The first one", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Nunzio Malasomma country of citizenship Italy (1946)", "Nunzio Malasomma country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005877", "complexity": "1hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "chairperson", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking about the position held by Max Euwe after he was employed by Tilburg University. The reference year is 1975, so we need to look at the evidence provided around that time.\n\nFirst, I need", "em": 0.0, "f1": 0.0, "retrieved": [ "Max Euwe educated at University of Amsterdam (1919)", "Max Wilhelm Carl Weber employer University of Amsterdam (1900)", "Max Euwe position held chairperson (1970)", "Hans Freudenthal employer University of Amsterdam (1931)", "David Cohen employer University of Amsterdam (1945)", "George Uhlenbeck employer University of Amsterdam (1964)", "Arnold F. Holleman employer University of Amsterdam (1904)", "David van Dantzig employer University of Amsterdam (1946)", "Johannes van der Corput employer University of Amsterdam (1945)", "Bartel Leendert van der Waerden employer University of Amsterdam (1950)" ] }, { "id": "q_001046", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1948.0, "gold": "Seine-et-Oise", "pred": "\nOkay, let's see. The user is asking in 1948, what was the located in of \u00c9zanville? The reference year is 1948, and the evidence provided lists several places located in the administrative territorial entity Seine-et-Oise in 1900.", "em": 1.0, "f1": 0.17647058823529413, "retrieved": [ "\u00c9zanville located in the administrative territorial entity Seine-et-Oise (1900)", "Argenteuil located in the administrative territorial entity Seine-et-Oise (1900)", "Grigny located in the administrative territorial entity Seine-et-Oise (1900)", "Valenton located in the administrative territorial entity Seine-et-Oise (1900)", "Montlh\u00e9ry located in the administrative territorial entity Seine-et-Oise (1900)", "M\u00e9r\u00e9ville located in the administrative territorial entity Seine-et-Oise (1900)", "Saclas located in the administrative territorial entity Seine-et-Oise (1900)", "Marines located in the administrative territorial entity Seine-et-Oise (1900)", "Attainville located in the administrative territorial entity Seine-et-Oise (1900)", "Feucherolles located in the administrative territorial entity Seine-et-Oise (1900)" ] }, { "id": "q_004160", "complexity": "1hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "SC Bastia", "pred": "\nOkay, let's see. The question is asking, before Gamba Osaka, who was a member of Anto Drobnjak's sports team. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, Anto Drobnjak was a member of several sports teams. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Anto Drobnjak member of sports team Gamba Osaka (1998)", "Anto Drobnjak member of sports team SC Bastia (1994)", "Anto Drobnjak member of sports team FK Crvena zvezda (1992)", "Anto Drobnjak member of sports team R.C. Lens (1997)", "Anto Drobnjak member of sports team FC Sochaux-Montb\u00e9liard (2000)", "Kunishige Kamamoto member of sports team Gamba Osaka (1991)", "Oleh Protasov member of sports team Gamba Osaka (1994)", "Junichi Inamoto member of sports team Gamba Osaka (1997)", "Francisco Arce member of sports team Gamba Osaka (2003)", "Kunishige Kamamoto coach of sports team Gamba Osaka (1991)" ] }, { "id": "q_001013", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1983.0, "gold": "Rip Torn", "pred": "\nOkay, let's see. The user is asking about Geraldine Page's spouse in 1983. Let me check the evidence provided.\n\nLooking through the evidence, there's a point that says \"Geraldine Page spouse Rip Torn (1963)\". So that indicates she married Rip", "em": 1.0, "f1": 0.1142857142857143, "retrieved": [ "Geraldine Page spouse Rip Torn (1963)", "Geraldine Page nominated for Tony Award for Best Actress in a Play (1960)", "Geraldine Page nominated for Tony Award for Best Featured Actress in a Play (1975)", "Geraldine Page award received Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1967)", "Academy Award for Best Actress winner Geraldine Page (1985)", "Geraldine Page nominated for Academy Award for Best Actress (1962)", "Geraldine Page award received Academy Award for Best Actress (1985)", "Geraldine Page nominated for Academy Award for Best Supporting Actress (1954)" ] }, { "id": "q_007572", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1959.0, "gold": "Bernadette Chirac", "pred": "\nOkay, let's see. The question is asking for the spouse of Jacques Chirac in 1959. Let me check the evidence provided.\n\nLooking through the evidence, the first entry says: \"Jacques Chirac spouse Bernadette Chirac (1956)\". So", "em": 1.0, "f1": 0.13333333333333333, "retrieved": [ "Jacques Chirac spouse Bernadette Chirac (1956)", "Jacques Chirac position held Member of the European Parliament (1979)", "Jacques Chirac position held President of the French Republic (1995)", "Jacques Chirac educated at \u00c9cole nationale d'administration (1957)", "Jacques Attali educated at \u00c9cole nationale d'administration (1968)", "Herbert Wehner position held Member of the European Parliament (1952)", "Walter Scheel position held Member of the European Parliament (1956)", "Helmut Schmidt position held Member of the European Parliament (1958)", "Gladwyn Jebb position held Member of the European Parliament (1973)", "Giorgio Amendola position held Member of the European Parliament (1979)" ] }, { "id": "q_008063", "complexity": "1hop", "operator_type": "before_after", "t_query": 2017.0, "gold": "Academy Award for Best Costume Design", "pred": "\nOkay, let's see. The user is asking about Colleen Atwood's nominations after she won the BAFTA Award for Best Costume Design in 2000. The reference year is 2017, but the evidence provided includes several awards from different years.\n\nFirst, I need to check", "em": 0.0, "f1": 0.21276595744680848, "retrieved": [ "Colleen Atwood nominated for BAFTA Award for Best Costume Design (2000)", "Colleen Atwood award received BAFTA Award for Best Costume Design (2000)", "Colleen Atwood nominated for Academy Award for Best Costume Design (1995)", "Colleen Atwood award received Academy Award for Best Costume Design (2002)", "Richard Taylor nominated for Academy Award for Best Costume Design (2002)", "Catherine Leterrier nominated for Academy Award for Best Costume Design (2010)", "Richard Taylor award received Academy Award for Best Costume Design (2002)" ] }, { "id": "q_008392", "complexity": "1hop", "operator_type": "before_after", "t_query": 1991.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Alberto De Martino's country of citizenship after the Kingdom of Italy. The reference year is 1991, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, I need to", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Alberto De Martino country of citizenship Italy (1946)", "Alberto De Martino country of citizenship Kingdom of Italy (1929)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alberto Franchetti country of citizenship Kingdom of Italy (1900)", "Alberto Ascoli country of citizenship Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003675", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1963.0, "gold": "list of land speed records", "pred": "\nOkay, let's see. The user is asking about the record held by Rudolf Caracciola in 1963. The reference year is 1963, so I need to check the evidence provided to see what records he had around that time.\n\nLooking at the evidence, there's", "em": 0.0, "f1": 0.048780487804878044, "retrieved": [ "Rudolf Caracciola record held list of land speed records (1938)", "Rudolf Caracciola participant in 24 Hours of Le Mans (1930)" ] }, { "id": "q_004974", "complexity": "1hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "AFC Bournemouth", "pred": "\nOkay, let's see. The question is asking for the member of the sports team of Darren Anderton after he was part of the England men's national association football team in 1994. \n\nFirst, I need to look at the evidence provided. The evidence lists various teams Darren Anderton was", "em": 0.0, "f1": 0.0, "retrieved": [ "Darren Anderton member of sports team England men's national association football team (1994)", "Darren Anderton member of sports team AFC Bournemouth (2006)", "Darren Anderton member of sports team Portsmouth F.C. (1990)", "Darren Anderton member of sports team Tottenham Hotspur F.C. (1992)", "Darren Anderton member of sports team Birmingham City F.C. (2004)", "Darren Anderton member of sports team Wolverhampton Wanderers F.C. (2005)", "Darren Moore member of sports team Portsmouth F.C. (1999)", "Tony Barton member of sports team Portsmouth F.C. (1961)", "Matthew Taylor member of sports team Portsmouth F.C. (2002)", "Jason Roberts member of sports team Portsmouth F.C. (2003)" ] }, { "id": "q_000114", "complexity": "1hop", "operator_type": "before_after", "t_query": 2014.0, "gold": "Finland women's national football team", "pred": "\nOkay, let's see. The user is asking about Annica Sj\u00f6lund's sports team membership after \u00c5land United. The reference year is 2014.\n\nLooking at the evidence, there's a mention that Annica Sj\u00f6lund was a member of \u00c5land United in 2", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Annica Sj\u00f6lund member of sports team \u00c5land United (2006)", "Annica Sj\u00f6lund member of sports team Finland women's national football team (2006)", "Sanna Talonen member of sports team Finland women's national football team (2004)", "Finland women's national football team head coach Jyrki Nieminen (1989)", "Finland women's national football team head coach Andr\u00e9e Jeglertz (2010)" ] }, { "id": "q_004958", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "FC Bayern Munich", "pred": "\nOkay, let's see. The question is asking about Z\u00e9 Roberto's sports team membership in 2008. The reference year is 2008, so I need to check the evidence provided to find which team he was part of that year.\n\nLooking at the evidence list:\n\n-", "em": 0.0, "f1": 0.0, "retrieved": [ "Z\u00e9 Roberto member of sports team Hamburger SV (2009)", "Z\u00e9 Roberto member of sports team Gr\u00eamio FBPA (2012)", "Z\u00e9 Roberto member of sports team Bayer 04 Leverkusen (1998)", "Z\u00e9 Roberto member of sports team Santos F.C. (2006)", "Z\u00e9 Roberto member of sports team FC Bayern Munich (2007)", "Z\u00e9 Roberto member of sports team Associa\u00e7\u00e3o Portuguesa de Desportos (1994)", "Z\u00e9 Roberto member of sports team Club Nacional de Football (2006)", "Z\u00e9 Roberto member of sports team Real Madrid Club de F\u00fatbol (1997)", "Z\u00e9 Roberto member of sports team Clube de Regatas do Flamengo (1998)", "Z\u00e9 Roberto member of sports team Brazil men's national football team (1995)" ] }, { "id": "q_002847", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1921.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Mario Autelli's country of citizenship in 1921. Let me look at the evidence provided.\n\nFirst, there's information about Mario Autelli's citizenship. It says he was a citizen of Italy in 1946 and", "em": 0.0, "f1": 0.1, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Mario Autelli country of citizenship Italy (1946)", "Mario Autelli country of citizenship Kingdom of Italy (1905)", "Mario Autelli member of sports team Palermo F.C. (1934)", "Mario Autelli member of sports team US Alessandria Calcio 1912 (1928)", "Mario Autelli member of sports team F.C. Pro Vercelli 1892 (1935)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001441", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Gen\u00e7lerbirli\u011fi S.K.", "pred": "\nOkay, let's see. The user is asking for G\u00f6khan \u00dcnal's sports team in 2002. Let me check the evidence provided.\n\nLooking at the list, the entries are:\n\n- 1999: Gen\u00e7lerbirli\u011fi S.K.\n- 2001", "em": 1.0, "f1": 0.1875, "retrieved": [ "G\u00f6khan \u00dcnal member of sports team Gen\u00e7lerbirli\u011fi S.K. (1999)", "G\u00f6khan \u00dcnal member of sports team Hacettepe S.K. (2001)", "G\u00f6khan \u00dcnal member of sports team Trabzonspor (2008)", "G\u00f6khan \u00dcnal member of sports team Kayserispor (2011)", "G\u00f6khan \u00dcnal member of sports team Ankaraspor (2013)", "G\u00f6khan \u00dcnal member of sports team Bal\u0131kesirspor (2014)", "G\u00f6khan \u00dcnal member of sports team Kardemir Karab\u00fckspor (2012)", "G\u00f6khan \u00dcnal member of sports team Turkey men's national football team (2006)", "G\u00f6khan \u00dcnal member of sports team \u0130stanbul Ba\u015fak\u015fehir F.K. (2011)", "Rahim Zafer member of sports team Gen\u00e7lerbirli\u011fi S.K. (1990)" ] }, { "id": "q_006437", "complexity": "1hop", "operator_type": "sequence", "t_query": 1981.0, "gold": "Soviet Union", "pred": "\nOkay, let's see. The question is asking about the country of citizenship of Raisa Gorbacheva after she married Mikhail Gorbachev. The reference year is 1981.\n\nLooking at the evidence provided, there's an entry that says \"Raisa Gorbacheva", "em": 0.0, "f1": 0.0, "retrieved": [ "Raisa Gorbacheva spouse Mikhail Gorbachev (1953)", "Raisa Gorbacheva country of citizenship Soviet Union (1932)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)", "Vladimir Lenin country of citizenship Soviet Union (1922)", "Dmitry Yazov country of citizenship Soviet Union (1924)", "Nina Bocharova country of citizenship Soviet Union (1924)", "Galina Vishnevskaya country of citizenship Soviet Union (1926)" ] }, { "id": "q_002206", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Chelsea F.C.", "pred": "\nOkay, let's see. The question is asking for the member of the sports team that Ruud Gullit was part of after he was a member of the Netherlands national association football team. Wait, the wording is a bit confusing. Let me parse it again.\n\nThe reference year is 199", "em": 0.0, "f1": 0.0, "retrieved": [ "Ruud Gullit member of sports team Netherlands national association football team (1981)", "Kees Bekker member of sports team Netherlands national association football team (1906)", "Harry Kuneman member of sports team Netherlands national association football team (1908)", "Leo Bosschart member of sports team Netherlands national association football team (1909)", "Arie Vermeer member of sports team Netherlands national association football team (1946)", "Hans Boskamp member of sports team Netherlands national association football team (1952)", "Pierre Kerkhoffs member of sports team Netherlands national association football team (1960)", "Arie Haan member of sports team Netherlands national association football team (1972)", "Wim Rijsbergen member of sports team Netherlands national association football team (1974)", "Theo Snelders member of sports team Netherlands national association football team (1989)" ] }, { "id": "q_007216", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "C.D. Jorge Wilstermann", "pred": "\nOkay, let's see. The user is asking about the sports team member of Christian Vargas in 2004. The reference year is 2004, so I need to focus on that.\n\nLooking at the evidence provided: The first point says Christian Vargas was a member of C", "em": 0.0, "f1": 0.04878048780487805, "retrieved": [ "Christian Vargas member of sports team C.D. Jorge Wilstermann (2004)", "Christian Vargas member of sports team Club Blooming (2009)", "F\u00e9lix Quero member of sports team C.D. Jorge Wilstermann (2013)", "Jeaustin Campos coach of sports team Club Blooming (2017)" ] }, { "id": "q_005526", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1932.0, "gold": "SK Rapid Wien", "pred": "\nOkay, let's see. The user is asking about Josef Bican's sports team membership in 1932. Let me check the evidence provided.\n\nLooking at the evidence, there are several entries for Josef Bican. The years mentioned are 1913, 1931,", "em": 0.0, "f1": 0.0, "retrieved": [ "Josef Bican country of citizenship Cisleithania (1913)", "Josef Bican member of sports team Austria men's national football team (1933)", "Josef Bican member of sports team Czechia men's national football team (1939)", "Josef Bican member of sports team Admira Wacker (1935)", "Josef Bican member of sports team Czechoslovakia men's national association football team (1938)", "Josef Bican member of sports team SK Rapid Wien (1931)", "Josef Bican member of sports team SK Admira Wien (1935)", "Josef Bican member of sports team SK Slavia Prague (1953)", "Franz Hanreiter member of sports team Austria men's national football team (1935)", "Hans Pesser member of sports team Austria men's national football team (1935)" ] }, { "id": "q_005718", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1900.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The user is asking about Galvano Della Volpe's country of citizenship in 1900. The reference year is 1900, so I need to look at the evidence provided for that year.\n\nLooking at the evidence, there's a line that", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Galvano Della Volpe country of citizenship Italy (1946)", "Galvano Della Volpe country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000262", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1952.0, "gold": "FK Teplice", "pred": "\nOkay, let's see. The question is asking what sports team Josef Masopust was a member of in 1952. The reference year is 1952, so I need to look at the evidence provided and find the relevant information.\n\nLooking at the evidence, there are several entries", "em": 0.0, "f1": 0.0, "retrieved": [ "Josef Masopust member of sports team FK Teplice (1950)", "Josef Masopust member of sports team Czechoslovakia men's national association football team (1954)", "Ladislav Pavlovi\u010d member of sports team Czechoslovakia men's national association football team (1952)", "Josef \u010cty\u0159ok\u00fd member of sports team Czechoslovakia men's national association football team (1931)", "Josef Bican member of sports team Czechoslovakia men's national association football team (1938)", "Vladim\u00edr Bouzek member of sports team Czechoslovakia men's national association football team (1950)", "Tom\u00e1\u0161 Posp\u00edchal member of sports team Czechoslovakia men's national association football team (1956)", "Zden\u011bk \u0160reiner member of sports team Czechoslovakia men's national association football team (1980)", "Petr Rada member of sports team Czechoslovakia men's national association football team (1982)", "Jaroslav \u0160ilhav\u00fd member of sports team Czechoslovakia men's national association football team (1990)" ] }, { "id": "q_001083", "complexity": "1hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Germany", "pred": "\nOkay, let's see. The question is asking, after Hendrik Born's citizenship was the German Democratic Republic (GDR), what was his country of citizenship next? The reference year is 1997.\n\nLooking at the evidence provided, there are several entries about Hendrik Born. The first one", "em": 0.0, "f1": 0.0, "retrieved": [ "Hendrik Born country of citizenship German Democratic Republic (1949)", "Hendrik Born country of citizenship Germany (1990)", "Ruth Fuchs country of citizenship German Democratic Republic (1949)", "Udo Zimmermann country of citizenship German Democratic Republic (1949)", "Reiner Goldberg country of citizenship German Democratic Republic (1949)", "Martin Patzelt country of citizenship German Democratic Republic (1949)", "G\u00fcnter Siegmund country of citizenship German Democratic Republic (1949)", "Bernd Bransch country of citizenship German Democratic Republic (1949)", "Werner Schulz country of citizenship German Democratic Republic (1950)", "Bernhard Germeshausen country of citizenship German Democratic Republic (1951)" ] }, { "id": "q_004361", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "SK Brann", "pred": "\nOkay, let's see. The question is asking who was the member of the sports team of Bj\u00f8rnar Holmvik before Kalmar FF. The reference year is 2009.\n\nLooking at the evidence provided, there are several entries about Bj\u00f8rnar Holmvik's memberships. Let me", "em": 0.0, "f1": 0.0, "retrieved": [ "Bj\u00f8rnar Holmvik member of sports team Kalmar FF (2013)", "Bj\u00f8rnar Holmvik member of sports team Stab\u00e6k Fotball (2003)", "Bj\u00f8rnar Holmvik member of sports team SK Brann (2009)", "Bj\u00f8rnar Holmvik member of sports team Sandnes Ulf (2012)", "Bj\u00f8rnar Holmvik member of sports team Fredrikstad FK (2014)", "Roland Sandberg member of sports team Kalmar FF (1979)", "Peter Nilsson member of sports team Kalmar FF (1984)", "Andreas Thomsson member of sports team Kalmar FF (1997)", "Kim Larsen member of sports team Kalmar FF (2006)", "Melvin Platje member of sports team Kalmar FF (2014)" ] }, { "id": "q_006333", "complexity": "1hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "Deutsche Reichsbahn", "pred": "\nOkay, let's see. The question is asking, after the Molli railway operator Grand Duchy of Mecklenburg Friedrich-Franz Railway, what was the next operator for Molli railway? The reference year is 1922.\n\nLooking at the evidence provided, there's a list of", "em": 0.0, "f1": 0.0, "retrieved": [ "Molli railway operator Grand Duchy of Mecklenburg Friedrich-Franz Railway (1900)", "Molli railway operator Deutsche Reichsbahn (1920)", "Molli railway operator Deutsche Reichsbahn (GDR) (1945)", "Kaufbeuren\u2013Schongau railway operator Deutsche Reichsbahn (1922)", "Nuremberg Hbf\u2013Bamberg railway operator Deutsche Reichsbahn (1920)", "Augsburg Hbf\u2013Buchloe railway operator Deutsche Reichsbahn (1920)", "W\u00fcrzburg Hbf\u2013Aschaffenburg Hbf railway operator Deutsche Reichsbahn (1920)", "Bayreuth Hbf\u2013Neuenmarkt-Wirsberg railway part operator Deutsche Reichsbahn (1920)", "W\u00fcrttemberg Hz operator Deutsche Reichsbahn (1923)", "DRG Class 80 operator Deutsche Reichsbahn (1927)" ] }, { "id": "q_003965", "complexity": "1hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Servette FC", "pred": "\nOkay, let's see. The question is asking, after Vincent R\u00fcfli was a member of \u00c9toile Carouge FC (which is mentioned as 2006), what was his next team? The evidence provided lists several memberships for Vincent R\u00fcfli. Let me check the", "em": 0.0, "f1": 0.05405405405405405, "retrieved": [ "Vincent R\u00fcfli member of sports team \u00c9toile Carouge FC (2006)", "Nestor Subiat member of sports team \u00c9toile Carouge FC (2000)", "Vincent R\u00fcfli member of sports team Servette FC (2008)", "Vincent R\u00fcfli member of sports team Switzerland men's national football team (2011)", "Robert Pache member of sports team Servette FC (1920)", "Leopold Kielholz member of sports team Servette FC (1937)", "Hans Eklund member of sports team Servette FC (1994)", "Vincenzo Palumbo member of sports team Servette FC (1994)", "Franck Durix member of sports team Servette FC (1997)", "Alexander Frei member of sports team Servette FC (2000)" ] }, { "id": "q_002645", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "S.L. Benfica", "pred": "\nOkay, let's see. The question is asking what sports team Paulo Sousa was a member of in 1990. The reference year is 1990, so I need to check the evidence provided to find the correct answer.\n\nLooking at the evidence, there are several entries listing Paulo", "em": 0.0, "f1": 0.047619047619047616, "retrieved": [ "Paulo Sousa member of sports team Sporting CP (1993)", "Paulo Sousa member of sports team Juventus FC (1994)", "Paulo Sousa member of sports team Borussia Dortmund (1996)", "Paulo Sousa member of sports team Inter Milan (1998)", "Paulo Sousa member of sports team S.L. Benfica (1989)", "Paulo Sousa member of sports team Parma Calcio 1913 (2000)", "Paulo Sousa member of sports team RCD Espanyol de Barcelona (2002)", "Paulo Sousa member of sports team Portugal men's national football team (1991)", "Leicester City F.C. head coach Paulo Sousa (2010)", "FC Girondins de Bordeaux head coach Paulo Sousa (2019)" ] }, { "id": "q_001182", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Silver Bear for Best Actress", "pred": "\nOkay, let's see. The user is asking about the award Edith Evans received in 1967. The reference year is 1967, so I need to look at the evidence provided for that year.\n\nLooking at the evidence list, the first entry says: \"Edith Evans", "em": 0.0, "f1": 0.052631578947368425, "retrieved": [ "Edith Evans award received Silver Bear for Best Actress (1967)", "Edith Evans award received BAFTA Award for Best Actress in a Leading Role (1968)", "Edith Evans nominated for Academy Award for Best Actress (1968)", "Edith Evans nominated for Academy Award for Best Supporting Actress (1964)", "Gale Sondergaard award received Academy Award for Best Supporting Actress (1937)", "Shelley Winters award received Academy Award for Best Supporting Actress (1959)", "Margaret Rutherford award received Academy Award for Best Supporting Actress (1962)", "Vanessa Redgrave award received Academy Award for Best Supporting Actress (1977)", "Maggie Smith award received Academy Award for Best Supporting Actress (1979)", "Meryl Streep award received Academy Award for Best Supporting Actress (1980)" ] }, { "id": "q_004948", "complexity": "1hop", "operator_type": "sequence", "t_query": 1991.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Corrado Bafile after the entry that mentions \"Corrado Bafile country of citizenship Kingdom of Italy (1900)\". \n\nFirst, I need to look at the evidence provided. There are two entries for Cor", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Corrado Bafile country of citizenship Italy (1946)", "Corrado Bafile country of citizenship Kingdom of Italy (1903)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002435", "complexity": "1hop", "operator_type": "interval", "t_query": 2007.0, "gold": "2007", "pred": "\nOkay, let's try to figure this out. The question is asking when Clube N\u00e1utico Capibaribe was the member of sports team of Adriano Chuva. Hmm, first, I need to check the evidence provided to see if there's any information related to Adriano Chuva or", "em": 0.0, "f1": 0.0, "retrieved": [ "Elzo Coelho member of sports team Clube Atl\u00e9tico Mineiro (1984)", "Thiago Quirino member of sports team Clube Atl\u00e9tico Mineiro (2003)", "Diego Costa member of sports team Clube Atl\u00e9tico Mineiro (2021)", "Michel Garbini Pereira member of sports team Clube Atl\u00e9tico Mineiro (2000)", "Guilherme Milhomem Gusm\u00e3o member of sports team Clube Atl\u00e9tico Mineiro (2011)", "Rinaldo Santana dos Santos member of sports team Clube Atl\u00e9tico Mineiro (2000)", "Danrlei de Deus Hinterholz member of sports team Clube Atl\u00e9tico Mineiro (2004)", "Zinho member of sports team Gr\u00eamio FBPA (2000)", "Zinho member of sports team Cruzeiro E.C. (2003)", "Bob\u00f4 member of sports team Cruzeiro E.C. (2011)" ] }, { "id": "q_001871", "complexity": "1hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "Yale University", "pred": "\nOkay, let's see. The question is asking about Walter Feit's employer after Cornell University. The reference year is 1995, so I need to look at the evidence provided and find the answer.\n\nFirst, I'll go through the evidence list. The entries mention Walter Feit's employers", "em": 0.0, "f1": 0.05, "retrieved": [ "Walter Feit employer Cornell University (1953)", "Walter Feit employer Yale University (1964)", "Walter Feit educated at University of Chicago (1947)", "Walter Feit educated at University of Michigan (1951)", "Marston Morse employer Cornell University (1920)", "William Feller employer Cornell University (1945)", "Richard Feynman employer Cornell University (1945)", "Freeman Dyson employer Cornell University (1951)", "Kiyoshi It\u014d employer Cornell University (1969)", "William Thurston employer Cornell University (2003)" ] }, { "id": "q_000473", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "US Triestina Calcio 1918", "pred": "\nOkay, let's see. The question is asking who was a member of a sports team before Genoa CFC for Michele Bacis. The reference year is 2001.\n\nLooking at the evidence provided, there are several entries about Michele Bacis being part of different teams and years. Let me", "em": 0.0, "f1": 0.0, "retrieved": [ "Michele Bacis member of sports team Genoa CFC (2005)", "Michele Bacis member of sports team ACF Fiorentina (2003)", "Michele Bacis member of sports team US Cremonese (2007)", "Michele Bacis member of sports team AC Monza (2008)", "Michele Bacis member of sports team US Triestina Calcio 1918 (1999)", "Michele Bacis member of sports team U.S. Avellino 1912 (2006)", "Aldair member of sports team Genoa CFC (2003)", "Augusto Bergamino member of sports team Genoa CFC (1914)", "Guido Aycard member of sports team Genoa CFC (1921)", "Ugo Amoretti member of sports team Genoa CFC (1933)" ] }, { "id": "q_006904", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1992.0, "gold": "Bernd R\u00fcthers", "pred": "\nOkay, let's see. The question is asking for the rector of the University of Konstanz in 1992. The reference year is 1992, so I need to find out who held that position during that time.\n\nLooking at the evidence provided, there's a mention", "em": 0.0, "f1": 0.0, "retrieved": [ "University of Konstanz rector Bernd R\u00fcthers (1991)", "Horst Siebert employer University of Konstanz (1984)", "Karl Schl\u00f6gel employer University of Konstanz (1990)", "Horst Siebert employer University of Mannheim (1969)", "Horst Siebert member of German Council of Economic Experts (1991)", "Horst Siebert employer Kiel University (1989)" ] }, { "id": "q_003995", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "RC Strasbourg Alsace", "pred": "\nOkay, let's see. The user is asking about Amaury Bischoff's sports team membership in 2005. Let me check the evidence provided.\n\nLooking through the list, the first entry says \"Amaury Bischoff member of sports team RC Strasbourg Alsace (2", "em": 1.0, "f1": 0.16666666666666669, "retrieved": [ "Amaury Bischoff member of sports team RC Strasbourg Alsace (2005)", "Amaury Bischoff member of sports team SV Werder Bremen (2006)", "Amaury Bischoff member of sports team Arsenal F.C. (2008)", "Florian Mohr member of sports team SV Werder Bremen (2005)", "Jacques Glassmann member of sports team RC Strasbourg Alsace (1978)", "Didier Six member of sports team RC Strasbourg Alsace (1986)", "Nestor Subiat member of sports team RC Strasbourg Alsace (1990)", "R\u00e9mi Garde member of sports team RC Strasbourg Alsace (1993)", "Per Pedersen member of sports team RC Strasbourg Alsace (1998)", "Yann Schneider member of sports team RC Strasbourg Alsace (2003)" ] }, { "id": "q_005684", "complexity": "1hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "delegate", "pred": "\nOkay, let's see. The question is asking, after Andrew Jacobs was an occupation lawyer (which is mentioned in 1930), what position did he hold next. \n\nLooking at the evidence provided, there's a list of entries for Andrew Jacobs. The first one is his position as a delegate", "em": 1.0, "f1": 0.047619047619047616, "retrieved": [ "Andrew Jacobs position held delegate (1952)", "Andrew Jacobs position held judge (1975)", "Andrew Jacobs occupation lawyer (1930)", "Andrew Jacobs occupation judge (1975)", "John Bell Williams position held lawyer (1944)", "Bob Livingston position held delegate (1976)", "Bill McCollum position held delegate (1984)", "Steve Cohen position held delegate (2016)", "Otakar Motejl position held judge (1968)", "Foster Furcolo position held judge (1975)" ] }, { "id": "q_004481", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Vladimir Lenin", "pred": "\nOkay, let's tackle this question. The user is asking what Khujand was named after in 1989. The reference year is 1989, so I need to look at the evidence provided to find the answer.\n\nFirst, looking at the evidence, there's a point that", "em": 0.0, "f1": 0.0, "retrieved": [ "Khujand named after Vladimir Lenin (1936)", "Khujand country Russian Empire (1900)", "Khujand country Soviet Union (1922)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)", "Saint Petersburg Governorate located in the administrative territorial entity Russian Empire (1900)", "Don Host Oblast located in the administrative territorial entity Russian Empire (1900)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_006873", "complexity": "1hop", "operator_type": "interval", "t_query": 1948.0, "gold": "1948", "pred": "\nOkay, let's tackle this question. The user is asking for the year when the winner of the Golden Globe Award for Best Screenplay was equal to Richard Schweizer. The reference year given is 1948.\n\nFirst, I need to look at the evidence provided. The first entry mentions Richard Schwe", "em": 1.0, "f1": 0.05, "retrieved": [ "Golden Globe Award for Best Screenplay winner Richard Schweizer (1948)", "Golden Globe Award for Best Screenplay winner Woody Allen (1985)", "Golden Globe Award for Best Screenplay winner Emma Thompson (1995)", "Golden Globe Award for Best Screenplay winner Peter Morgan (2006)", "Golden Globe Award for Best Screenplay winner Joseph L. Mankiewicz (1950)", "Golden Globe Award for Best Screenplay winner Naomi Foner Gyllenhaal (1988)", "Emma Thompson award received Golden Globe Award for Best Screenplay (1996)", "Emma Thompson award received BAFTA Award for Best Actress in a Leading Role (1992)", "Academy Award for Best Actress winner Emma Thompson (1992)", "Los Angeles Film Critics Association Award for Best Actress winner Emma Thompson (1992)" ] }, { "id": "q_005653", "complexity": "1hop", "operator_type": "sequence", "t_query": 1991.0, "gold": "Andrzej Strejlau", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of the Poland men's national football team after Antoni Janik, who was a member of the team. The reference year is 1991.\n\nFirst, I need to check the evidence provided. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Poland men's national football team head coach Kazimierz G\u00f3rski (1971)", "Kazimierz G\u00f3rski member of sports team Poland men's national football team (1948)", "Edward Szymkowiak member of sports team Poland men's national football team (1952)", "Zygfryd Szo\u0142tysik member of sports team Poland men's national football team (1963)", "Kazimierz G\u00f3rski member of sports team Legia Warsaw (1945)", "Edward Szymkowiak member of sports team Ruch Chorz\u00f3w (1950)", "Edward Szymkowiak member of sports team Legia Warsaw (1953)", "Edward Szymkowiak member of sports team Polonia Bytom (1957)", "Zygfryd Szo\u0142tysik member of sports team G\u00f3rnik Zabrze (1975)", "Zygfryd Szo\u0142tysik member of sports team Valenciennes F.C. (1974)" ] }, { "id": "q_003277", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Tottenham Hotspur F.C.", "pred": "\nOkay, let's see. The question is asking, after Andros Townsend was a member of Leyton Orient F.C., what was his next sports team?\n\nFirst, I need to check the evidence provided. The evidence lists several entries about Andros Townsend's memberships. Let me go through them one by one", "em": 0.0, "f1": 0.0851063829787234, "retrieved": [ "Andros Townsend member of sports team Leyton Orient F.C. (2009)", "Jimmy Smith member of sports team Leyton Orient F.C. (2009)", "Dean Leacock member of sports team Leyton Orient F.C. (2012)", "Andros Townsend member of sports team Watford F.C. (2011)", "Andros Townsend member of sports team Millwall F.C. (2011)", "Andros Townsend member of sports team Tottenham Hotspur F.C. (2009)", "Andros Townsend member of sports team Ipswich Town F.C. (2010)", "Andros Townsend member of sports team Birmingham City F.C. (2012)", "Andros Townsend member of sports team Queens Park Rangers F.C. (2013)", "Alec Chamberlain member of sports team Watford F.C. (1996)" ] }, { "id": "q_004653", "complexity": "1hop", "operator_type": "interval", "t_query": 2012.0, "gold": "2012", "pred": "\nOkay, let's see. The user is asking when Trevor Wooley received the Fr\u00f6hlich Prize. The reference year given is 2012, but I need to check the evidence provided.\n\nLooking at the evidence, there's a point that says \"Trevor Wooley award received Fr\u00f6h", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Trevor Wooley award received Fr\u00f6hlich Prize (2012)", "Trevor Wooley award received Salem Prize (1998)", "Salem Prize winner Trevor Wooley (1998)", "Elon Lindenstrauss award received Salem Prize (2003)", "Salem Prize winner Elon Lindenstrauss (2003)" ] }, { "id": "q_001722", "complexity": "1hop", "operator_type": "before_after", "t_query": 1927.0, "gold": "Soviet Union", "pred": "\nOkay, let's see. The question is asking about the country of Yevpatoriia after the Russian Empire. The reference year is 1927.\n\nLooking at the evidence provided, there's a mention that Yevpatoriia was part of the Russian Empire in 1900", "em": 0.0, "f1": 0.0, "retrieved": [ "Yevpatoriia country Russian Empire (1900)", "Yevpatoriia country Soviet Union (1922)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Russian Empire anthem God Save the Tsar! (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Emirate of Bukhara country Russian Empire (1900)", "Khanate of Khiva country Russian Empire (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_000499", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "United States Marine Corps", "pred": "\nOkay, let's see. The question is asking about Jim Mattis's military branch in 1984. The evidence provided lists several people with their military branches and years. Let me check each entry.\n\nLooking at the list, Jim Mattis is mentioned with the United States Marine Corps (1969", "em": 1.0, "f1": 0.18604651162790695, "retrieved": [ "Jim Mattis military branch United States Marine Corps (1969)", "Steve McQueen military branch United States Marine Corps (1948)", "Zell Miller military branch United States Marine Corps (1953)", "Daniel Ellsberg military branch United States Marine Corps (1954)", "Mills Lane military branch United States Marine Corps (1956)", "Robert McFarlane military branch United States Marine Corps (1959)", "John Murtha military branch United States Marine Corps (1966)" ] }, { "id": "q_003725", "complexity": "1hop", "operator_type": "before_after", "t_query": 1911.0, "gold": "Russian Empire", "pred": "\nOkay, let's tackle this question. The user is asking for the country of Barysaw before it became part of the Byelorussian Soviet Socialist Republic (BSSR). The reference year is 1911, so I need to look at the evidence provided and find the relevant information.", "em": 0.0, "f1": 0.0, "retrieved": [ "Barysaw country Byelorussian Soviet Socialist Republic (1944)", "Barysaw located in the administrative territorial entity Byelorussian Soviet Socialist Republic (1930)", "Smolensk country Byelorussian Soviet Socialist Republic (1919)", "Lahojsk District located in the administrative territorial entity Byelorussian Soviet Socialist Republic (1930)", "Vitebsk Region located in the administrative territorial entity Byelorussian Soviet Socialist Republic (1938)", "Barysaw country Second Polish Republic (1919)", "Barysaw country Belarusian People's Republic (1918)", "Barysaw located in the administrative territorial entity Borisov County (1900)", "Barysaw located in the administrative territorial entity Minsk Okrug (1927)", "Barysaw country Russian Empire (1900)" ] }, { "id": "q_004162", "complexity": "1hop", "operator_type": "before_after", "t_query": 1961.0, "gold": "Bob Benny", "pred": "\nOkay, let's tackle this question. The user is asking for the participant of Belgium in the Eurovision Song Contest before Tonia, with the reference year being 1961. The evidence provided mentions Bob Benny from 1959 and Nathalie Sorce from 2000.", "em": 1.0, "f1": 0.10256410256410257, "retrieved": [ "Belgium in the Eurovision Song Contest participant Bob Benny (1959)", "Belgium in the Eurovision Song Contest participant Nathalie Sorce (2000)" ] }, { "id": "q_004885", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Flaviano Vicentini in 2001. The evidence provided includes several entries about Flaviano Vicentini's citizenship. \n\nFirst, I need to look at the evidence related to Flaviano", "em": 0.0, "f1": 0.0, "retrieved": [ "Flaviano Vicentini country of citizenship Italy (1946)", "Flaviano Vicentini country of citizenship Kingdom of Italy (1942)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007832", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "South West Trains", "pred": "\nOkay, let's see. The question is asking about the operator of British Rail Class 455 in 1998. The evidence provided has two points: first, that South West Trains operated the Class 455 from 1996, and second, that they operated", "em": 1.0, "f1": 0.1621621621621622, "retrieved": [ "British Rail Class 455 operator South West Trains (1996)", "British Rail Class 458 operator South West Trains (2000)" ] }, { "id": "q_005962", "complexity": "1hop", "operator_type": "sequence", "t_query": 1966.0, "gold": "Soviet Union", "pred": "\nOkay, let's try to figure this out. The question is asking, after Omsk Oblast was located in the Russian Soviet Federative Socialist Republic (RSFSR), what was the country of Omsk Oblast?\n\nFirst, the reference year is 1966. The evidence provided", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Omsk Oblast located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1934)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Russian Soviet Federative Socialist Republic member of Soviet Union (1922)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic country Soviet Union (1922)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Omsk Oblast country Soviet Union (1934)", "Georgian Soviet Socialist Republic country Soviet Union (1922)", "Turkmen Soviet Socialist Republic country Soviet Union (1924)", "Omsk country Soviet Union (1922)" ] }, { "id": "q_000011", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Order of the Red Banner of Labour", "pred": "\nOkay, let's see. The user is asking about the award received by Tofiq Bahramov in 1970. The reference year is 1970, so I need to check the evidence provided for that year.\n\nLooking at the evidence list, the first entry mentions \"T", "em": 0.0, "f1": 0.048780487804878044, "retrieved": [ "Tofiq Bahramov award received Order of the Red Banner of Labour (1970)", "Tiraspol award received Order of the Red Banner of Labour (1970)", "Vorkuta award received Order of the Red Banner of Labour (1970)", "Kurgan award received Order of the Red Banner of Labour (1982)", "University of Tartu award received Order of the Red Banner of Labour (1967)", "Marina Semyonova award received Order of the Red Banner of Labour (1937)", "Nikoloz Muskhelishvili award received Order of the Red Banner of Labour (1944)", "Andrey Tikhonov award received Order of the Red Banner of Labour (1945)", "Lev Pontryagin award received Order of the Red Banner of Labour (1945)", "Aram Khachaturian award received Order of the Red Banner of Labour (1945)" ] }, { "id": "q_007446", "complexity": "1hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "Cruz Azul", "pred": "\nOkay, let's see. The question is asking, after Guillermo Mendiz\u00e1bal was a member of the Mexico men's national football team, what was his next team? The reference year is 1983.\n\nFirst, I need to look at the evidence provided. The evidence lists several memberships", "em": 0.0, "f1": 0.0, "retrieved": [ "Guillermo Mendiz\u00e1bal member of sports team Mexico men's national football team (1978)", "Guillermo Mendiz\u00e1bal member of sports team Cruz Azul (1972)", "Guillermo Mendiz\u00e1bal member of sports team Rayo Vallecano (1985)", "Guillermo Mendiz\u00e1bal member of sports team C.D. Guadalajara (1986)", "Luis Estrada member of sports team Mexico men's national football team (1967)", "Hugo S\u00e1nchez member of sports team Mexico men's national football team (1977)", "Mart\u00edn V\u00e1squez member of sports team Mexico men's national football team (1991)", "Claudio Su\u00e1rez member of sports team Mexico men's national football team (1992)", "Camilo Romero member of sports team Mexico men's national football team (1995)", "Manuel Sol member of sports team Mexico men's national football team (1996)" ] }, { "id": "q_004620", "complexity": "1hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Cesare Siepi's country of citizenship before Italy. The reference year is 1936.\n\nLooking at the evidence provided, there are entries for Cesare Siepi's citizenship. The first one says \"Cesare Siepi country", "em": 0.0, "f1": 0.1111111111111111, "retrieved": [ "Cesare Siepi country of citizenship Italy (1946)", "Cesare Siepi country of citizenship Kingdom of Italy (1923)", "Cesare Arzel\u00e0 country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007791", "complexity": "1hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Fredrikstad FK", "pred": "\nOkay, let's try to figure this out. The question is asking who was the member of the sports team of Jan Fuglset before Molde FK. The reference year is 1968.\n\nFirst, I need to look at the evidence provided. Let me go through each entry:\n\n-", "em": 0.0, "f1": 0.048780487804878044, "retrieved": [ "Jan Fuglset member of sports team Fredrikstad FK (1967)", "Jan Fuglset member of sports team Norway men's national association football team (1970)", "Rolf Johannessen member of sports team Fredrikstad FK (1935)", "Bj\u00f8rnar Holmvik member of sports team Fredrikstad FK (2014)", "Rolf Johannessen member of sports team Norway men's national association football team (1931)", "Thorbj\u00f8rn Svenssen member of sports team Norway men's national association football team (1947)", "Arne Erlandsen member of sports team Norway men's national association football team (1978)", "Henning Berg member of sports team Norway men's national association football team (1992)", "St\u00e5le Solbakken member of sports team Norway men's national association football team (1994)", "Erlend Hanstveit member of sports team Norway men's national association football team (2004)" ] }, { "id": "q_003645", "complexity": "1hop", "operator_type": "before_after", "t_query": 1991.0, "gold": "Andrzej Strejlau", "pred": "\nOkay, let's tackle this question. The user is asking who was the head coach of the Poland men's national football team before Paulo Sousa. The reference year is 1991, so I need to focus on that time frame.\n\nFirst, I'll look at the evidence provided. The key", "em": 0.0, "f1": 0.0, "retrieved": [ "Poland men's national football team head coach Kazimierz G\u00f3rski (1971)", "Kazimierz G\u00f3rski member of sports team Poland men's national football team (1948)", "Edward Szymkowiak member of sports team Poland men's national football team (1952)", "Zygfryd Szo\u0142tysik member of sports team Poland men's national football team (1963)", "Kazimierz G\u00f3rski member of sports team Legia Warsaw (1945)", "Edward Szymkowiak member of sports team Ruch Chorz\u00f3w (1950)", "Edward Szymkowiak member of sports team Legia Warsaw (1953)", "Edward Szymkowiak member of sports team Polonia Bytom (1957)", "Zygfryd Szo\u0142tysik member of sports team G\u00f3rnik Zabrze (1975)", "Zygfryd Szo\u0142tysik member of sports team Valenciennes F.C. (1974)" ] }, { "id": "q_008601", "complexity": "1hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about Laura Adani's country of citizenship before Italy. The reference year is 1937.\n\nLooking at the evidence provided, there are entries for Laura Adani. One says she was a citizen of Italy in 194", "em": 0.0, "f1": 0.09302325581395349, "retrieved": [ "Laura Adani country of citizenship Italy (1946)", "Laura Adani country of citizenship Kingdom of Italy (1913)", "Laura Orvieto country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001029", "complexity": "1hop", "operator_type": "before_after", "t_query": 1979.0, "gold": "Club Joventut Badalona", "pred": "\nOkay, let's see. The question is asking who was the member of the sports team of Joan Filb\u00e1 after he was part of the Spain men's national basketball team. The reference year is 1979.\n\nFirst, I need to look at the evidence provided. The evidence lists several people", "em": 0.0, "f1": 0.0, "retrieved": [ "Joan Filb\u00e1 member of sports team Spain men's national basketball team (1975)", "Joan Filb\u00e1 member of sports team Club Joventut Badalona (1971)", "Rudy Fern\u00e1ndez member of sports team Club Joventut Badalona (2001)", "Josep Franch member of sports team Club Joventut Badalona (2009)", "Nikos Zisis member of sports team Club Joventut Badalona (2019)" ] }, { "id": "q_002959", "complexity": "1hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "\nOkay, let's see. The question is asking for the year when Claribel Alegr\u00eda Vides received the Neustadt International Prize for Literature. The reference year given is 2006.\n\nLooking at the evidence provided, the first point says \"Claribel Alegr\u00eda Vides award received", "em": 1.0, "f1": 0.0625, "retrieved": [ "Claribel Alegr\u00eda Vides award received Neustadt International Prize for Literature (2006)", "Claribel Alegr\u00eda Vides award received Casa de las Am\u00e9ricas Prize (1978)", "Philip Roth nominated for Neustadt International Prize for Literature (1998)", "N. Scott Momaday nominated for Neustadt International Prize for Literature (2000)" ] }, { "id": "q_002305", "complexity": "1hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Franco Nicolazzi's country of citizenship after the Kingdom of Italy. The reference year is 1984, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, looking at the evidence", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Franco Nicolazzi country of citizenship Italy (1946)", "Franco Nicolazzi country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002878", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Guardian Children's Fiction Prize", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before Angus Book Award, who was the nominated for of Gillian Cross?\" The reference year is 1980.\n\nFirst, I need to look at the evidence provided. Let me go through each entry related to Gillian Cross.", "em": 0.0, "f1": 0.045454545454545456, "retrieved": [ "Gillian Cross nominated for Angus Book Award (1997)", "Beverley Naidoo nominated for Angus Book Award (2001)", "Philip Reeve nominated for Angus Book Award (2004)", "Gillian Cross nominated for Guardian Children's Fiction Prize (1980)", "Gillian Cross award received Nestl\u00e9 Children's Book Prize (1992)", "Nestl\u00e9 Children's Book Prize winner Gillian Cross (1992)", "Beverley Naidoo nominated for Nestl\u00e9 Children's Book Prize (2000)", "Philip Reeve nominated for Nestl\u00e9 Children's Book Prize (2002)", "Robert Westall nominated for Guardian Children's Fiction Prize (1991)", "Beverley Naidoo nominated for Guardian Children's Fiction Prize (1996)" ] }, { "id": "q_000807", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "C\u00e9sar Award for Best Female Revelation", "pred": "\nOkay, let's see. The user is asking about H\u00e9l\u00e8ne Filli\u00e8res' nomination in 2002. The reference year is 2002, so I need to focus on that.\n\nLooking at the evidence provided, there's a line that says: \"H\u00e9l\u00e8ne Filli\u00e8res", "em": 0.0, "f1": 0.0, "retrieved": [ "H\u00e9l\u00e8ne Filli\u00e8res nominated for C\u00e9sar Award for Best Female Revelation (2002)", "Sandrine Bonnaire nominated for C\u00e9sar Award for Best Female Revelation (1984)", "Ad\u00e8le Haenel nominated for C\u00e9sar Award for Best Female Revelation (2008)", "Louise Bourgoin nominated for C\u00e9sar Award for Best Female Revelation (2009)", "C\u00e9sar Award for Best Female Revelation winner Sandrine Bonnaire (1984)", "C\u00e9sar Award for Best Female Revelation winner Charlotte Gainsbourg (1986)", "C\u00e9sar Award for Best Female Revelation winner Vanessa Paradis (1990)", "C\u00e9sar Award for Best Female Revelation winner G\u00e9raldine Pailhas (1992)", "C\u00e9sar Award for Best Female Revelation winner Julie Depardieu (2004)", "Sandrine Bonnaire award received C\u00e9sar Award for Best Female Revelation (1984)" ] }, { "id": "q_004108", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Seine-et-Oise", "pred": "\nOkay, let's see. The user is asking in 1947, what was the located in of Breux-Jouy? The reference year is 1947, and the evidence provided lists several places located in the administrative territorial entity Seine-et-Oise in 190", "em": 1.0, "f1": 0.17142857142857143, "retrieved": [ "Breux-Jouy located in the administrative territorial entity Seine-et-Oise (1900)", "Argenteuil located in the administrative territorial entity Seine-et-Oise (1900)", "Grigny located in the administrative territorial entity Seine-et-Oise (1900)", "Valenton located in the administrative territorial entity Seine-et-Oise (1900)", "Montlh\u00e9ry located in the administrative territorial entity Seine-et-Oise (1900)", "M\u00e9r\u00e9ville located in the administrative territorial entity Seine-et-Oise (1900)", "Saclas located in the administrative territorial entity Seine-et-Oise (1900)", "Marines located in the administrative territorial entity Seine-et-Oise (1900)", "Attainville located in the administrative territorial entity Seine-et-Oise (1900)", "Feucherolles located in the administrative territorial entity Seine-et-Oise (1900)" ] }, { "id": "q_000347", "complexity": "1hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Primetime Emmy Award for Outstanding Animated Program", "pred": "\nOkay, let's tackle this question. The user is asking about the award received by Sam Simon after his spouse Jennifer Tilly. The reference year is 2001.\n\nFirst, I need to check the evidence provided. The evidence mentions two things: Sam Simon received a Primetime Emmy Award for Outstanding", "em": 0.0, "f1": 0.2127659574468085, "retrieved": [ "Sam Simon award received Primetime Emmy Award for Outstanding Animated Program (1990)", "Futurama award received Primetime Emmy Award for Outstanding Animated Program (2002)" ] }, { "id": "q_004954", "complexity": "1hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "FC Elista", "pred": "\nOkay, let's try to figure this out. The question is asking for the coach of the sports team that Leonid Slutsky was associated with after he coached FC Olimpia Volgograd. But wait, looking at the provided evidence, I don't see any mention of FC Olimpia", "em": 0.0, "f1": 0.04545454545454545, "retrieved": [ "Leonid Slutsky coach of sports team FC Elista (2003)", "Leonid Slutsky coach of sports team FC Moscow (2005)", "Leonid Slutsky coach of sports team FC Krylia Sovetov Samara (2008)", "SBV Vitesse head coach Leonid Slutsky (2018)", "Leonid Slutsky coach of sports team PFC CSKA Moscow (2009)", "Leonid Slutsky coach of sports team Russia men's national football team (2015)", "Leonid Slutsky member of sports team FC Elista (2003)", "Leonid Slutsky member of sports team FC Moscow (2005)", "Leonid Slutsky member of sports team FC Krylia Sovetov Samara (2008)", "Leonid Slutsky member of sports team PFC CSKA Moscow (2009)" ] }, { "id": "q_006909", "complexity": "1hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "Umberto Bossi", "pred": "\nOkay, let's see. The user is asking about the chairperson of Lega Nord after their headquarters was in Milan. The reference year is 2002.\n\nLooking at the evidence provided, there's a mention of Lega Nord's headquarters being in Milan in 1993. Then", "em": 0.0, "f1": 0.0, "retrieved": [ "Lega Nord headquarters location Milan (1993)", "Lega Nord chairperson Umberto Bossi (1989)", "Lalla Romano residence Milan (1948)", "Mario Soldati residence Milan (1960)", "Carmelo Cappello work location Milan (1939)", "Vanessa Beecroft work location Milan (1988)", "Fabio Capello work location Milan (1997)" ] }, { "id": "q_007331", "complexity": "1hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "President of Latvia", "pred": "\nOkay, let's tackle this question. The user is asking about Valdis Zatlers' position after he received the Order of Outstanding Merit. Wait, but looking at the evidence provided, I see that Valdis Zatlers received the Grand Order of King Tomislav in 2008", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Valdis Zatlers position held President of Latvia (2007)", "Valdis Zatlers award received Grand Order of King Tomislav (2008)", "Vaira V\u012b\u0137e-Freiberga position held President of Latvia (1999)", "Carlos Menem award received Grand Order of King Tomislav (1995)", "Oscar Luigi Scalfaro award received Grand Order of King Tomislav (1997)", "Albert II, Prince of Monaco award received Grand Order of King Tomislav (2009)" ] }, { "id": "q_003609", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1988.0, "gold": "Sch\u00f6neberg", "pred": "\nOkay, let's see. The user is asking in 1988 what city was twinned with Wuppertal. The evidence provided includes several entries about Wuppertal twinning Sch\u00f6neberg in 1964. Let me check the details.\n\nLooking at the evidence, the", "em": 1.0, "f1": 0.0625, "retrieved": [ "Wuppertal twinned administrative body Sch\u00f6neberg (1964)", "Wuppertal country West Germany (1949)", "Saarland located in the administrative territorial entity West Germany (1957)", "W\u00fcrttemberg-Baden located in the administrative territorial entity West Germany (1949)", "South Baden located in the administrative territorial entity West Germany (1949)", "Baden-W\u00fcrttemberg located in the administrative territorial entity West Germany (1952)", "Bonn capital of West Germany (1949)", "Helmut Kohl country of citizenship West Germany (1945)", "Albrecht Brandi country of citizenship West Germany (1949)", "J\u00fcrgen Kissner country of citizenship West Germany (1949)" ] }, { "id": "q_006006", "complexity": "1hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "FC Twente", "pred": "\nOkay, let's see. The user is asking about Cheick Tiot\u00e9's sports team membership after his time at R.S.C. Anderlecht. The reference year is 2010.\n\nFirst, I need to check the evidence provided. The evidence lists several entries about Cheick T", "em": 0.0, "f1": 0.0, "retrieved": [ "Cheick Tiot\u00e9 member of sports team R.S.C. Anderlecht (2005)", "Cheick Tiot\u00e9 member of sports team FC Twente (2008)", "Cheick Tiot\u00e9 member of sports team Roda JC Kerkrade (2007)", "R.S.C. Anderlecht head coach Vincent Kompany (2020)", "Johan Devrindt member of sports team R.S.C. Anderlecht (1964)", "Arie Haan member of sports team R.S.C. Anderlecht (1975)", "Luka Peruzovi\u0107 member of sports team R.S.C. Anderlecht (1980)", "Zvonko Milojevi\u0107 member of sports team R.S.C. Anderlecht (1997)", "Mbark Boussoufa member of sports team R.S.C. Anderlecht (2006)", "Arnold Kruiswijk member of sports team R.S.C. Anderlecht (2008)" ] }, { "id": "q_008100", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1924.0, "gold": "Mandatory Palestine", "pred": "\nOkay, let's tackle this question. The user is asking, \"In 1924, what was the country of Bnei Brak?\" The reference year is 1924, so I need to focus on the evidence provided around that time.\n\nLooking at the evidence, there's", "em": 0.0, "f1": 0.0, "retrieved": [ "Bnei Brak country Mandatory Palestine (1924)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Ariel Sharon country of citizenship Mandatory Palestine (1928)", "Abraham Fraenkel country of citizenship Mandatory Palestine (1929)", "Shimon Peres country of citizenship Mandatory Palestine (1943)", "Ramla country Mandatory Palestine (1917)", "Safed country Mandatory Palestine (1917)", "Acre country Mandatory Palestine (1920)", "Nazareth country Mandatory Palestine (1920)" ] }, { "id": "q_004453", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Anselmo Bucci's country of citizenship in 1942. The evidence provided includes several entries about Anselmo Bucci's citizenship. Let me check those.\n\nFirst, there's an entry that says Anselmo Bucci's country", "em": 0.0, "f1": 0.0588235294117647, "retrieved": [ "Anselmo Bucci country of citizenship Italy (1946)", "Anselmo Bucci country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006282", "complexity": "1hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "Club Atl\u00e9tico Osasuna", "pred": "\nOkay, let's see. The question is asking for the sports team that Roberto Santamar\u00eda Calavia joined after his time with UE Lleida. The reference year is 1994.\n\nLooking at the evidence provided, there are several entries for Roberto Santamar\u00eda Calavia. The first one", "em": 0.0, "f1": 0.0, "retrieved": [ "Roberto Santamar\u00eda Calavia member of sports team UE Lleida (1985)", "Roberto Santamar\u00eda Calavia member of sports team M\u00e1laga CF (1995)", "Roberto Santamar\u00eda Calavia member of sports team Club Atl\u00e9tico Osasuna (1985)", "Oriol Lozano member of sports team UE Lleida (2002)", "Gerardo Garc\u00eda Le\u00f3n member of sports team UE Lleida (1996)", "\u00d3scar Garc\u00eda Junyent member of sports team UE Lleida (2004)", "Coro member of sports team Club Atl\u00e9tico Osasuna (2011)", "Mart\u00edn Rivas member of sports team M\u00e1laga CF (2000)", "Ivan Leko member of sports team M\u00e1laga CF (2001)", "Ib\u00e1n Cuadrado member of sports team M\u00e1laga CF (2008)" ] }, { "id": "q_003708", "complexity": "1hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Pino Lancetti's country of citizenship after the Kingdom of Italy. The reference year is 1983, but the evidence provided includes dates from 1900, 1932, and 1946", "em": 1.0, "f1": 0.05882352941176471, "retrieved": [ "Pino Lancetti country of citizenship Italy (1946)", "Pino Lancetti country of citizenship Kingdom of Italy (1932)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003013", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Watford F.C.", "pred": "\nOkay, let's see. The question is asking for the next team Alec Chamberlain joined after Tranmere Rovers F.C. The reference year is 2001, but the evidence provided lists his team memberships with dates.\n\nFirst, I need to look at all the entries for Alec Chamberlain.", "em": 0.0, "f1": 0.09523809523809523, "retrieved": [ "Alec Chamberlain member of sports team Tranmere Rovers F.C. (1987)", "Steve Coppell member of sports team Tranmere Rovers F.C. (1973)", "Alec Chamberlain member of sports team Everton F.C. (1987)", "Alec Chamberlain member of sports team Chelsea F.C. (1992)", "Alec Chamberlain member of sports team Watford F.C. (1996)", "Alec Chamberlain member of sports team Ipswich Town F.C. (1981)", "Alec Chamberlain member of sports team Luton Town F.C. (1988)", "Alec Chamberlain member of sports team Sunderland A.F.C. (1993)", "Harry Morton member of sports team Everton F.C. (1937)", "Tommy Wright member of sports team Everton F.C. (1964)" ] }, { "id": "q_001471", "complexity": "1hop", "operator_type": "sequence", "t_query": 1970.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Edgardo Moltoni's country of citizenship after he was a citizen of the Kingdom of Italy. The reference year is 1970, but the evidence provided has dates from 1900 and 1946", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Edgardo Moltoni country of citizenship Italy (1946)", "Edgardo Moltoni country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007727", "complexity": "1hop", "operator_type": "sequence", "t_query": 1959.0, "gold": "Soviet Union", "pred": "\nOkay, let's tackle this question. The user is asking for the country of Nova Kakhovka after it was located in Kherson Oblast. The reference year is 1959.\n\nFirst, looking at the evidence provided. There's an entry that says \"Nova Kakhovka located", "em": 0.0, "f1": 0.0, "retrieved": [ "Nova Kakhovka located in the administrative territorial entity Kherson Oblast (1952)", "Nova Kakhovka country Soviet Union (1952)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Dnipropetrovsk Oblast country Soviet Union (1932)", "Odesa Oblast country Soviet Union (1932)", "Kharkiv Oblast country Soviet Union (1932)", "Kursk Oblast country Soviet Union (1934)", "Chelyabinsk Oblast country Soviet Union (1934)" ] }, { "id": "q_000942", "complexity": "1hop", "operator_type": "sequence", "t_query": 1995.0, "gold": "Husqvarna FF", "pred": "\nOkay, let's tackle this question. The user is asking, after Erkka Pet\u00e4j\u00e4 was a member of the Finland men's national football team, what was his next sports team? The reference year is 1995.\n\nFirst, I need to look at the evidence provided. Let", "em": 0.0, "f1": 0.0, "retrieved": [ "Erkka Pet\u00e4j\u00e4 member of sports team Finland men's national football team (1983)", "Ari Hjelm member of sports team Finland men's national football team (1983)", "Pekka Lagerblom member of sports team Finland men's national football team (2003)", "Tuomo K\u00f6n\u00f6nen member of sports team Finland men's national football team (2004)", "Erkka Pet\u00e4j\u00e4 member of sports team \u00d6sters IF (1985)", "Erkka Pet\u00e4j\u00e4 member of sports team Malm\u00f6 FF (1992)", "Erkka Pet\u00e4j\u00e4 member of sports team Helsingborgs IF (1992)", "Erkka Pet\u00e4j\u00e4 member of sports team Husqvarna FF (1994)", "Peter Nilsson member of sports team \u00d6sters IF (1978)", "Hans Eklund member of sports team \u00d6sters IF (1987)" ] }, { "id": "q_006079", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Altai Krai", "pred": "\nOkay, let's see. The question is asking about the location of Rubtsovsk in 1967. The evidence provided mentions that Rubtsovsk was located in the administrative territorial entity Altai Krai in 1942. The other cities like Biysk, Barnaul", "em": 1.0, "f1": 0.11764705882352941, "retrieved": [ "Rubtsovsk located in the administrative territorial entity Altai Krai (1942)", "Biysk located in the administrative territorial entity Altai Krai (1937)", "Barnaul located in the administrative territorial entity Altai Krai (1937)", "Slavgorod located in the administrative territorial entity Altai Krai (1945)" ] }, { "id": "q_002943", "complexity": "1hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Leipzig University", "pred": "\nOkay, let's see. The question is asking about Henry E. Sigerist's employer before Johns Hopkins University. The reference year is 1930.\n\nLooking at the evidence provided, there are a few entries about Henry E. Sigerist. One says he was employed by Johns Hopkins University", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Henry E. Sigerist employer Johns Hopkins University (1932)", "Henry E. Sigerist employer Leipzig University (1925)", "Richard E. Bellman educated at Johns Hopkins University (1941)", "John Jacob Abel employer Johns Hopkins University (1900)", "Shreeram Shankar Abhyankar employer Johns Hopkins University (1959)", "Bartel Leendert van der Waerden employer Johns Hopkins University (1947)", "Henry E. Sigerist nominated for Nobel Prize in Physiology or Medicine (1953)", "Otto H\u00f6lder employer Leipzig University (1900)", "Werner Heisenberg employer Leipzig University (1927)", "Eberhard Hopf employer Leipzig University (1936)" ] }, { "id": "q_003037", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1915.0, "gold": "Germany", "pred": "\nOkay, let's see. The question is asking about Philipp Lenard's country of citizenship in 1915. Let me look through the evidence provided.\n\nFirst, there's information about Philipp Lenard's citizenship. In 1900, he was a citizen of the Kingdom of Hungary.", "em": 0.0, "f1": 0.0, "retrieved": [ "Philipp Lenard country of citizenship Germany (1907)", "Philipp Lenard country of citizenship Kingdom of Hungary (1900)", "Andr\u00e1s R\u00f3na-Tas country of citizenship Kingdom of Hungary (1931)", "Philipp Lenard member of Heidelberg Academy of Sciences and Humanities (1909)", "N\u0103s\u0103ud country Kingdom of Hungary (1940)", "Sighetu Marma\u021biei country Kingdom of Hungary (1940)", "Philipp Lenard nominated for Nobel Prize in Physics (1901)", "Philipp Lenard award received Nobel Prize in Physics (1905)", "William Henry Bragg award received Nobel Prize in Physics (1915)", "Topo\u013ea located in the administrative territorial entity Kingdom of Hungary (1900)" ] }, { "id": "q_003677", "complexity": "1hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Giacomo Fornoni's country of citizenship after the Kingdom of Italy. The reference year is 2015, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, I", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Giacomo Fornoni country of citizenship Italy (1946)", "Giacomo Fornoni country of citizenship Kingdom of Italy (1939)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003146", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "New York City", "pred": "\nOkay, let's see. The question is asking for the headquarters of MetLife in 1984. The user provided some evidence from 1984 and other years.\n\nLooking at the evidence, there's a point that says \"MetLife headquarters location New York City (1909", "em": 1.0, "f1": 0.15789473684210528, "retrieved": [ "MetLife headquarters location New York City (1909)", "Prelinger Archives located in the administrative territorial entity New York City (1982)", "Jean E. Sammet employer MetLife (1951)", "Variety place of publication New York City (1905)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)" ] }, { "id": "q_004225", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "MTK Budapest FC", "pred": "\nOkay, let's see. The user is asking in 2005, what was the member of the sports team of Zsanett Jakabfi. Wait, maybe the question is phrased a bit confusingly. Let me parse it again.\n\nThe reference year is 2005", "em": 0.0, "f1": 0.0, "retrieved": [ "Zsanett Jakabfi member of sports team MTK Budapest FC (2004)", "Jen\u0151 Konr\u00e1d member of sports team MTK Budapest FC (1911)", "Rudolf Jeny member of sports team MTK Budapest FC (1923)", "Gyula M\u00e1ndi member of sports team MTK Budapest FC (1929)", "Zolt\u00e1n Opata member of sports team MTK Budapest FC (1933)", "Jen\u0151 Kalm\u00e1r member of sports team MTK Budapest FC (1938)", "Imre Kov\u00e1cs member of sports team MTK Budapest FC (1945)", "J\u00f3zsef Zakari\u00e1s member of sports team MTK Budapest FC (1953)", "J\u00e1nos Bors\u00f3 member of sports team MTK Budapest FC (1970)", "P\u00e9ter Czvitkovics member of sports team MTK Budapest FC (1998)" ] }, { "id": "q_000827", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Luigi Comencini's country of citizenship in the year 2000. The evidence provided includes several entries about different people's citizenships, some from the Kingdom of Italy and others from Italy. \n\nFirst, I need to focus on", "em": 1.0, "f1": 0.047619047619047616, "retrieved": [ "Luigi Comencini country of citizenship Italy (1946)", "Luigi Comencini country of citizenship Kingdom of Italy (1916)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008211", "complexity": "1hop", "operator_type": "before_after", "t_query": 1997.0, "gold": "Rick Parfitt", "pred": "\nOkay, let's see. The question is asking, before Matt Letley, who was the \"has part\" of Status Quo. The reference year is 1997.\n\nLooking at the evidence provided: \n- Status Quo has part(s) Matt Letley (2000)", "em": 0.0, "f1": 0.0, "retrieved": [ "Status Quo has part(s) Matt Letley (2000)", "Status Quo has part(s) Rick Parfitt (1967)" ] }, { "id": "q_007342", "complexity": "1hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Pierre Mauroy", "pred": "\nOkay, let's tackle this question. The user is asking who was the head of government of Lille metropolis before Martine Aubry, with the reference year 2005.\n\nFirst, I need to look at the evidence provided. The evidence mentions Pierre Mauroy as the head of government", "em": 1.0, "f1": 0.10256410256410257, "retrieved": [ "Lille metropolis head of government Pierre Mauroy (1989)", "Lille metropolis legal form urban community (1966)" ] }, { "id": "q_005759", "complexity": "1hop", "operator_type": "before_after", "t_query": 1913.0, "gold": "Austria\u2013Hungary", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Before Kingdom of Romania, who was the country of Giurtelecu Hododului?\" The reference year is 1913.\n\nFirst, I need to look at the evidence provided. The evidence includes", "em": 0.0, "f1": 0.0, "retrieved": [ "Giurtelecu Hododului country Kingdom of Romania (1918)", "Giurtelecu Hododului country Socialist Republic of Romania (1965)", "Giurtelecu Hododului country Austria\u2013Hungary (1900)", "Giurtelecu Hododului country First Hungarian Republic (1918)", "Bac\u0103u County located in the administrative territorial entity Kingdom of Romania (1900)", "Vla\u0219ca County located in the administrative territorial entity Kingdom of Romania (1940)", "B\u00e2rlad country Kingdom of Romania (1900)", "Buhu\u0219i country Kingdom of Romania (1900)", "Perer\u00eeta country Kingdom of Romania (1918)", "Balchik country Kingdom of Romania (1919)" ] }, { "id": "q_003949", "complexity": "1hop", "operator_type": "sequence", "t_query": 2017.0, "gold": "Member of the European Parliament", "pred": "\nOkay, let's see. The user is asking for the position held by Jean-Marie Cavada after he became a member of the political party Union for French Democracy. The reference year is 2017.\n\nLooking at the evidence provided, there are several entries about Jean-Marie Cavada. First", "em": 0.0, "f1": 0.13333333333333333, "retrieved": [ "Jean-Marie Cavada member of political party Union for French Democracy (2004)", "Alain Poher member of political party Union for French Democracy (1978)", "Jean-Marie Cavada position held pr\u00e9sident-directeur g\u00e9n\u00e9ral (1998)", "Jean-Marie Cavada position held Member of the European Parliament (2014)", "Marie Anne Isler B\u00e9guin position held Member of the European Parliament (2004)", "Herbert Wehner position held Member of the European Parliament (1952)", "Walter Scheel position held Member of the European Parliament (1956)", "Helmut Schmidt position held Member of the European Parliament (1958)", "Gladwyn Jebb position held Member of the European Parliament (1973)", "Giorgio Amendola position held Member of the European Parliament (1979)" ] }, { "id": "q_005277", "complexity": "1hop", "operator_type": "sequence", "t_query": 2022.0, "gold": "Samba Gold", "pred": "\nOkay, let's see. The user is asking about the award Neymar received after he was a member of Santos F.C. The reference year is 2022, but the evidence provided has dates from 2009 to 2014.\n\nFirst, I need to check the", "em": 0.0, "f1": 0.0, "retrieved": [ "Neymar award received South American Footballer of the Year (2011)", "Neymar award received Samba Gold (2014)", "Pel\u00e9 award received South American Footballer of the Year (1973)", "Neymar member of sports team Santos F.C. (2009)", "Pel\u00e9 member of sports team Santos F.C. (1957)", "Dunga member of sports team Santos F.C. (1985)", "Leandro Machado member of sports team Santos F.C. (2004)", "Z\u00e9 Roberto member of sports team Santos F.C. (2006)", "Rodrigo Tabata member of sports team Santos F.C. (2006)", "Victor Andrade member of sports team Santos F.C. (2012)" ] }, { "id": "q_001667", "complexity": "1hop", "operator_type": "sequence", "t_query": 1969.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Francesco Aguzzoli's country of citizenship after he was a citizen of the Kingdom of Italy. The reference year is 1969.\n\nLooking at the evidence provided, there are two entries for Francesco Aguzzoli's citizenship. The first", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Francesco Aguzzoli country of citizenship Italy (1946)", "Francesco Aguzzoli country of citizenship Kingdom of Italy (1935)", "Francesco Aguzzoli member of sports team Modena F.C. (1957)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002554", "complexity": "1hop", "operator_type": "interval", "t_query": 2009.0, "gold": "2009", "pred": "\nOkay, let's see. The user is asking about when Marek \u0160t\u011bch was a member of Wycombe Wanderers F.C. The reference year given is 2009.\n\nFirst, I need to check the evidence provided. The evidence lists several players and their respective teams and years", "em": 1.0, "f1": 0.04878048780487806, "retrieved": [ "Russell Martin member of sports team Wycombe Wanderers F.C. (2004)", "Andros Townsend member of sports team Leyton Orient F.C. (2009)", "Jimmy Smith member of sports team Leyton Orient F.C. (2009)", "Dean Leacock member of sports team Leyton Orient F.C. (2012)", "Syd Bishop member of sports team West Ham United F.C. (1920)", "Billy Brown member of sports team West Ham United F.C. (1921)", "John Bond member of sports team West Ham United F.C. (1950)", "Tony Cottee member of sports team West Ham United F.C. (1994)", "Trevor Sinclair member of sports team West Ham United F.C. (1998)", "Elliott Ward member of sports team West Ham United F.C. (2003)" ] }, { "id": "q_003996", "complexity": "1hop", "operator_type": "sequence", "t_query": 1943.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, after Gojin Dol was in Bulgaria (1900), what was the country of Gojin Dol next? The evidence provided includes several entries about Gojin Dol being in Bulgaria in 1900 and Yugoslavia in 1", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Gojin Dol country Bulgaria (1900)", "Gojin Dol country Yugoslavia (1919)", "Dragan Tomi\u0107 country of citizenship Yugoslavia (1935)", "Vladica Popovi\u0107 country of citizenship Yugoslavia (1935)", "Milutin \u0160o\u0161ki\u0107 country of citizenship Yugoslavia (1937)", "Du\u0161an Ivkovi\u0107 country of citizenship Yugoslavia (1943)", "Ilija Petkovi\u0107 country of citizenship Yugoslavia (1945)", "Mi\u0161o Cebalo country of citizenship Yugoslavia (1945)", "Radoslav Br\u0111anin country of citizenship Yugoslavia (1948)", "Dimitrovgrad country Bulgaria (1900)" ] }, { "id": "q_005904", "complexity": "1hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Italy", "pred": "\nOkay, let's try to figure this out. The question is asking for Mario Nascimbene's country of citizenship after the year mentioned as \"Mario Nascimbene country of citizenship Kingdom of Italy (1900)\". Wait, the reference year is 1975, but the evidence", "em": 1.0, "f1": 0.0625, "retrieved": [ "Mario Nascimbene country of citizenship Italy (1946)", "Mario Nascimbene country of citizenship Kingdom of Italy (1913)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004658", "complexity": "1hop", "operator_type": "before_after", "t_query": 1934.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Gianni Agus's country of citizenship before Italy. The reference year is 1934.\n\nLooking at the evidence provided, there are entries for Gianni Agus's citizenship. The first one says \"Gianni Agus country of", "em": 0.0, "f1": 0.1111111111111111, "retrieved": [ "Gianni Agus country of citizenship Italy (1946)", "Gianni Agus country of citizenship Kingdom of Italy (1917)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004227", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Lady Gaga", "pred": "\nOkay, let's see. The user is asking for the winner of the MTV Video Music Award for Best New Artist in 2009.\n\nLooking at the evidence provided, there are several entries mentioning different winners for that category in different years. Let me go through them one by one. \n\nFirst,", "em": 0.0, "f1": 0.0, "retrieved": [ "MTV Video Music Award for Best New Artist winner Lady Gaga (2009)", "Lady Gaga award received MTV Video Music Award for Best New Artist (2009)", "MTV Video Music Award for Best New Artist winner Nirvana (1992)", "MTV Video Music Award for Best New Artist winner Eminem (1999)", "MTV Video Music Award for Best New Artist winner 50 Cent (2003)", "MTV Video Music Award for Best New Artist winner Guns N' Roses (1988)", "MTV Video Music Award for Best New Artist winner Stone Temple Pilots (1993)", "John Mayer nominated for MTV Video Music Award for Best New Artist (2002)", "John Mayer nominated for Grammy Award for Album of the Year (2006)", "Lady Gaga nominated for Grammy Award for Album of the Year (2011)" ] }, { "id": "q_001594", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "Bell Labs", "pred": "\nOkay, let's see. The question is asking about Ralph Hartley's employer in 1936. The reference year is 1936, so I need to find evidence related to that time.\n\nLooking at the provided evidence:\n\n- Ralph Hartley was employed by Bell Labs in 1", "em": 1.0, "f1": 0.1081081081081081, "retrieved": [ "Ralph Hartley employer Bell Labs (1925)", "IEEE Medal of Honor winner Ralph Hartley (1946)", "Ralph Hartley award received IEEE Medal of Honor (1946)", "Harry Nyquist employer Bell Labs (1934)", "Brian Kernighan employer Bell Labs (1969)", "Phyllis Fox employer Bell Labs (1973)" ] }, { "id": "q_006869", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "Al Masry SC", "pred": "\nOkay, let's see. The user is asking about Tarek Soliman's sports team membership in 1984. The reference year is 1984, so I need to check the evidence provided for any mentions of Tarek Soliman around that time.\n\nLooking at the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Tarek Soliman member of sports team Egypt men's national football team (1988)", "Tarek Soliman member of sports team Al Masry SC (1982)", "Homos member of sports team Egypt men's national football team (2000)", "Sayed Moawad member of sports team Egypt men's national football team (2000)", "Amr Zaki member of sports team Egypt men's national football team (2004)", "Carlos Queiroz coach of sports team Egypt men's national football team (2021)", "Ahmad Shedid Qinawi member of sports team Al Masry SC (2008)" ] }, { "id": "q_006930", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1933.0, "gold": "Soviet Union", "pred": "\nOkay, let's tackle this question. The user is asking about the country of Lyubertsy in 1933. The reference year is 1933, so I need to figure out which country Lyubertsy belonged to during that time.\n\nLooking at the evidence provided, there", "em": 0.0, "f1": 0.0, "retrieved": [ "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Lyubertsy country Russian Empire (1900)", "Lyubertsy country Soviet Union (1922)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)", "Saint Petersburg Governorate located in the administrative territorial entity Russian Empire (1900)", "Don Host Oblast located in the administrative territorial entity Russian Empire (1900)", "Russian Empire anthem God Save the Tsar! (1900)" ] }, { "id": "q_000374", "complexity": "1hop", "operator_type": "sequence", "t_query": 1938.0, "gold": "University of Edinburgh", "pred": "\nOkay, let's see. The question is asking for Alexander Aitken's employer after his time at the Australian and New Zealand Army Corps. The reference year is 1938.\n\nLooking at the evidence provided:\n\n- Alexander Aitken was employed by the Australian and New Zealand Army Corps in", "em": 0.0, "f1": 0.0, "retrieved": [ "Alexander Aitken employer Australian and New Zealand Army Corps (1915)", "Alexander Aitken employer University of Edinburgh (1925)", "Alexander Aitken educated at University of Edinburgh (1923)", "Max Born employer University of Edinburgh (1936)", "Klaus Fuchs employer University of Edinburgh (1937)", "Ralph Allen Sampson employer University of Edinburgh (1910)" ] }, { "id": "q_005195", "complexity": "1hop", "operator_type": "before_after", "t_query": 1989.0, "gold": "Soviet Union", "pred": "\nOkay, let's see. The question is asking about the country of Tmutarakan after the Russian Empire. The reference year is 1989. The evidence provided includes several entries about Tmutarakan being part of the Russian Empire in 1900 and the Soviet Union in", "em": 1.0, "f1": 0.12121212121212122, "retrieved": [ "Tmutarakan country Russian Empire (1900)", "Tmutarakan country Soviet Union (1923)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Russian Empire anthem God Save the Tsar! (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Emirate of Bukhara country Russian Empire (1900)", "Khanate of Khiva country Russian Empire (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_002457", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Cottbus District", "pred": "\nOkay, let's tackle this question. The user is asking, \"In 1982, what was the located in of Cottbus?\" Hmm, the wording is a bit odd. Maybe they meant \"In which administrative territorial entity was Cottbus located in 1982?\" Because", "em": 0.0, "f1": 0.06060606060606061, "retrieved": [ "Cottbus located in the administrative territorial entity Cottbus District (1952)", "Christian Tiffert country of citizenship German Democratic Republic (1982)", "Cottbus country German Democratic Republic (1949)", "East Berlin capital of German Democratic Republic (1949)", "Ruth Fuchs country of citizenship German Democratic Republic (1949)", "Udo Zimmermann country of citizenship German Democratic Republic (1949)", "Reiner Goldberg country of citizenship German Democratic Republic (1949)", "Hendrik Born country of citizenship German Democratic Republic (1949)", "Martin Patzelt country of citizenship German Democratic Republic (1949)", "G\u00fcnter Siegmund country of citizenship German Democratic Republic (1949)" ] }, { "id": "q_007411", "complexity": "1hop", "operator_type": "sequence", "t_query": 1993.0, "gold": "CPJ International Press Freedom Awards", "pred": "\nOkay, let's tackle this question. The user is asking about Veran Mati\u0107's citizenship and then the award he received after that. The reference year is 1993.\n\nFirst, looking at the evidence provided. There's a mention that Veran Mati\u0107 received the CPJ International Press Freedom", "em": 0.0, "f1": 0.19047619047619047, "retrieved": [ "Veran Mati\u0107 award received CPJ International Press Freedom Awards (1993)", "Veran Mati\u0107 country of citizenship Federal Republic of Yugoslavia (1992)", "Veran Mati\u0107 country of citizenship Serbia and Montenegro (2003)", "The Paths of King Nikola country Federal Republic of Yugoslavia (2002)", "Novak Djokovic country of citizenship Federal Republic of Yugoslavia (1992)", "Ni\u0161 country Federal Republic of Yugoslavia (1992)", "Dimitrovgrad country Federal Republic of Yugoslavia (1992)", "Verzar country Federal Republic of Yugoslavia (1992)", "Pristina country Federal Republic of Yugoslavia (1992)", "Vojvodina country Federal Republic of Yugoslavia (1992)" ] }, { "id": "q_006097", "complexity": "1hop", "operator_type": "interval", "t_query": 2008.0, "gold": "2008", "pred": "\nOkay, let's see. The user is asking when Pavel Drsek was a member of Panionios F.C. The reference year is 2008, but I need to check the evidence provided.\n\nLooking at the evidence, there's an entry that says \"Pavel Drsek member of sports", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Pavel Drsek member of sports team Panionios F.C. (2008)", "Erol Bulut member of sports team Panionios F.C. (2002)", "Oumar Kond\u00e9 member of sports team Panionios F.C. (2007)", "Dato Kvirkvelia member of sports team Panionios F.C. (2011)", "Jean-Jacques Pierre member of sports team Panionios F.C. (2012)", "Pavel Drsek member of sports team MSV Duisburg (1999)", "Pavel Drsek member of sports team VfL Bochum (2005)", "Pavel Drsek member of sports team FK Jablonec (2009)", "Pavel Drsek member of sports team FK Chmel Bl\u0161any (1997)", "Stefan Minkwitz member of sports team MSV Duisburg (1992)" ] }, { "id": "q_006940", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1940.0, "gold": "British Raj", "pred": "\nOkay, let's see. The question is asking what Bilgram's country was in 1940. The reference year is 1940, and there's a bunch of evidence provided.\n\nLooking at the evidence, there's an entry that says \"Bilgram country British Raj (1", "em": 1.0, "f1": 0.1142857142857143, "retrieved": [ "Bilgram country British Raj (1900)", "M. S. Swaminathan country of citizenship British Raj (1925)", "Varanasi country British Raj (1900)", "Jamkhed country British Raj (1900)", "Burhanpur country British Raj (1900)", "Dhaka country British Raj (1900)", "Cuttack country British Raj (1900)", "Benimadhab Barua country of citizenship British Raj (1900)", "Rahimuddin Khan country of citizenship British Raj (1926)", "Virbhadra Singh country of citizenship British Raj (1934)" ] }, { "id": "q_000173", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1945.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Leopoldo Trieste's country of citizenship in 1945. The evidence provided includes several entries about his citizenship. \n\nFirst, there's an entry that says Leopoldo Trieste had citizenship in Italy in 194", "em": 0.0, "f1": 0.11428571428571428, "retrieved": [ "Leopoldo Trieste country of citizenship Italy (1946)", "Leopoldo Trieste country of citizenship Kingdom of Italy (1917)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005298", "complexity": "1hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after the Kingdom of Italy, who was the country of citizenship of Enzo Sellerio? The reference year is 2006, but the evidence provided seems to be about various people's citizenships in different years.\n\nFirst,", "em": 1.0, "f1": 0.05, "retrieved": [ "Enzo Sellerio country of citizenship Italy (1946)", "Enzo Sellerio country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005185", "complexity": "1hop", "operator_type": "before_after", "t_query": 1950.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Gino Cavalieri's country of citizenship after the Kingdom of Italy. The reference year is 1950.\n\nFirst, looking at the evidence provided. There are two entries for Gino Cavalieri. The first one says he was a", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Gino Cavalieri country of citizenship Italy (1946)", "Gino Cavalieri country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007749", "complexity": "1hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "David Mamet", "pred": "\nOkay, let's see. The question is asking for the spouse of Lindsay Crouse after she was nominated for the Academy Award for Best Supporting Actress. The reference year is 1989.\n\nFirst, I need to check the evidence provided. The evidence mentions that Lindsay Crouse was nominated for", "em": 0.0, "f1": 0.0, "retrieved": [ "Lindsay Crouse spouse David Mamet (1977)", "Lindsay Crouse nominated for Academy Award for Best Supporting Actress (1985)", "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Cher nominated for Academy Award for Best Supporting Actress (1984)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)", "Geraldine Page nominated for Academy Award for Best Supporting Actress (1954)" ] }, { "id": "q_007535", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", "pred": "\nOkay, let's tackle this question. The user is asking what the Shell-Haus was owned by after its significant event construction in 1930. The reference year is 1961, so we need to look at the evidence provided to find the answer.\n\nFirst, I'll check the", "em": 0.0, "f1": 0.0, "retrieved": [ "Shell-Haus owned by Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1952)", "Shell-Haus significant event construction (1930)", "Basilica of Sainte-Anne-de-Beaupr\u00e9 significant event construction (1923)", "An\u0131tkabir significant event construction (1944)", "Asia Building significant event construction (1913)", "Torre Latinoamericana significant event construction (1948)", "Konstanzer Stra\u00dfe significant event construction (1969)", "TW 6000 significant event construction (1974)", "Hexagone Balard significant event construction (2012)", "Elbe\u2013L\u00fcbeck Canal significant event construction (1900)" ] }, { "id": "q_006111", "complexity": "1hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Arnaldo Benfenati's country of citizenship after the year mentioned as \"Kingdom of Italy.\" The reference year given is 1956, but I need to check the evidence provided.\n\nLooking at the evidence, there are two entries", "em": 1.0, "f1": 0.05, "retrieved": [ "Arnaldo Benfenati country of citizenship Italy (1946)", "Arnaldo Benfenati country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002110", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1961.0, "gold": "Soviet Union", "pred": "\nOkay, let's see. The question is asking what country Vladivostok was part of in 1961. The evidence provided includes several entries about Vladivostok's administrative divisions and country affiliations in different years.\n\nFirst, I need to focus on the entries related to Vladivost", "em": 0.0, "f1": 0.0, "retrieved": [ "Vladivostok located in the administrative territorial entity Primorskaya Oblast (1900)", "Vladivostok located in the administrative territorial entity Primorsky Krai (1939)", "Vladivostok country Russian Republic (1917)", "Vladivostok country Soviet Union (1922)", "Kaluga Governorate located in the administrative territorial entity Russian Republic (1917)", "Chernigov Governorate located in the administrative territorial entity Russian Republic (1917)", "Minsk Governorate located in the administrative territorial entity Russian Republic (1917)", "Oryol Governorate located in the administrative territorial entity Russian Republic (1917)", "Saint Petersburg Governorate located in the administrative territorial entity Russian Republic (1917)", "Don Host Oblast located in the administrative territorial entity Russian Republic (1917)" ] }, { "id": "q_000829", "complexity": "1hop", "operator_type": "before_after", "t_query": 1940.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the country of citizenship of Carlo Manzoni before Italy, using the provided evidence from 1940.\n\nFirst, I need to look at the evidence given. The relevant entries for Carlo Manzoni are", "em": 0.0, "f1": 0.1, "retrieved": [ "Carlo Manzoni country of citizenship Italy (1946)", "Carlo Manzoni country of citizenship Kingdom of Italy (1909)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Carlo Porro country of citizenship Kingdom of Italy (1900)", "Carlo Galetti country of citizenship Kingdom of Italy (1900)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008640", "complexity": "1hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Guido Crepax's country of citizenship after the Kingdom of Italy. The reference year is 1975.\n\nFirst, looking at the evidence provided. There are entries for Guido Crepax with citizenship in the Kingdom of Italy", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Guido Crepax country of citizenship Italy (1946)", "Guido Crepax country of citizenship Kingdom of Italy (1933)", "Guido Romanelli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002292", "complexity": "1hop", "operator_type": "interval", "t_query": 1989.0, "gold": "1989", "pred": "\nOkay, let's try to figure out when Nicolae Ceau\u0219escu was convicted of genocide. The reference year given is 1989, which I know is the year of the Romanian Revolution that led to the fall of the communist regime. The evidence provided lists various people and the orders they", "em": 1.0, "f1": 0.05, "retrieved": [ "Socialist Republic of Romania head of state president of Romania (1974)", "Vladivostok award received Order of Lenin (1985)", "Georgy Zhukov award received Order of Lenin (1936)", "Aram Khachaturian award received Order of Lenin (1939)", "Dmitriy Ustinov award received Order of Lenin (1939)", "Anatoli Blagonravov award received Order of Lenin (1940)", "Ivan Serov award received Order of Lenin (1940)", "Nikoloz Muskhelishvili award received Order of Lenin (1941)", "Ivan Panfilov award received Order of Lenin (1942)", "Pyotr Kapitsa award received Order of Lenin (1943)" ] }, { "id": "q_005480", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "general", "pred": "\nOkay, let's see. The user is asking about Hartmut Bagger's military rank in 2008. The reference year is 2008, so I need to check the evidence provided to see what his rank was around that time.\n\nLooking at the evidence, there are three points", "em": 0.0, "f1": 0.0, "retrieved": [ "Hartmut Bagger military, police or special rank general (1996)", "Hartmut Bagger position held Inspector of the Army (1994)", "Hartmut Bagger position held General Inspector of the Bundeswehr (1996)" ] }, { "id": "q_008496", "complexity": "1hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Kingdom of Italy, who was the country of citizenship of Alberto Fontanesi?\" The reference year is 1952.\n\nFirst, I need to look at the evidence provided. The relevant entries about Alberto Fontanesi's citizenship", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Alberto Fontanesi country of citizenship Italy (1946)", "Alberto Fontanesi country of citizenship Kingdom of Italy (1929)", "Alberto Fontanesi member of sports team SPAL (1950)", "Alberto Fontanesi member of sports team SS Lazio (1953)", "Alberto Fontanesi member of sports team Udinese Calcio (1955)", "Alberto Fontanesi member of sports team Hellas Verona FC (1960)", "Alberto Fontanesi member of sports team Italy men's national association football team (1952)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alberto Franchetti country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006640", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1907.0, "gold": "Ottoman Empire", "pred": "\nOkay, let's see. The user is asking about the country of Gaza City in 1907. The reference year is 1907, so I need to look at the evidence provided and find the relevant entries.\n\nLooking at the evidence, there are several entries mentioning Gaza City. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Gaza City country Egypt (1948)", "Gaza City country Ottoman Empire (1900)", "Gaza City country Mandatory Palestine (1920)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Old City of Jerusalem country Ottoman Empire (1900)", "Princess Fawzia Fuad of Egypt country of citizenship Egypt (1971)" ] }, { "id": "q_003927", "complexity": "1hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Ascoli Calcio 1898 FC", "pred": "\nOkay, let's see. The question is asking who was the member of the sports team of Michele Fini after Catania FC. The reference year is 2005.\n\nFirst, I need to look at the evidence provided. The evidence lists various sports teams that Michele Fini was a member of", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "Michele Fini member of sports team Catania FC (2001)", "Michele Fini member of sports team Siena FC (2009)", "Michele Fini member of sports team Ascoli Calcio 1898 FC (2004)", "Michele Fini member of sports team SSC Ancona (1995)", "Michele Fini member of sports team Cagliari Calcio (2007)", "Michele Fini member of sports team U.S. Salernitana 1919 (1998)", "Michele Fini member of sports team U.S. Avellino 1912 (2000)", "Michele Fini member of sports team S.E.F. Torres 1903 (1993)", "Mario Nicolini member of sports team Catania FC (1933)", "Giuseppe Marchi member of sports team Catania FC (1934)" ] }, { "id": "q_007996", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Soviet Union", "pred": "\nOkay, let's try to figure out the answer. The question is asking, in 1982, what was the country of Oryol? The evidence provided includes several entries about Oryol Governorate and other administrative entities in different years.\n\nFirst, I need to understand the context. O", "em": 0.0, "f1": 0.0, "retrieved": [ "Oryol located in the administrative territorial entity Oryol Governorate (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Oryol Governorate located in the administrative territorial entity Russian Republic (1917)", "Oryol Governorate located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1922)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Communist Party of the Soviet Union country Russian Republic (1917)", "Kaluga Governorate located in the administrative territorial entity Russian Republic (1917)", "Chernigov Governorate located in the administrative territorial entity Russian Republic (1917)", "Minsk Governorate located in the administrative territorial entity Russian Republic (1917)", "Saint Petersburg Governorate located in the administrative territorial entity Russian Republic (1917)" ] }, { "id": "q_000373", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Northwestern University", "pred": "\nOkay, let's see. The question is asking for the employer of Erich Heller after he educated at the University of Cambridge. The reference year is 1961.\n\nLooking at the evidence provided, there's a mention that Erich Heller was employed by Northwestern University in 1960.", "em": 1.0, "f1": 0.10526315789473684, "retrieved": [ "Erich Heller educated at University of Cambridge (1939)", "Erich Heller employer Northwestern University (1960)", "Erich Heller award received Goethe Medal (1968)", "Yulii Khariton educated at University of Cambridge (1926)", "Kurt Hirsch educated at University of Cambridge (1934)", "Daniel Pedoe educated at University of Cambridge (1937)", "David Rees educated at University of Cambridge (1939)", "Paul Cohn educated at University of Cambridge (1948)", "John Leech educated at University of Cambridge (1954)", "Donald C. Spencer educated at University of Cambridge (1936)" ] }, { "id": "q_005430", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Aut\u00f3dromo Internacional Ayrton Senna", "pred": "\nOkay, let's tackle this question. The user is asking about the location of the Brazilian motorcycle Grand Prix before the Aut\u00f3dromo Jos\u00e9 Carlos Pace. The reference year given is 1987.\n\nLooking at the evidence provided, there are two entries. The first one says the Brazilian motorcycle Grand Prix was", "em": 0.0, "f1": 0.04651162790697674, "retrieved": [ "Brazilian motorcycle Grand Prix location Aut\u00f3dromo Jos\u00e9 Carlos Pace (1992)", "Brazilian motorcycle Grand Prix location Aut\u00f3dromo Internacional Ayrton Senna (1987)" ] }, { "id": "q_000744", "complexity": "1hop", "operator_type": "before_after", "t_query": 1961.0, "gold": "Calcio Foggia 1920", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before Italy men's national association football team, who was the member of sports team of Cosimo Nocera?\" The reference year is 1961.\n\nFirst, I need to look at the evidence provided. The evidence lists several", "em": 0.0, "f1": 0.0, "retrieved": [ "Cosimo Nocera member of sports team Italy men's national association football team (1965)", "Cosimo Nocera member of sports team Calcio Foggia 1920 (1959)", "Cosimo Nocera country of citizenship Italy (1946)", "Cosimo Nocera country of citizenship Kingdom of Italy (1938)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Victor Emmanuel III of Italy country of citizenship Kingdom of Italy (1900)", "Monza country Kingdom of Italy (1900)", "Lombardy country Kingdom of Italy (1900)", "Cagliari country Kingdom of Italy (1900)" ] }, { "id": "q_003964", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Gangwon FC", "pred": "\nOkay, let's tackle this question. The user is asking for the coach of Seo Dong-myung's sports team before FC Pohang Steelers. The reference year is 2009.\n\nFirst, I need to look at the evidence provided. Let me list out the relevant information about Seo", "em": 0.0, "f1": 0.047619047619047616, "retrieved": [ "Seo Dong-myung coach of sports team FC Pohang Steelers (2016)", "Seo Dong-myung coach of sports team Gangwon FC (2008)", "Seo Dong-myung coach of sports team Sangju Sangmu FC (2012)", "Jung Sung-ryong member of sports team FC Pohang Steelers (2003)", "Seo Dong-myung member of sports team Sangju Sangmu FC (1998)", "Seo Dong-myung member of sports team Ulsan HD FC (2002)", "Seo Dong-myung member of sports team Busan IPark FC (2007)", "Seo Dong-myung member of sports team Jeonbuk Hyundai Motors FC (2000)", "Seo Dong-myung member of sports team South Korea men's national football team (1995)", "Choi In-young coach of sports team Ulsan HD FC (1997)" ] }, { "id": "q_004438", "complexity": "1hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Club Atl\u00e9tico River Plate", "pred": "\nOkay, let's try to figure this out. The question is asking who was a member of the sports team of Amadeo Carrizo before Club Alianza Lima. But wait, the reference year is 1968. Let me check the evidence provided.\n\nLooking at the evidence, there are several", "em": 0.0, "f1": 0.045454545454545456, "retrieved": [ "Amadeo Carrizo member of sports team Club Atl\u00e9tico River Plate (1945)", "Amadeo Carrizo member of sports team Millonarios (1969)", "Amadeo Carrizo member of sports team Argentina men's national association football team (1954)", "Federico Vairo member of sports team Club Atl\u00e9tico River Plate (1955)", "Ubaldo Fillol member of sports team Club Atl\u00e9tico River Plate (1974)", "Norberto Alonso member of sports team Club Atl\u00e9tico River Plate (1983)", "Mario Saralegui member of sports team Club Atl\u00e9tico River Plate (1986)", "Diego Placente member of sports team Club Atl\u00e9tico River Plate (1997)", "Maxi L\u00f3pez member of sports team Club Atl\u00e9tico River Plate (2001)", "Luciano Leguizam\u00f3n member of sports team Club Atl\u00e9tico River Plate (2002)" ] }, { "id": "q_004862", "complexity": "1hop", "operator_type": "before_after", "t_query": 1902.0, "gold": "Amtshauptmannschaft Schwarzenberg", "pred": "\nOkay, let's tackle this question. The user is asking about the administrative location of Johanngeorgenstadt before it was part of the Karl-Marx-Stadt District. The reference year is 1902.\n\nLooking at the evidence provided, there's a mention that in 1900,", "em": 0.0, "f1": 0.0, "retrieved": [ "Johanngeorgenstadt located in the administrative territorial entity Karl-Marx-Stadt District (1952)", "Zwickau located in the administrative territorial entity Karl-Marx-Stadt District (1952)", "Johanngeorgenstadt located in the administrative territorial entity Amtshauptmannschaft Schwarzenberg (1900)", "Johanngeorgenstadt located in the administrative territorial entity Aue-Schwarzenberg (1994)", "Bad Schlema located in the administrative territorial entity Aue-Schwarzenberg (1994)" ] }, { "id": "q_004495", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "As d'Or Jeu de l'Ann\u00e9e", "pred": "\nOkay, let's see. The user is asking about the nominated for of \"No Thanks!\" in 2005. The evidence provided says that \"No Thanks! nominated for As d'Or Jeu de l'Ann\u00e9e (2005).\" So the question is asking what category or", "em": 1.0, "f1": 0.358974358974359, "retrieved": [ "No Thanks! nominated for As d'Or Jeu de l'Ann\u00e9e (2005)" ] }, { "id": "q_002486", "complexity": "1hop", "operator_type": "sequence", "t_query": 2004.0, "gold": "Israel", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Shimon Peres after he became a member of the Israeli Labor Party in 1968. \n\nFirst, I need to look at the evidence provided. The evidence mentions that Shimon Peres was a member", "em": 1.0, "f1": 0.0, "retrieved": [ "Shimon Peres member of political party Israeli Labor Party (1968)", "Shimon Peres country of citizenship Israel (1948)", "Shimon Peres country of citizenship Mandatory Palestine (1943)", "Israel head of government Shimon Peres (1995)", "Israel head of state Shimon Peres (2007)", "Ariel Sharon country of citizenship Mandatory Palestine (1928)", "Abraham Fraenkel country of citizenship Mandatory Palestine (1929)", "Acre located in the administrative territorial entity Israel (1948)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)" ] }, { "id": "q_003629", "complexity": "1hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "La Spezia", "pred": "\nOkay, let's tackle this question. The user is asking for the location of the 29th U-boat Flotilla before Toulon, referencing the year 1942. \n\nFirst, I need to look at the evidence provided. The relevant entries mention the 29th", "em": 0.0, "f1": 0.0, "retrieved": [ "29th U-boat Flotilla location Toulon (1943)", "29th U-boat Flotilla location La Spezia (1941)", "U-74 part of 29th U-boat Flotilla (1941)", "U-573 part of 29th U-boat Flotilla (1942)", "U-74 part of 7th U-boat Flotilla (1940)", "29th U-boat Flotilla has part(s) U-74 (1941)", "29th U-boat Flotilla has part(s) U-573 (1942)", "7th U-boat Flotilla has part(s) U-74 (1940)", "U-74 country of registry Nazi Germany (1940)", "U-74 operator Kriegsmarine (1940)" ] }, { "id": "q_006341", "complexity": "1hop", "operator_type": "before_after", "t_query": 2014.0, "gold": "FC Girondins de Bordeaux", "pred": "\nOkay, let's try to figure this out. The question is asking, after NK Interblock, who was the member of the sports team of A\u017ebe Jug? The reference year is 2014.\n\nLooking at the evidence provided, there are several entries. Let me parse through them.", "em": 0.0, "f1": 0.0, "retrieved": [ "A\u017ebe Jug member of sports team NK Interblock (2009)", "A\u017ebe Jug member of sports team FC Girondins de Bordeaux (2011)", "Ivan Joli\u0107 member of sports team NK Interblock (2007)", "NK Interblock head coach Alberto Bigon (2008)", "Ibrahim Ba member of sports team FC Girondins de Bordeaux (1996)", "Teddy Richert member of sports team FC Girondins de Bordeaux (1999)", "Albert Celades member of sports team FC Girondins de Bordeaux (2003)", "Bruno Cheyrou member of sports team FC Girondins de Bordeaux (2005)", "Johan Micoud member of sports team FC Girondins de Bordeaux (2006)", "Souleymane Diawara member of sports team FC Girondins de Bordeaux (2007)" ] }, { "id": "q_002779", "complexity": "1hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "SBV Vitesse", "pred": "\nOkay, let's see. The question is asking, before joining HNK Hajduk Split, who was the member of the sports team of Ante Mi\u0161e? The reference year is 1996.\n\nLooking at the evidence provided, there are several entries about Ante Mi\u0161e. Let me go", "em": 0.0, "f1": 0.0, "retrieved": [ "Ante Mi\u0161e member of sports team HNK Hajduk Split (1997)", "Ante Vuku\u0161i\u0107 member of sports team HNK Hajduk Split (2009)", "Ante Mi\u0161e member of sports team SBV Vitesse (1994)", "Ante Mi\u0161e member of sports team Croatia men's national football team (1992)", "Tomislav Ivi\u0107 member of sports team HNK Hajduk Split (1957)", "Bernard Vukas member of sports team HNK Hajduk Split (1959)", "Miroslav Bla\u017eevi\u0107 member of sports team HNK Hajduk Split (1966)", "Luka Peruzovi\u0107 member of sports team HNK Hajduk Split (1986)", "Ivan Radelji\u0107 member of sports team HNK Hajduk Split (1999)", "Dmitri Radchenko member of sports team HNK Hajduk Split (2001)" ] }, { "id": "q_006236", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1940.0, "gold": "Nazi Party", "pred": "\nOkay, let's see. The question is asking about the political party membership of August Eigruber in 1940. The reference year is 1940, so I need to check the evidence provided for that specific year.\n\nLooking at the evidence list, the first entry mentions August E", "em": 0.0, "f1": 0.05128205128205129, "retrieved": [ "August Eigruber member of political party Nazi Party (1928)", "Claudius Dornier member of political party Nazi Party (1940)", "Prince Philipp, Landgrave of Hesse member of political party Nazi Party (1930)", "Julius Streicher member of political party Nazi Party (1921)", "Hartmann Lauterbacher member of political party Nazi Party (1927)", "Hermann G\u00f6ring member of political party Nazi Party (1928)", "Hans G\u00fcnther member of political party Nazi Party (1929)", "Wilhelm Grewe member of political party Nazi Party (1933)", "Albin Lesky member of political party Nazi Party (1938)", "Walter Scheel member of political party Nazi Party (1941)" ] }, { "id": "q_004217", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "1. FFC Frankfurt", "pred": "\nOkay, let's see. The question is asking about Katrin Kliehm's sports team membership in 2005. The reference year is 2005, so I need to check the evidence provided to find out which team she was part of that year.\n\nLooking at the evidence,", "em": 0.0, "f1": 0.0, "retrieved": [ "Katrin Kliehm member of sports team 1. FFC Frankfurt (1998)", "Katrin Kliehm member of sports team Germany women's national football team (2002)", "Conny Pohlers member of sports team 1. FFC Frankfurt (2007)", "Gina Lewandowski member of sports team 1. FFC Frankfurt (2007)", "Jackie Groenen member of sports team 1. FFC Frankfurt (2015)", "Sissy Raith member of sports team Germany women's national football team (1983)", "Conny Pohlers member of sports team Germany women's national football team (2001)", "Navina Omilade member of sports team Germany women's national football team (2001)" ] }, { "id": "q_001111", "complexity": "1hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "Italy", "pred": "\nOkay, let's see. The question is asking about Eleonora Rossi Drago's country of citizenship after she was a citizen of the Kingdom of Italy. The evidence provided includes several entries about her citizenship.\n\nLooking at the evidence, there are two entries for Eleonora Rossi Drago: one stating her", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Eleonora Rossi Drago country of citizenship Italy (1946)", "Eleonora Rossi Drago country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003973", "complexity": "1hop", "operator_type": "before_after", "t_query": 1927.0, "gold": "Mandatory Palestine", "pred": "\nOkay, let's tackle this question. The user is asking, \"Who was the country of Acre after Ottoman Empire?\" with the reference year being 1927. The evidence provided includes several entries about different places and their administrative entities in various years.\n\nFirst, I need to focus on Acre", "em": 0.0, "f1": 0.0, "retrieved": [ "Acre country Ottoman Empire (1900)", "Acre located in the administrative territorial entity Israel (1948)", "Acre country Mandatory Palestine (1920)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)", "Old City of Jerusalem country Ottoman Empire (1900)", "Qasim Amin country of citizenship Ottoman Empire (1900)", "Charles Debbas country of citizenship Ottoman Empire (1900)", "Taha Hussein country of citizenship Ottoman Empire (1900)" ] }, { "id": "q_002651", "complexity": "1hop", "operator_type": "sequence", "t_query": 1902.0, "gold": "Edith Roosevelt", "pred": "\nOkay, let's tackle this question. The user is asking for the spouse of Theodore Roosevelt after the time when Theodore Roosevelt was the head of government. The reference year is 1902.\n\nFirst, I need to parse the evidence provided. Let's go through each point:\n\n- Theodore Roosevelt spouse Ed", "em": 0.0, "f1": 0.05128205128205129, "retrieved": [ "Theodore Roosevelt spouse Edith Roosevelt (1900)", "United States head of government Theodore Roosevelt (1901)", "Theodore Roosevelt position held President of the United States (1901)", "Theodore Roosevelt position held Vice President of the United States (1901)", "United States head of government Franklin Delano Roosevelt (1933)", "Theodore Roosevelt award received Nobel Peace Prize (1906)", "Theodore Roosevelt nominated for Nobel Peace Prize (1906)", "United States head of government William McKinley (1900)", "United States head of government Woodrow Wilson (1913)", "United States head of government Herbert Hoover (1929)" ] }, { "id": "q_005128", "complexity": "1hop", "operator_type": "interval", "t_query": 2012.0, "gold": "2012", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the member of the sports team of Bogdan P\u0103tra\u0219cu was equal to FC Universitatea Cluj. Hmm, first, I need to understand what exactly is being asked here. \n\nLooking at the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Luigi Bajardi member of sports team Piacenza Calcio (1924)", "Angelo Arcari member of sports team Piacenza Calcio (1928)", "Piero Antona member of sports team Piacenza Calcio (1933)", "Sandro Puppo member of sports team Piacenza Calcio (1945)", "Bruno Arcari member of sports team Piacenza Calcio (1952)", "Giorgio Azzimonti member of sports team Piacenza Calcio (1969)", "Fabio Artico member of sports team Piacenza Calcio (2000)", "Gabriele Ambrosetti member of sports team Piacenza Calcio (2003)", "Dario Passoni member of sports team Piacenza Calcio (2009)", "Mauro Antonioli member of sports team AC ChievoVerona (1992)" ] }, { "id": "q_007441", "complexity": "1hop", "operator_type": "before_after", "t_query": 1981.0, "gold": "Norway men's national association football team", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before Str\u00f8msgodset IF, who was the member of sports team of Arne Erlandsen?\" with the reference year being 1981.\n\nFirst, I need to look at the evidence provided. The evidence lists several", "em": 0.0, "f1": 0.09090909090909091, "retrieved": [ "Arne Erlandsen member of sports team Str\u00f8msgodset IF (1990)", "Arne Erlandsen member of sports team Djurg\u00e5rdens IF Fotboll (1982)", "Arne Erlandsen member of sports team Norway men's national association football team (1978)", "Peter Lindau member of sports team Str\u00f8msgodset IF (2001)", "Kim Larsen member of sports team Str\u00f8msgodset IF (2003)", "John Arne Riise member of sports team Norway men's national association football team (2000)", "Bosse Nilsson member of sports team Djurg\u00e5rdens IF Fotboll (1967)", "Markus Karlsson member of sports team Djurg\u00e5rdens IF Fotboll (1996)", "Stefan Rehn member of sports team Djurg\u00e5rdens IF Fotboll (2000)", "Matias Concha member of sports team Djurg\u00e5rdens IF Fotboll (2004)" ] }, { "id": "q_006793", "complexity": "1hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "FC Veszpr\u00e9m", "pred": "\nOkay, let's see. The user is asking about Ferenc Csongr\u00e1di's sports team membership after his time at Feh\u00e9rv\u00e1r FC. The reference year is 1989.\n\nLooking at the evidence provided, there are several entries for Ferenc Csongr\u00e1di. He was", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Ferenc Csongr\u00e1di member of sports team Feh\u00e9rv\u00e1r FC (1975)", "Ferenc Csongr\u00e1di member of sports team FC Veszpr\u00e9m (1988)", "Ferenc Csongr\u00e1di member of sports team Gy\u0151ri ETO FC (1987)", "Ferenc Csongr\u00e1di member of sports team Hungary men's national football team (1976)", "Lajos K\u0171 member of sports team Feh\u00e9rv\u00e1r FC (1968)", "Daniel Usvat member of sports team Feh\u00e9rv\u00e1r FC (2000)", "Tom\u00e1\u0161 Medve\u010f member of sports team Feh\u00e9rv\u00e1r FC (2003)", "Zsolt Seb\u0151k member of sports team Feh\u00e9rv\u00e1r FC (2004)", "Gergely Rudolf member of sports team Feh\u00e9rv\u00e1r FC (2015)", "Henning Berg member of sports team Feh\u00e9rv\u00e1r FC (2016)" ] }, { "id": "q_005396", "complexity": "1hop", "operator_type": "before_after", "t_query": 1939.0, "gold": "Nazi Germany", "pred": "\nOkay, let's try to figure this out. The question is asking, after the German Empire, who was the country of Hanau? The reference year is 1939.\n\nFirst, I need to look at the evidence provided. Let me go through each entry:\n\n- Hanau country German Empire", "em": 0.0, "f1": 0.0, "retrieved": [ "Hanau country German Empire (1900)", "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "Hanau country Weimar Republic (1919)", "Hanau country Nazi Germany (1933)", "Wilhelm R\u00f6ntgen country of citizenship German Empire (1900)", "Albrecht Brandi country of citizenship German Empire (1914)", "Georg August Zenker country of citizenship German Empire (1900)", "Hanau twinned administrative body Neuilly-sur-Seine (1964)", "Karlsruhe country German Empire (1900)", "Bonn country German Empire (1900)" ] }, { "id": "q_002815", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "People's Republic of China", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Liu Bocheng in 1951. Let me look at the evidence provided.\n\nFirst, I see two entries about Liu Bocheng's citizenship. One says he was a citizen of the Qing dynasty in 1", "em": 0.0, "f1": 0.09090909090909091, "retrieved": [ "Liu Bocheng country of citizenship Qing dynasty (1900)", "Liu Bocheng country of citizenship People's Republic of China (1949)", "Liu Bocheng member of political party Chinese Communist Party (1926)", "Benxi located in the administrative territorial entity People's Republic of China (1949)", "Changchun located in the administrative territorial entity People's Republic of China (1953)", "Ken Liu country of citizenship People's Republic of China (1976)", "Wang Hongwen member of political party Chinese Communist Party (1951)", "People's Republic of China diplomatic relation The Gambia (1974)", "Zhu De country of citizenship Qing dynasty (1900)", "Guo Moruo country of citizenship Qing dynasty (1900)" ] }, { "id": "q_007174", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "Amsterdam", "pred": "\nOkay, let's see. The user is asking about Michael Jacklin's work location in the year 2000. The reference year given is 2000, so I need to check the evidence provided to find any information related to Michael Jacklin's work location around that time.\n\nLooking", "em": 0.0, "f1": 0.0, "retrieved": [ "Michael Jacklin work location Amsterdam (1984)", "Carel Willink work location Amsterdam (1915)", "Mart Stam work location Amsterdam (1934)", "Dick Elffers work location Amsterdam (1941)", "Ger Lataster work location Amsterdam (1941)", "Yoko Ono work location Amsterdam (1969)", "Jacob Baart de la Faille work location Amsterdam (1914)" ] }, { "id": "q_001511", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Academy Award for Best Picture", "pred": "\nOkay, let's see. The user is asking what Hal B. Wallis was nominated for in 1970. The reference year is 1970, so I need to check the evidence provided for any mentions related to that year.\n\nLooking at the evidence list:\n\n- Hal B.", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Hal B. Wallis spouse Louise Fazenda (1927)", "Hal B. Wallis spouse Martha Hyer (1966)", "Hal B. Wallis nominated for Academy Award for Best Picture (1956)", "Rebecca nominated for Academy Award for Best Picture (1941)", "Cabaret nominated for Academy Award for Best Picture (1973)", "Stanley Kubrick nominated for Academy Award for Best Picture (1965)", "Warren Beatty nominated for Academy Award for Best Picture (1968)", "David Brown nominated for Academy Award for Best Picture (1976)", "Sherry Lansing nominated for Academy Award for Best Picture (1988)", "Barbra Streisand nominated for Academy Award for Best Picture (1992)" ] }, { "id": "q_000553", "complexity": "1hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Denmark women's national football team", "pred": "\nOkay, let's try to figure this out. The question is asking, after IF Fl\u00f8ya, who was the member of the sports team of Katrine Pedersen? Wait, the wording is a bit confusing. Maybe it's asking, after playing for IF Fl\u00f8ya, which team did Katrine", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Katrine Pedersen member of sports team Djurg\u00e5rdens IF Dam (2006)", "Katrine Pedersen member of sports team IK Skovbakken (2002)", "Katrine Pedersen member of sports team Stab\u00e6k Fotball (2015)", "Katrine Pedersen member of sports team Denmark women's national football team (1994)", "Tobias Linderoth member of sports team Stab\u00e6k Fotball (1998)", "Bj\u00f8rnar Holmvik member of sports team Stab\u00e6k Fotball (2003)", "Markus Karlsson member of sports team Stab\u00e6k Fotball (2005)", "Petter Furuseth member of sports team Stab\u00e6k Fotball (2007)", "Julie Rydahl Bukh member of sports team Denmark women's national football team (2001)" ] }, { "id": "q_000656", "complexity": "1hop", "operator_type": "sequence", "t_query": 1947.0, "gold": "Northwestern University", "pred": "\nOkay, let's see. The question is asking for the employer of Melville J. Herskovits after the time when he was employed by Columbia University. The reference year is 1947.\n\nLooking at the evidence provided, there are several entries about Melville J. Herskovits. The", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Melville J. Herskovits employer Columbia University (1924)", "Melville J. Herskovits employer Northwestern University (1927)", "Melville J. Herskovits academic degree Doctor of Philosophy (1923)", "Edward Kasner employer Columbia University (1910)", "Harold Hotelling employer Columbia University (1931)", "Enrico Fermi employer Columbia University (1939)", "Serge Lang employer Columbia University (1955)", "Abraham Adrian Albert employer Columbia University (1929)", "Luis Federico Leloir employer Columbia University (1944)", "Shreeram Shankar Abhyankar employer Columbia University (1955)" ] }, { "id": "q_001297", "complexity": "1hop", "operator_type": "interval", "t_query": 1970.0, "gold": "1970", "pred": "\nOkay, let's see. The user is asking about the year when Tofiq Bahramov received the Order of the Red Banner of Labour. Looking at the evidence provided, there's a line that says \"Tofiq Bahramov award received Order of the Red Banner of Labour (197", "em": 0.0, "f1": 0.0, "retrieved": [ "Tofiq Bahramov award received Order of the Red Banner of Labour (1970)", "Tiraspol award received Order of the Red Banner of Labour (1970)", "Vorkuta award received Order of the Red Banner of Labour (1970)", "Kurgan award received Order of the Red Banner of Labour (1982)", "Marina Semyonova award received Order of the Red Banner of Labour (1937)", "Nikoloz Muskhelishvili award received Order of the Red Banner of Labour (1944)", "Andrey Tikhonov award received Order of the Red Banner of Labour (1945)", "Lev Pontryagin award received Order of the Red Banner of Labour (1945)", "Aram Khachaturian award received Order of the Red Banner of Labour (1945)", "Yakov Frenkel award received Order of the Red Banner of Labour (1945)" ] }, { "id": "q_007459", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "Amsterdam", "pred": "\nOkay, let's see. The user is asking about Carel Willink's work location in 1946. Let me check the evidence provided.\n\nThe evidence lists several work locations and years. Carel Willink was in The Hague in 1919, Amsterdam in 191", "em": 1.0, "f1": 0.06451612903225806, "retrieved": [ "Carel Willink work location The Hague (1919)", "Carel Willink work location Amsterdam (1915)", "Carel Willink work location Berlin (1920)", "Carel Willink work location Paris (1926)", "Carel Willink work location Italy (1931)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "The Hague head of government Victor Marijnen (1968)", "The Hague head of government Wim Deetman (1996)" ] }, { "id": "q_002423", "complexity": "1hop", "operator_type": "sequence", "t_query": 2006.0, "gold": "Trinidad and Tobago men's national football team", "pred": "\nOkay, let's see. The user is asking about Cyd Gray's sports team memberships. The reference year is 2006. The evidence given is that Cyd Gray was a member of Joe Public F.C. in 1997 and the Trinidad and Tobago men's national football", "em": 0.0, "f1": 0.35555555555555557, "retrieved": [ "Cyd Gray member of sports team Joe Public F.C. (1997)", "Cyd Gray member of sports team Trinidad and Tobago men's national football team (2001)" ] }, { "id": "q_001348", "complexity": "1hop", "operator_type": "before_after", "t_query": 2013.0, "gold": "Servette FC", "pred": "\nOkay, let's see. The user is asking about Vincent R\u00fcfli's sports team membership after he was part of the Switzerland men's national football team. The reference year is 2013.\n\nLooking at the evidence provided, there are several entries. First, Vincent R\u00fcfli is", "em": 0.0, "f1": 0.0, "retrieved": [ "Vincent R\u00fcfli member of sports team Switzerland men's national football team (2011)", "Vincent R\u00fcfli member of sports team Servette FC (2008)", "Vincent R\u00fcfli member of sports team \u00c9toile Carouge FC (2006)", "Robert Pache member of sports team Switzerland men's national football team (1921)", "Leopold Kielholz member of sports team Switzerland men's national football team (1933)", "Werner Schley member of sports team Switzerland men's national football team (1959)", "Bruno Bernasconi member of sports team Switzerland men's national football team (1966)", "Roberto Frigerio member of sports team Switzerland men's national football team (1967)", "Marc Hottiger member of sports team Switzerland men's national football team (1989)", "Urs Fischer member of sports team Switzerland men's national football team (1989)" ] }, { "id": "q_008576", "complexity": "1hop", "operator_type": "before_after", "t_query": 1953.0, "gold": "Soviet Union", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"After Czechoslovakia, who was the country of Uzhhorod?\" with the reference year 1953. The evidence provided includes several entries about Uzhhorod's country and administrative territories", "em": 0.0, "f1": 0.0, "retrieved": [ "Uzhhorod located in the administrative territorial entity Kingdom of Hungary (1938)", "Uzhhorod country Czechoslovakia (1919)", "Uzhhorod country Kingdom of Hungary (1938)", "Nitra District located in the administrative territorial entity Czechoslovakia (1945)", "Uzhhorod country Austria\u2013Hungary (1900)", "Carpatho-Ukraine capital Uzhhorod (1928)", "Horodok located in the administrative territorial entity Austria\u2013Hungary (1900)", "Miroslav Horn\u00ed\u010dek country of citizenship Czechoslovakia (1918)", "Ilja Hurn\u00edk country of citizenship Czechoslovakia (1922)", "Lubom\u00edr \u0160trougal country of citizenship Czechoslovakia (1924)" ] }, { "id": "q_002071", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1912.0, "gold": "British School at Rome", "pred": "\nOkay, let's see. The user is asking about Eugenie Sellers Strong's employer in 1912. The evidence given is that she was employed by the British School at Rome in 1909. The question is about 1912, which is three years later.\n\nFirst", "em": 1.0, "f1": 0.21052631578947367, "retrieved": [ "Eugenie Sellers Strong employer British School at Rome (1909)" ] }, { "id": "q_004899", "complexity": "1hop", "operator_type": "sequence", "t_query": 1978.0, "gold": "Soviet Union", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Uman country Russian Empire, what was the country of Uman?\" with the reference year 1978. The evidence provided includes several entries about Uman's country and administrative territories over different years.\n\nFirst, I need to", "em": 0.0, "f1": 0.0, "retrieved": [ "Uman country Russian Empire (1900)", "Uman located in the administrative territorial entity Cherkasy Oblast (1954)", "Uman country Soviet Union (1922)", "Uman country Ukrainian Soviet Socialist Republic (1920)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Emirate of Bukhara country Russian Empire (1900)", "Khanate of Khiva country Russian Empire (1900)", "Maria Zankovetska country of citizenship Russian Empire (1900)" ] }, { "id": "q_001022", "complexity": "1hop", "operator_type": "sequence", "t_query": 1977.0, "gold": "Vladimir Oblast", "pred": "\nOkay, let's tackle this question. The user is asking about the location of Kovrov after it was in Ivanovo Oblast. The reference year is 1977.\n\nFirst, looking at the evidence provided. There are three points:\n\n1. Kovrov in Ivanovo Oblast (19", "em": 0.0, "f1": 0.05405405405405405, "retrieved": [ "Kovrov located in the administrative territorial entity Ivanovo Oblast (1936)", "Kovrov located in the administrative territorial entity Vladimir Oblast (1944)", "Murom located in the administrative territorial entity Vladimir Oblast (1944)" ] }, { "id": "q_003839", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Jane Birkin", "pred": "\nOkay, let's see. The user is asking about Serge Gainsbourg's unmarried partner in 1977. The evidence given is that Jane Birkin was his unmarried partner in 1968. Wait, but the question is about 1977. So first, I need", "em": 1.0, "f1": 0.12121212121212122, "retrieved": [ "Serge Gainsbourg unmarried partner Jane Birkin (1968)" ] }, { "id": "q_001814", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2015.0, "gold": "Christian Neureuther", "pred": "\nOkay, let's see. The question is asking about Rosi Mittermaier's spouse in 2015. The evidence provided includes a few points.\n\nFirst, there's a statement that Rosi Mittermaier's spouse is Christian Neureuther from 1980. Then", "em": 1.0, "f1": 0.125, "retrieved": [ "Rosi Mittermaier spouse Christian Neureuther (1980)", "Christian Neureuther spouse Rosi Mittermaier (1980)", "Rosi Mittermaier award received Bavarian Order of Merit (2007)" ] }, { "id": "q_007256", "complexity": "1hop", "operator_type": "before_after", "t_query": 1940.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Giorgio Perlasca's country of citizenship before Italy. The reference year is 1940.\n\nLooking at the evidence provided, there are entries for Giorgio Perlasca's citizenship. The first one says he was a", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Giorgio Perlasca country of citizenship Italy (1946)", "Giorgio Perlasca country of citizenship Kingdom of Italy (1910)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005993", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Martha Vickers", "pred": "\nOkay, let's see. The user is asking about Mickey Rooney's spouse in 1950. Let me check the evidence provided.\n\nFirst, looking at the evidence entries related to Mickey Rooney's spouses. There's a mention of Ava Gardner in 1942, both ways: \"M", "em": 0.0, "f1": 0.0, "retrieved": [ "Mickey Rooney spouse Ava Gardner (1942)", "Ava Gardner spouse Mickey Rooney (1942)", "Mickey Rooney spouse Martha Vickers (1949)", "Mickey Rooney award received Primetime Emmy Award for Outstanding Lead Actor in a Miniseries or a Movie (1982)", "Mickey Rooney nominated for Primetime Emmy Award for Outstanding Lead Actor in a Miniseries or a Movie (1982)", "Mickey Rooney nominated for Academy Award for Best Actor (1940)", "Mickey Rooney nominated for Academy Award for Best Supporting Actor (1957)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Humphrey Bogart award received Academy Award for Best Actor (1950)", "Mickey Rooney award received Golden Globe Award for Best Actor \u2013 Miniseries or Television Film (1981)" ] }, { "id": "q_005336", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "Arabic", "pred": "\nOkay, let's see. The user is asking about the official language of Israel in 2013. The evidence provided includes several entries from different years.\n\nFirst, there's a point that says \"Israel official language Arabic (1948)\". Wait, but I remember that Israel's official languages", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Israel official language Arabic (1948)", "Acre located in the administrative territorial entity Israel (1948)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "The Knesset chairperson Joseph Sprinzak (1949)", "Shimon Peres country of citizenship Israel (1948)", "Israel head of state Chaim Weizmann (1949)", "Israel head of state Joseph Sprinzak (1952)", "Israel head of government Moshe Sharett (1954)", "Israel head of government Shimon Peres (1995)" ] }, { "id": "q_005683", "complexity": "1hop", "operator_type": "before_after", "t_query": 1961.0, "gold": "Heidelberg University", "pred": "\nOkay, let's see. The question is asking, after TU Dresden, who was the employer of Herbert Seifert? The reference year is 1961, but I need to check the evidence provided.\n\nLooking at the evidence, there are entries about Herbert Seifert's employers. The first", "em": 0.0, "f1": 0.0, "retrieved": [ "Herbert Seifert employer TU Dresden (1934)", "Herbert Seifert educated at TU Dresden (1926)", "Herbert Seifert employer Heidelberg University (1935)", "Herbert Seifert member of Heidelberg Academy of Sciences and Humanities (1961)", "Herbert Seifert educated at Leipzig University (1932)", "Bartel Leendert van der Waerden doctoral student Herbert Seifert (1932)", "Bartel Leendert van der Waerden employer University of Groningen (1928)", "Bartel Leendert van der Waerden employer University of Amsterdam (1950)", "Bartel Leendert van der Waerden employer University of Zurich (1951)", "Philipp Lenard member of Heidelberg Academy of Sciences and Humanities (1909)" ] }, { "id": "q_007163", "complexity": "1hop", "operator_type": "sequence", "t_query": 2000.0, "gold": "Relax-Gam", "pred": "\nOkay, let's see. The question is asking for the sports team that Juan Antonio Flecha joined after his time with Kaiku. The reference year is 2000.\n\nLooking at the evidence provided, there are several entries about Juan Antonio Flecha's team memberships. Let me list them out:", "em": 0.0, "f1": 0.0, "retrieved": [ "Juan Antonio Flecha member of sports team Kaiku (1996)", "Juan Antonio Flecha member of sports team Movistar Team (2002)", "Juan Antonio Flecha member of sports team Relax-Gam (2000)", "Juan Antonio Flecha member of sports team Ineos Grenadiers (2010)", "Juan Antonio Flecha member of sports team Team Visma-Lease a Bike (2006)", "Carlos Casta\u00f1o Panadero member of sports team Kaiku (2006)", "Jes\u00fas Montoya member of sports team Movistar Team (1994)", "Vladimir Efimkin member of sports team Movistar Team (2006)", "Rigoberto Ur\u00e1n member of sports team Movistar Team (2008)", "Arnaud Coyot member of sports team Movistar Team (2008)" ] }, { "id": "q_007140", "complexity": "1hop", "operator_type": "before_after", "t_query": 1946.0, "gold": "Nobel Prize in Physiology or Medicine", "pred": "\nOkay, let's see. The question is asking, \"Before Nobel Prize in Chemistry, who was the nominated for of Arne Tiselius?\" Wait, maybe the wording is a bit off. Let me parse it again. It's probably asking, \"Before Arne Tiselius received the Nobel Prize", "em": 0.0, "f1": 0.15384615384615385, "retrieved": [ "Arne Tiselius nominated for Nobel Prize in Chemistry (1947)", "Arne Tiselius award received Nobel Prize in Chemistry (1948)", "Arne Tiselius nominated for Nobel Prize in Physiology or Medicine (1940)", "Marcellin Berthelot nominated for Nobel Prize in Chemistry (1901)", "Henry Louis Le Ch\u00e2telier nominated for Nobel Prize in Chemistry (1905)", "Robert Koch nominated for Nobel Prize in Physiology or Medicine (1901)", "Rudolf Virchow nominated for Nobel Prize in Physiology or Medicine (1901)", "Camillo Golgi nominated for Nobel Prize in Physiology or Medicine (1901)", "Ernst Haeckel nominated for Nobel Prize in Physiology or Medicine (1902)", "Max Rubner nominated for Nobel Prize in Physiology or Medicine (1902)" ] }, { "id": "q_008134", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1954.0, "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", "pred": "\nOkay, let's see. The question is asking what Shell-Haus was owned by in 1954. The evidence given has two points: first, that Shell-Haus was owned by Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. in 19", "em": 1.0, "f1": 0.2857142857142857, "retrieved": [ "Shell-Haus owned by Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1952)", "Shell-Haus significant event construction (1930)" ] }, { "id": "q_002147", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "Hungarian Socialist Workers' Party", "pred": "\nOkay, let's see. The user is asking about L\u00e1szl\u00f3 B\u00e9kesi's political party membership in 1971. The evidence provided includes his party memberships in 1968 and 1989. \n\nFirst, in 1968, he was", "em": 0.0, "f1": 0.0625, "retrieved": [ "L\u00e1szl\u00f3 B\u00e9kesi member of political party Hungarian Socialist Party (1989)", "L\u00e1szl\u00f3 B\u00e9kesi member of political party Hungarian Socialist Workers' Party (1968)", "L\u00e1szl\u00f3 B\u00e9kesi academic degree doctorate (1971)", "Bert R\u00fcrup academic degree doctorate (1971)" ] }, { "id": "q_006224", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2018.0, "gold": "habilitation", "pred": "\nOkay, let's see. The user is asking about Hienad\u017a Sahanovi\u010d's academic degree in 2018. The reference year given is 2018, so I need to check the evidence provided.\n\nLooking at the evidence list, the first entry is \"Hien", "em": 0.0, "f1": 0.0, "retrieved": [ "Hienad\u017a Sahanovi\u010d academic degree habilitation (2018)", "Hermann Weyl academic degree habilitation (1910)", "Arnulf Baring academic degree habilitation (1968)", "Achim Leube academic degree habilitation (1990)", "Antal B\u00f3kay academic degree habilitation (1996)", "Barbara Stambolis academic degree habilitation (1999)", "Andrea J\u00f6rdens academic degree habilitation (2002)", "C\u00e9dric Villani academic degree habilitation (2008)", "Heinrich August Winkler academic degree habilitation (1970)", "Lena Kolarska-Bobi\u0144ska academic degree habilitation (1984)" ] }, { "id": "q_000654", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1939.0, "gold": "Province of Mantua", "pred": "\nOkay, let's tackle this question. The user is asking, \"In 1939, what was the located in of Felonica?\" The reference year is 1939, and the evidence provided mentions Felonica located in the Province of Mantua in 1900. There", "em": 1.0, "f1": 0.19354838709677416, "retrieved": [ "Felonica located in the administrative territorial entity Province of Mantua (1900)", "Pieve di Coriano located in the administrative territorial entity Province of Mantua (1900)" ] }, { "id": "q_004102", "complexity": "1hop", "operator_type": "before_after", "t_query": 1973.0, "gold": "University of California, Los Angeles", "pred": "\nOkay, let's see. The question is asking about Ernst G. Straus's employer after the Institute for Advanced Study. The reference year is 1973, so I need to check the evidence provided to find out where he worked after leaving the Institute.\n\nLooking at the evidence, there's a", "em": 0.0, "f1": 0.0, "retrieved": [ "Ernst G. Straus employer Institute for Advanced Study (1944)", "Ernst G. Straus employer University of California, Los Angeles (1948)", "Ernst G. Straus educated at Columbia University (1941)", "Thelma Estrin member of Institute for Advanced Study (1950)", "Hermann Weyl employer Institute for Advanced Study (1933)", "Marston Morse employer Institute for Advanced Study (1935)", "Morris Kline employer Institute for Advanced Study (1936)", "Paul Erd\u0151s employer Institute for Advanced Study (1938)", "Alfred Brauer employer Institute for Advanced Study (1939)", "Kurt Reidemeister employer Institute for Advanced Study (1948)" ] }, { "id": "q_007739", "complexity": "1hop", "operator_type": "sequence", "t_query": 1928.0, "gold": "FSV Frankfurt", "pred": "\nOkay, let's see. The question is asking, after Robert Pache was a member of Servette FC in 1920, what was his next sports team? The evidence provided lists several players and their teams, but I need to focus on Robert Pache's career.\n\nLooking at the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Robert Pache member of sports team Servette FC (1920)", "Robert Pache member of sports team FSV Frankfurt (1924)", "Robert Pache member of sports team Switzerland men's national football team (1921)", "Leopold Kielholz member of sports team Servette FC (1937)", "Hans Eklund member of sports team Servette FC (1994)", "Vincenzo Palumbo member of sports team Servette FC (1994)", "Franck Durix member of sports team Servette FC (1997)", "Alexander Frei member of sports team Servette FC (2000)", "Johann Lonfat member of sports team Servette FC (2007)", "J\u00e9r\u00f4me Schneider member of sports team Servette FC (2008)" ] }, { "id": "q_006368", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1902.0, "gold": "Chemins de fer du Midi", "pred": "\nOkay, let's try to figure this out. The question is asking about the operator of Q802601 in 1902. First, I need to understand what Q802601 refers to. Since the user mentioned that the answer should be a person, place", "em": 0.0, "f1": 0.0, "retrieved": [ "Paris\u2013Lille railway operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "LGV Sud-Est operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1976)", "S\u00e9lestat\u2013Saverne railway line operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "Belfort\u2013Delle railway line operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "Dijon-Vallorbe railway line operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "Tarascon\u2013S\u00e8te railway line operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "R\u00e9milly\u2013Saarbr\u00fccken railway line operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "Mantes-la-Jolie\u2013Cherbourg railway operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)" ] }, { "id": "q_002589", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Angelo Anquilletti after the Kingdom of Italy. The reference year is 1980.\n\nFirst, I need to look at the evidence provided. There are several entries about Angelo Anquilletti's citizenship", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Angelo Anquilletti country of citizenship Italy (1946)", "Angelo Anquilletti country of citizenship Kingdom of Italy (1943)", "Angelo Anquilletti member of sports team Atalanta BC (1964)", "Angelo Anquilletti member of sports team AC Milan (1966)", "Angelo Anquilletti member of sports team AC Monza (1977)", "Angelo Anquilletti member of sports team Italy men's national association football team (1969)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Angelo Bartolomasi country of citizenship Kingdom of Italy (1900)", "Angelo Rotta country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006409", "complexity": "1hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "A.O. Kavalas (association football)", "pred": "\nOkay, let's see. The question is asking, after Croatia men's national football team, who was the member of sports team of Mario Galinovi\u0107?\n\nFirst, I need to parse the evidence provided. The evidence lists several people and their sports team memberships with years. The key here is to find", "em": 0.0, "f1": 0.04444444444444445, "retrieved": [ "Mario Galinovi\u0107 member of sports team Croatia men's national football team (1999)", "Mario Galinovi\u0107 member of sports team NK Osijek (1993)", "Mario Galinovi\u0107 member of sports team A.O. Kavalas (association football) (2010)", "Ante Mi\u0161e member of sports team Croatia men's national football team (1992)", "Davor Vugrinec member of sports team Croatia men's national football team (1996)", "Vladimir Vasilj member of sports team Croatia men's national football team (1998)", "Ivan Leko member of sports team Croatia men's national football team (1999)", "Ivan Turina member of sports team Croatia men's national football team (2006)", "Ante Vuku\u0161i\u0107 member of sports team Croatia men's national football team (2012)", "Ivan Turina member of sports team NK Osijek (2002)" ] }, { "id": "q_002646", "complexity": "1hop", "operator_type": "interval", "t_query": 1997.0, "gold": "1997", "pred": "\nOkay, let's see. The user is asking when Javier Mar\u00edas received the Nelly Sachs Prize. The reference year given is 1997.\n\nLooking at the evidence provided, the first entry says \"Javier Mar\u00edas award received Nelly Sachs Prize (1997)\". That seems straightforward", "em": 1.0, "f1": 0.0625, "retrieved": [ "Javier Mar\u00edas award received Nelly Sachs Prize (1997)", "Javier Mar\u00edas award received Austrian State Prize for European Literature (2011)", "Giorgio Bassani award received Nelly Sachs Prize (1969)", "Milan Kundera award received Nelly Sachs Prize (1987)", "V\u00e1clav Havel award received Austrian State Prize for European Literature (1968)", "Harold Pinter award received Austrian State Prize for European Literature (1973)", "Fulvio Tomizza award received Austrian State Prize for European Literature (1979)", "Giorgio Manganelli award received Austrian State Prize for European Literature (1986)", "Milan Kundera award received Austrian State Prize for European Literature (1987)", "Salman Rushdie award received Austrian State Prize for European Literature (1992)" ] }, { "id": "q_002133", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1917.0, "gold": "Gold Medal of the Royal Astronomical Society", "pred": "\nOkay, let's see. The user is asking about the award Walter Sydney Adams received in 1917. The reference year is 1917, so I need to look through the evidence provided for that year.\n\nLooking at the evidence list, the first entry says: \"Walter Sydney", "em": 0.0, "f1": 0.04761904761904761, "retrieved": [ "Walter Sydney Adams award received Gold Medal of the Royal Astronomical Society (1917)", "Walter Sydney Adams award received Bruce Medal (1928)", "Walter Sydney Adams nominated for Nobel Prize in Physics (1920)", "Harlow Shapley award received Gold Medal of the Royal Astronomical Society (1934)", "Subrahmanyan Chandrasekhar award received Gold Medal of the Royal Astronomical Society (1953)", "Bengt Str\u00f6mgren award received Gold Medal of the Royal Astronomical Society (1962)", "Hannes Alfv\u00e9n award received Gold Medal of the Royal Astronomical Society (1967)", "Fred Hoyle award received Gold Medal of the Royal Astronomical Society (1968)", "Maarten Schmidt award received Gold Medal of the Royal Astronomical Society (1980)", "Rashid Sunyaev award received Gold Medal of the Royal Astronomical Society (1995)" ] }, { "id": "q_000302", "complexity": "1hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Vittorio Brambilla after the year mentioned as \"Vittorio Brambilla country of citizenship Kingdom of Italy.\" \n\nFirst, I need to look at the evidence provided. There are two entries for Vitt", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Vittorio Brambilla country of citizenship Italy (1946)", "Vittorio Brambilla country of citizenship Kingdom of Italy (1937)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002678", "complexity": "1hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "Atalanta BC", "pred": "\nOkay, let's see. The question is asking, after Juventus FC, who was the next member of the sports team that Stefano Angeleri was part of. The reference year is 1952.\n\nLooking at the evidence provided, there are entries about Stefano Angeleri being a member", "em": 0.0, "f1": 0.0, "retrieved": [ "Stefano Angeleri member of sports team Juventus FC (1947)", "Stefano Angeleri member of sports team Atalanta BC (1949)", "Stefano Angeleri country of citizenship Italy (1946)", "Stefano Angeleri country of citizenship Kingdom of Italy (1926)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Princess Alice of Parma country of citizenship Kingdom of Italy (1900)", "Victor Emmanuel III of Italy country of citizenship Kingdom of Italy (1900)", "Ferdinand IV, Grand Duke of Tuscany country of citizenship Kingdom of Italy (1900)", "Province of Turin country Kingdom of Italy (1900)" ] }, { "id": "q_004224", "complexity": "1hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Tony Award for Best Actress in a Play", "pred": "\nOkay, let's see. The question is asking, after Jane Alexander won the Academy Award for Best Supporting Actress, who was the next person nominated for that category. Wait, no, actually, the question is phrased a bit differently. Let me read it again.\n\nThe question says: \"After Academy", "em": 0.0, "f1": 0.21739130434782608, "retrieved": [ "Jane Alexander nominated for Academy Award for Best Supporting Actress (1977)", "Jane Alexander award received Primetime Emmy Award for Outstanding Supporting Actress in a Miniseries or a Movie (1981)", "Jane Alexander nominated for Academy Award for Best Actress (1971)", "Jane Alexander position held chairperson (1993)", "Jane Alexander nominated for Tony Award for Best Actress in a Play (1973)", "Jane Alexander award received Tony Award for Best Featured Actress in a Play (1969)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Rebecca nominated for Academy Award for Best Actress (1941)", "Ruth Chatterton nominated for Academy Award for Best Actress (1930)", "Katharine Hepburn nominated for Academy Award for Best Actress (1936)" ] }, { "id": "q_005379", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "arrondissement of Bourg-en-Bresse", "pred": "\nOkay, let's see. The user is asking about where P\u00e9rouges was located in 2001. The evidence provided mentions that P\u00e9rouges is in the arrondissement of Bourg-en-Bresse, but the year given is 1926. Wait, the reference year is", "em": 1.0, "f1": 0.27777777777777773, "retrieved": [ "P\u00e9rouges located in the administrative territorial entity arrondissement of Bourg-en-Bresse (1926)", "Le Montellier located in the administrative territorial entity arrondissement of Bourg-en-Bresse (1926)", "Charnoz-sur-Ain located in the administrative territorial entity arrondissement of Bourg-en-Bresse (1926)" ] }, { "id": "q_006243", "complexity": "1hop", "operator_type": "interval", "t_query": 1982.0, "gold": "1982", "pred": "\nOkay, let's tackle this question. The user is asking for the year when the cast member of Cagney & Lacey was equal to Meg Foster. The reference year given is 1982, and the evidence mentions Meg Foster as a cast member in 1982.\n\nFirst,", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Cagney & Lacey cast member Meg Foster (1982)" ] }, { "id": "q_008166", "complexity": "1hop", "operator_type": "before_after", "t_query": 1945.0, "gold": "MTK Budapest FC", "pred": "\nOkay, let's see. The question is asking who was the member of the sports team of Imre Kov\u00e1cs before he joined the Hungary men's national football team. The reference year is 1945.\n\nLooking at the evidence provided, there's information about Imre Kov\u00e1cs being a", "em": 0.0, "f1": 0.0, "retrieved": [ "Imre Kov\u00e1cs member of sports team Hungary men's national football team (1948)", "Imre Kov\u00e1cs member of sports team MTK Budapest FC (1945)", "Jen\u0151 Konr\u00e1d member of sports team Hungary men's national football team (1915)", "Rudolf Jeny member of sports team Hungary men's national football team (1919)", "Gyula M\u00e1ndi member of sports team Hungary men's national football team (1921)", "Zolt\u00e1n Opata member of sports team Hungary men's national football team (1922)", "Jen\u0151 Kalm\u00e1r member of sports team Hungary men's national football team (1928)", "L\u00e1szl\u00f3 Fenyvesi member of sports team Hungary men's national football team (1931)", "Istv\u00e1n Palot\u00e1s member of sports team Hungary men's national football team (1933)", "J\u00e1nos Gyarmati member of sports team Hungary men's national football team (1937)" ] }, { "id": "q_003678", "complexity": "1hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "lawyer", "pred": "\nOkay, let's see. The user is asking about John Bell Williams' occupation after he served as Governor of Mississippi in 1968. The reference year is 1980.\n\nLooking at the evidence provided, there are a few entries for John Bell Williams. First, it says he was", "em": 0.0, "f1": 0.0, "retrieved": [ "John Bell Williams position held Governor of Mississippi (1968)", "Ray Mabus position held Governor of Mississippi (1988)", "John Bell Williams position held lawyer (1944)", "John Bell Williams occupation lawyer (1973)", "Andrew Jacobs occupation lawyer (1930)", "Jos Chabert occupation lawyer (1959)", "Steve Cohen occupation lawyer (1975)", "Guido Westerwelle occupation lawyer (1991)", "Fran\u00e7ois Baroin occupation lawyer (2014)", "Marine Le Pen occupation lawyer (2015)" ] }, { "id": "q_000025", "complexity": "1hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Klaus Jensen", "pred": "\nOkay, let's try to figure this out. The question is asking, after Trier became part of the Weimar Republic, what was the head of government of Trier?\n\nFirst, I need to check the evidence provided. The reference year is 2008, but the evidence includes dates from", "em": 0.0, "f1": 0.0, "retrieved": [ "Weimar Republic replaces German Empire (1919)", "Trier capital of Trier (1900)", "Trier located in the administrative territorial entity Trier (1900)", "Trier located in the administrative territorial entity Rhine Province (1900)", "Weimar country German Empire (1900)", "Trier country German Empire (1900)", "Wilhelm R\u00f6ntgen country of citizenship German Empire (1900)", "Albrecht Brandi country of citizenship German Empire (1914)", "Georg August Zenker country of citizenship German Empire (1900)", "Karlsruhe country German Empire (1900)" ] }, { "id": "q_001419", "complexity": "1hop", "operator_type": "before_after", "t_query": 1940.0, "gold": "United Kingdom", "pred": "\nOkay, let's try to figure this out. The question is asking, after the United Kingdom of Great Britain and Ireland, who was the located in of Mandatory Palestine? The reference year is 1940.\n\nFirst, I need to look at the evidence provided. The evidence mentions that Mandatory Palestine was", "em": 1.0, "f1": 0.09756097560975609, "retrieved": [ "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Acre located in the administrative territorial entity Israel (1948)", "Parliament of the United Kingdom country United Kingdom of Great Britain and Ireland (1900)", "Parliament of the United Kingdom applies to jurisdiction United Kingdom of Great Britain and Ireland (1900)", "United Kingdom replaces United Kingdom of Great Britain and Ireland (1927)", "Belfast country United Kingdom of Great Britain and Ireland (1900)", "Leinster country United Kingdom of Great Britain and Ireland (1900)", "Crowborough country United Kingdom of Great Britain and Ireland (1900)", "Angus country United Kingdom of Great Britain and Ireland (1900)", "Perth country United Kingdom of Great Britain and Ireland (1900)" ] }, { "id": "q_000689", "complexity": "1hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Franca Ongaro's country of citizenship before Italy. The reference year is 1943.\n\nLooking at the evidence provided, there are entries for Franca Ongaro's citizenship. The first one says \"Franca Ong", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Franca Ongaro country of citizenship Italy (1946)", "Franca Ongaro country of citizenship Kingdom of Italy (1928)", "Franca Florio country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004963", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "City of Gosford", "pred": "\nOkay, let's see. The question is asking what Gosford was located in during 1982. The evidence given is that Gosford is located in the administrative territorial entity called the City of Gosford, which was established in 1947.\n\nFirst, I need to understand the relationship", "em": 1.0, "f1": 0.1621621621621622, "retrieved": [ "Gosford located in the administrative territorial entity City of Gosford (1947)" ] }, { "id": "q_001580", "complexity": "1hop", "operator_type": "sequence", "t_query": 1936.0, "gold": "London", "pred": "\nOkay, let's see. The question is asking, after Joseph Hertz worked in Johannesburg, what was his next work location. The reference year is 1936, so I need to look at the evidence provided and find the answer related to that time.\n\nFirst, let me check the evidence about", "em": 0.0, "f1": 0.0, "retrieved": [ "Joseph Hertz work location Johannesburg (1900)", "Joseph Hertz work location London (1913)", "Joseph Hertz work location New York City (1911)", "Prelinger Archives located in the administrative territorial entity New York City (1982)", "Variety place of publication New York City (1905)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)" ] }, { "id": "q_002212", "complexity": "1hop", "operator_type": "interval", "t_query": 1977.0, "gold": "1977", "pred": "\nOkay, let's see. The user is asking when the New York Islanders were the drafted by of John Tonelli. The reference year given is 1977.\n\nLooking at the evidence, there's a point that says \"John Tonelli drafted by New York Islanders (1977)\". So", "em": 1.0, "f1": 0.06060606060606061, "retrieved": [ "John Tonelli drafted by New York Islanders (1977)", "Tomi Pettinen drafted by New York Islanders (2000)", "David Ullstr\u00f6m drafted by New York Islanders (2008)", "New York Islanders award received Clarence S. Campbell Bowl (1978)" ] }, { "id": "q_001427", "complexity": "1hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "FC Lausanne-Sport", "pred": "\nOkay, let's see. The question is asking for the sports team that Pierre Kerkhoffs joined after his time at FC Twente. The reference year is 1967.\n\nLooking at the evidence provided, there are several entries about Pierre Kerkhoffs being part of different teams. Let", "em": 0.0, "f1": 0.048780487804878044, "retrieved": [ "Pierre Kerkhoffs member of sports team FC Twente (1959)", "Pierre Kerkhoffs member of sports team FC Lausanne-Sport (1964)", "Pierre Kerkhoffs member of sports team PSV Eindhoven (1961)", "Pierre Kerkhoffs member of sports team Netherlands national association football team (1960)", "Theo Snelders member of sports team FC Twente (1980)", "Joost Volmer member of sports team FC Twente (1993)", "Tonnie Cusell member of sports team FC Twente (2000)", "Patrick Pothuizen member of sports team FC Twente (2001)", "Cheick Tiot\u00e9 member of sports team FC Twente (2008)", "Peter Wisgerhof member of sports team FC Twente (2009)" ] }, { "id": "q_000751", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Seine-et-Oise", "pred": "\nOkay, let's see. The user is asking about Brunoy's location in 1942. The evidence provided lists several places located in Seine-et-Oise in 1900. Brunoy is one of them. But the question is about 1942, not", "em": 1.0, "f1": 0.18181818181818182, "retrieved": [ "Brunoy located in the administrative territorial entity Seine-et-Oise (1900)", "Argenteuil located in the administrative territorial entity Seine-et-Oise (1900)", "Grigny located in the administrative territorial entity Seine-et-Oise (1900)", "Valenton located in the administrative territorial entity Seine-et-Oise (1900)", "Montlh\u00e9ry located in the administrative territorial entity Seine-et-Oise (1900)", "M\u00e9r\u00e9ville located in the administrative territorial entity Seine-et-Oise (1900)", "Saclas located in the administrative territorial entity Seine-et-Oise (1900)", "Marines located in the administrative territorial entity Seine-et-Oise (1900)", "Attainville located in the administrative territorial entity Seine-et-Oise (1900)", "Feucherolles located in the administrative territorial entity Seine-et-Oise (1900)" ] }, { "id": "q_005986", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "FC Spartak Trnava", "pred": "\nOkay, let's see. The question is asking what sports team Martin Ra\u0161ka was a member of in 2013. The reference year is 2013, so I need to look at the evidence provided to find out which team he was part of that year.\n\nLooking at the", "em": 0.0, "f1": 0.0, "retrieved": [ "Martin Ra\u0161ka member of sports team FC Midtjylland (2007)", "Martin Ra\u0161ka member of sports team FC Ban\u00edk Ostrava (1997)", "Martin Ra\u0161ka member of sports team FC Spartak Trnava (2010)", "Adigun Salami member of sports team FC Midtjylland (2006)", "Jesper Juelsg\u00e5rd member of sports team FC Midtjylland (2006)", "Petter Furuseth member of sports team FC Midtjylland (2008)", "Arkadiusz Onyszko member of sports team FC Midtjylland (2009)", "Vladim\u00edr Bouzek member of sports team FC Ban\u00edk Ostrava (1944)", "Tom\u00e1\u0161 Posp\u00edchal member of sports team FC Ban\u00edk Ostrava (1972)", "Karel Br\u00fcckner member of sports team FC Ban\u00edk Ostrava (1972)" ] }, { "id": "q_002412", "complexity": "1hop", "operator_type": "before_after", "t_query": 1983.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Pino Lancetti's country of citizenship after the Kingdom of Italy. The reference year is 1983, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, I need to", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Pino Lancetti country of citizenship Italy (1946)", "Pino Lancetti country of citizenship Kingdom of Italy (1932)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001943", "complexity": "1hop", "operator_type": "interval", "t_query": 1999.0, "gold": "1999", "pred": "\nOkay, let's see. The user is asking about when the Los Angeles Kings were the drafted by of Franti\u0161ek Kaberle. The reference year given is 1999.\n\nLooking at the evidence provided, there's a point that says \"Franti\u0161ek Kaberle drafted by", "em": 1.0, "f1": 0.05882352941176471, "retrieved": [ "Franti\u0161ek Kaberle drafted by Los Angeles Kings (1999)", "Brady Murray drafted by Los Angeles Kings (2003)" ] }, { "id": "q_005685", "complexity": "1hop", "operator_type": "interval", "t_query": 1939.0, "gold": "1939", "pred": "\nOkay, let's see. The user is asking about the year when \"The Adventures of Robin Hood\" was nominated for the Academy Award for Best Film Editing. The reference year given is 1939, which might be a clue.\n\nFirst, I need to check the evidence provided. The evidence lists", "em": 1.0, "f1": 0.04878048780487806, "retrieved": [ "Rebecca nominated for Academy Award for Best Film Editing (1941)", "Cabaret nominated for Academy Award for Best Film Editing (1973)", "Charles Frend nominated for Academy Award for Best Film Editing (1940)", "Terry Rawlings nominated for Academy Award for Best Film Editing (1982)", "Ray Lovejoy nominated for Academy Award for Best Film Editing (1987)", "James Cameron nominated for Academy Award for Best Film Editing (1998)", "Who Framed Roger Rabbit nominated for Academy Award for Best Film Editing (1989)", "Cabaret award received Academy Award for Best Film Editing (1971)", "James Cameron award received Academy Award for Best Film Editing (1998)", "Who Framed Roger Rabbit award received Academy Award for Best Film Editing (1989)" ] }, { "id": "q_001916", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "Str\u00f8msgodset IF", "pred": "\nOkay, let's see. The user is asking about Kim Larsen's sports team membership in 2003. The reference year is 2003, so I need to look at the evidence provided.\n\nLooking through the evidence, there's a list of entries. Let me scan each one", "em": 0.0, "f1": 0.0, "retrieved": [ "Kim Larsen member of sports team Str\u00f8msgodset IF (2003)", "Kim Larsen member of sports team Odds BK (2000)", "Kim Larsen member of sports team Raufoss IL (2002)", "Kim Larsen member of sports team Troms\u00f8 IL (2005)", "Kim Larsen member of sports team Kalmar FF (2006)", "Tuomo K\u00f6n\u00f6nen member of sports team Odds BK (2006)", "Arne Erlandsen member of sports team Str\u00f8msgodset IF (1990)", "Peter Lindau member of sports team Str\u00f8msgodset IF (2001)", "Nils Solstad member of sports team Troms\u00f8 IL (1981)", "Olav R\u00e5stad member of sports team Troms\u00f8 IL (1999)" ] }, { "id": "q_006927", "complexity": "1hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Aldo Fabrizi's country of citizenship after the Kingdom of Italy. The reference year is 1956.\n\nLooking at the evidence provided, there are two entries for Aldo Fabrizi. The first one says he was a", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Aldo Fabrizi country of citizenship Italy (1946)", "Aldo Fabrizi country of citizenship Kingdom of Italy (1905)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000904", "complexity": "1hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Luigi Bajardi after the entry that mentions \"Luigi Bajardi country of citizenship Kingdom of Italy (1904)\". \n\nFirst, I need to look at the evidence provided. There are several entries about", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Luigi Bajardi country of citizenship Italy (1946)", "Luigi Bajardi country of citizenship Kingdom of Italy (1904)", "Luigi Bajardi member of sports team Piacenza Calcio (1924)", "Luigi Bajardi member of sports team F.C. Pro Vercelli 1892 (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006701", "complexity": "1hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after the Kingdom of Italy, who was the country of citizenship of Alberto Lattuada? The reference year is 1971.\n\nFirst, I need to look at the evidence provided. Let me go through each entry.\n\nThe", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Alberto Lattuada country of citizenship Italy (1946)", "Alberto Lattuada spouse Carla Del Poggio (1945)", "Alberto Lattuada country of citizenship Kingdom of Italy (1914)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alberto Franchetti country of citizenship Kingdom of Italy (1900)", "Alberto Ascoli country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005536", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1945.0, "gold": "Fengtien", "pred": "\nOkay, let's see. The user is asking about the location of Faku County in 1945. The evidence provided mentions two different administrative entities for Faku County: Fengtien in 1932 and Tieling in 1984. But the question is about", "em": 1.0, "f1": 0.0625, "retrieved": [ "Faku County located in the administrative territorial entity Fengtien (1932)", "Faku County located in the administrative territorial entity Tieling (1984)", "Dongliao County located in the administrative territorial entity Fengtien (1932)" ] }, { "id": "q_000555", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "Gertrude Stein", "pred": "\nOkay, let's see. The user is asking what Gertrude Stein owned in 1946. The evidence provided includes two points: first, that Gertrude Stein owned something in 1906, and second, that Alice B. Toklas was her unmarried partner in 1", "em": 1.0, "f1": 0.1111111111111111, "retrieved": [ "Gertrude Stein owned by Gertrude Stein (1906)", "Alice B. Toklas unmarried partner Gertrude Stein (1907)" ] }, { "id": "q_005626", "complexity": "1hop", "operator_type": "before_after", "t_query": 1981.0, "gold": "Heiner Gei\u00dfler", "pred": "\nOkay, let's try to figure out who the general secretary of the Christian Democratic Union (CDU) was after Bruno Heck in 1981. First, I need to recall the evidence provided. The reference year is 1981, so I should focus on the information given around that", "em": 0.0, "f1": 0.0, "retrieved": [ "Christian Democratic Union chairperson Konrad Adenauer (1950)", "Christian Democratic Union chairperson Ludwig Erhard (1966)", "J\u00fcrgen M\u00f6llemann member of political party Christian Democratic Union (1962)", "Christian Democratic Union chairperson Kurt Georg Kiesinger (1967)", "Hanns Martin Schleyer member of political party Christian Democratic Union (1970)", "J\u00fcrgen M\u00f6llemann member of political party Free Democratic Party (1970)", "Germany head of government Konrad Adenauer (1949)", "Germany head of government Ludwig Erhard (1963)", "Hanns Martin Schleyer member of Schutzstaffel (1933)", "Germany head of government Kurt Georg Kiesinger (1966)" ] }, { "id": "q_005124", "complexity": "1hop", "operator_type": "before_after", "t_query": 1990.0, "gold": "Algiers", "pred": "\nOkay, let's tackle this question. The user is asking about the place of burial of Pierre Savorgnan de Brazza after P\u00e8re Lachaise Cemetery. The reference year is 1990, but the evidence provided has dates from 1900 to 1907.", "em": 0.0, "f1": 0.0, "retrieved": [ "Pierre Savorgnan de Brazza place of burial P\u00e8re Lachaise Cemetery (1905)", "Pierre Savorgnan de Brazza place of burial Algiers (1907)", "Pierre Savorgnan de Brazza significant event funeral (1905)", "Pierre Savorgnan de Brazza country of citizenship France (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Princess Alice of Parma country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002798", "complexity": "1hop", "operator_type": "before_after", "t_query": 1956.0, "gold": "Coll\u00e8ge de France", "pred": "\nOkay, let's see. The question is asking about Andr\u00e9 Lichnerowicz's employer after the National Center for Scientific Research. The reference year is 1956.\n\nLooking at the evidence provided, the first entry is about Andr\u00e9 Lichnerowicz being employed by the National Center for Scientific", "em": 0.0, "f1": 0.0, "retrieved": [ "Andr\u00e9 Lichnerowicz employer National Center for Scientific Research (1939)", "Pierre Hadot employer National Center for Scientific Research (1949)", "Jean Vercoutter employer National Center for Scientific Research (1949)", "Fran\u00e7ois Bruhat employer National Center for Scientific Research (1953)", "Benoit Mandelbrot employer National Center for Scientific Research (1954)", "Pierre Cartier employer National Center for Scientific Research (1954)", "Gor\u014d Shimura employer National Center for Scientific Research (1957)", "Alexander Grothendieck employer National Center for Scientific Research (1984)", "Jean-Pierre Vernant employer National Center for Scientific Research (1952)", "Emmanuel Le Roy Ladurie employer National Center for Scientific Research (1958)" ] }, { "id": "q_003885", "complexity": "1hop", "operator_type": "sequence", "t_query": 2021.0, "gold": "National Oceanic and Atmospheric Administration", "pred": "\nOkay, let's tackle this question. The user is asking, \"After EWS-G2 significant event rocket launch, what was the owned by of EWS-G2?\" \n\nFirst, I need to parse the evidence provided. The reference year is 2021, but the evidence includes several entries", "em": 0.0, "f1": 0.0, "retrieved": [ "EWS-G2 owned by National Oceanic and Atmospheric Administration (2010)", "EWS-G2 significant event rocket launch (2010)", "Tenma significant event rocket launch (1983)", "Discoverer 18 significant event rocket launch (1960)", "Cosmos 82 significant event rocket launch (1965)" ] }, { "id": "q_005314", "complexity": "1hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "Taiwan", "pred": "\nOkay, let's tackle this question. The user is asking about Li Tsung-jen's country of citizenship after he held the position of President of the Republic of China. The reference year is 1962.\n\nFirst, I need to look at the evidence provided. The relevant entries for Li Ts", "em": 0.0, "f1": 0.0, "retrieved": [ "Li Tsung-jen position held President of the Republic of China (1949)", "Wang Jingwei position held President of the Republic of China (1940)", "Yen Chia-kan position held President of the Republic of China (1975)", "Li Tsung-jen country of citizenship Taiwan (1949)", "Li Tsung-jen country of citizenship Qing dynasty (1900)", "Li Tsung-jen country of citizenship People's Republic of China (1965)", "Li Peng country of citizenship People's Republic of China (1949)", "Li Rui country of citizenship People's Republic of China (1949)", "Gong Li country of citizenship People's Republic of China (1965)", "People's Republic of China diplomatic relation The Gambia (1974)" ] }, { "id": "q_007748", "complexity": "1hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "Knight Bachelor", "pred": "\nOkay, let's see. The user is asking about the award Bobby Charlton received after he was a member of the England men's national association football team. The reference year is 1994.\n\nLooking at the evidence provided, there's a mention that Bobby Charlton received the Knight Bachelor in", "em": 1.0, "f1": 0.09756097560975609, "retrieved": [ "Bobby Charlton award received Knight Bachelor (1994)", "Bobby Charlton award received Ballon d'Or (1966)", "Bobby Charlton member of sports team England men's national association football team (1958)", "Bobby Smith member of sports team England men's national association football team (1961)", "George Holley member of sports team England men's national association football team (1909)", "Charlie Buchan member of sports team England men's national association football team (1913)", "Billy Brown member of sports team England men's national association football team (1923)", "George Armitage member of sports team England men's national association football team (1924)", "David Jack member of sports team England men's national association football team (1924)", "Syd Bishop member of sports team England men's national association football team (1927)" ] }, { "id": "q_002726", "complexity": "1hop", "operator_type": "before_after", "t_query": 2021.0, "gold": "SK Slavia Prague", "pred": "\nOkay, let's try to figure this out. The question is asking, after CSM Unirea Alba Iulia, who was a member of Nicu\u0219or Stanciu's sports team. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, the reference year", "em": 0.0, "f1": 0.0, "retrieved": [ "Nicu\u0219or Stanciu member of sports team FCSB (2013)", "Nicu\u0219or Stanciu member of sports team AC Sparta Prague (2018)", "Nicu\u0219or Stanciu member of sports team SK Slavia Prague (2019)", "Nicu\u0219or Stanciu member of sports team R.S.C. Anderlecht (2016)", "\u0218tefan Iovan member of sports team FCSB (1980)", "Ilie B\u0103rbulescu member of sports team FCSB (1984)", "Tudorel Stoica member of sports team FCSB (1990)", "Lauren\u021biu Reghecampf member of sports team FCSB (1996)", "Valeriu Bordeanu member of sports team FCSB (1999)", "Dorinel Munteanu member of sports team FCSB (2003)" ] }, { "id": "q_004003", "complexity": "1hop", "operator_type": "before_after", "t_query": 1924.0, "gold": "KRC Mechelen", "pred": "\nOkay, let's see. The question is asking, before Jan Diddens was a member of the Belgium men's national football team, which team was he part of? The reference year is 1924.\n\nLooking at the evidence provided, there's a mention that Jan Diddens was a", "em": 0.0, "f1": 0.0, "retrieved": [ "Jan Diddens member of sports team Belgium men's national football team (1926)", "Jan Diddens member of sports team KRC Mechelen (1922)", "Bernard Voorhoof member of sports team Belgium men's national football team (1928)", "Johan Devrindt member of sports team Belgium men's national football team (1964)", "Lei Clijsters member of sports team Belgium men's national football team (1983)", "Koen Daerden member of sports team Belgium men's national football team (2002)", "Vincent Kompany member of sports team Belgium men's national football team (2004)", "Thomas Chatelle member of sports team Belgium men's national football team (2004)", "Mousa Demb\u00e9l\u00e9 member of sports team Belgium men's national football team (2006)", "Marvin Ogunjimi member of sports team Belgium men's national football team (2010)" ] }, { "id": "q_008148", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1985.0, "gold": "Soviet Union", "pred": "\nOkay, let's tackle this question. The user is asking for Alexei Navalny's country of citizenship in 1985. Let me look at the evidence provided.\n\nFirst, there's a point stating that Alexei Navalny was a citizen of the Soviet Union in 1976.", "em": 1.0, "f1": 0.1081081081081081, "retrieved": [ "Alexei Navalny country of citizenship Soviet Union (1976)", "Alexei Navalny educated at Yale University (2010)", "Alexei Navalny award received Time 100 (2017)", "Alexei Navalny award received Bambi Award (2023)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)" ] }, { "id": "q_004079", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1916.0, "gold": "Marie Bonaparte", "pred": "\nOkay, let's see. The user is asking about Prince George of Greece and Denmark's spouse in 1916. The reference year is 1916, so I need to check the evidence provided.\n\nLooking at the evidence, there are two entries. Both mention Marie Bonaparte and", "em": 1.0, "f1": 0.1, "retrieved": [ "Marie Bonaparte spouse Prince George of Greece and Denmark (1907)", "Prince George of Greece and Denmark spouse Marie Bonaparte (1907)" ] }, { "id": "q_003444", "complexity": "1hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "A.S. Nancy-Lorraine", "pred": "\nOkay, let's see. The question is asking, after R.C. Lens, who was the next team Ronan Le Crom played for. The reference year is 2011.\n\nLooking at the evidence provided, there's a list of players and their teams. For Ronan Le Crom, the", "em": 0.0, "f1": 0.0975609756097561, "retrieved": [ "Ronan Le Crom member of sports team R.C. Lens (2007)", "Jean Templin member of sports team R.C. Lens (1956)", "Didier Six member of sports team R.C. Lens (1977)", "Tudorel Stoica member of sports team R.C. Lens (1989)", "Fr\u00e9d\u00e9ric D\u00e9hu member of sports team R.C. Lens (1991)", "Ronan Le Crom member of sports team AJ Auxerre (1993)", "Ronan Le Crom member of sports team LB Ch\u00e2teauroux (1996)", "Ronan Le Crom member of sports team AS Saint-\u00c9tienne (2004)", "Ronan Le Crom member of sports team ES Troyes AC (2005)", "Ronan Le Crom member of sports team Grenoble Foot 38 (2008)" ] }, { "id": "q_004684", "complexity": "1hop", "operator_type": "before_after", "t_query": 1945.0, "gold": "Schutzstaffel", "pred": "\nOkay, let's see. The question is asking, after Hans G\u00fcnther was a member of the Sturmabteilung (SA), who was the next member he joined? The reference year is 1945.\n\nFirst, I need to look at the evidence provided. The evidence lists several people", "em": 0.0, "f1": 0.0, "retrieved": [ "Hans G\u00fcnther member of Sturmabteilung (1928)", "Hans G\u00fcnther member of Schutzstaffel (1937)", "Hans G\u00fcnther member of political party Nazi Party (1929)", "Hartmann Lauterbacher member of Schutzstaffel (1940)", "Hanns Martin Schleyer member of Schutzstaffel (1933)", "Richard Schulze-Kossens member of Schutzstaffel (1934)", "Prince Philipp, Landgrave of Hesse member of political party Nazi Party (1930)", "Julius Streicher member of political party Nazi Party (1921)", "Hartmann Lauterbacher member of political party Nazi Party (1927)", "Hermann G\u00f6ring member of political party Nazi Party (1928)" ] }, { "id": "q_007043", "complexity": "1hop", "operator_type": "interval", "t_query": 1995.0, "gold": "1995", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the year when Andr\u00e9 T\u00e9chin\u00e9 received an award equal to the C\u00e9sar Award for Best Director. The reference year given is 1995, but I need to check the evidence provided to find", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "The Umbrellas of Cherbourg award received Louis Delluc Prize (1963)", "Claude Goretta nominated for C\u00e9sar Award for Best Film (1978)", "Andrzej Wajda nominated for C\u00e9sar Award for Best Film (1983)", "Patrice Ch\u00e9reau nominated for C\u00e9sar Award for Best Film (1995)", "Claude Chabrol nominated for C\u00e9sar Award for Best Film (1996)", "Jean Renoir award received Louis Delluc Prize (1937)", "Stolen Kisses award received Louis Delluc Prize (1968)", "Andrzej Wajda award received Louis Delluc Prize (1982)", "Otar Iosseliani award received Louis Delluc Prize (1999)", "Claude Chabrol award received Louis Delluc Prize (2000)" ] }, { "id": "q_002077", "complexity": "1hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "Scunthorpe United F.C.", "pred": "\nOkay, let's see. The user is asking about Jermaine Beckford's sports team membership after he was part of Wealdstone F.C. The reference year is 2007.\n\nLooking at the evidence provided, there's a list of teams and years. The key here is to find", "em": 0.0, "f1": 0.09090909090909091, "retrieved": [ "Jermaine Beckford member of sports team Everton F.C. (2010)", "Jermaine Beckford member of sports team Scunthorpe United F.C. (2007)", "Jermaine Beckford member of sports team Leicester City F.C. (2011)", "Jermaine Beckford member of sports team Bolton Wanderers F.C. (2013)", "Jermaine Beckford member of sports team Huddersfield Town A.F.C. (2013)", "Jermaine Beckford member of sports team Preston North End F.C. (2015)", "Jermaine Beckford member of sports team Jamaica men's national association football team (2013)", "Harry Morton member of sports team Everton F.C. (1937)", "Tommy Wright member of sports team Everton F.C. (1964)", "Colin Todd member of sports team Everton F.C. (1978)" ] }, { "id": "q_005610", "complexity": "1hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Willi Daume", "pred": "\nOkay, let's see. The question is asking who was the chairperson of the German Handball Association before Bernd Steinhauser. The reference year given is 1949.\n\nLooking at the evidence provided, there's a mention of Willi Daume as the chairperson in 19", "em": 1.0, "f1": 0.1081081081081081, "retrieved": [ "German Handball Association chairperson Bernd Steinhauser (1993)", "German Handball Association chairperson Willi Daume (1949)" ] }, { "id": "q_007161", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1959.0, "gold": "Polish People's Republic", "pred": "\nOkay, let's see. The question is asking about Jan T. Gross's country of citizenship in 1959. The evidence provided includes three entries.\n\nFirst, there's Jan T. Gross with the country of citizenship listed as the Polish People's Republic in 1947. Then Andr", "em": 1.0, "f1": 0.21052631578947367, "retrieved": [ "Jan T. Gross country of citizenship Polish People's Republic (1947)", "Andrzej Wajda country of citizenship Polish People's Republic (1952)", "Wroc\u0142aw country Polish People's Republic (1952)" ] }, { "id": "q_008431", "complexity": "1hop", "operator_type": "before_after", "t_query": 1944.0, "gold": "Kingdom of Greece", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the country of citizenship of Takis after Greece?\" and the reference year is 1944. \n\nFirst, I need to look at the evidence provided. Let me go through each piece of", "em": 0.0, "f1": 0.09523809523809523, "retrieved": [ "Takis country of citizenship Greece (1925)", "Takis country of citizenship Kingdom of Greece (1935)", "Matilde Serao country of citizenship Greece (1900)", "Athens country Kingdom of Greece (1900)", "Takis residence Paris (1954)", "Route nationale 4 located in the administrative territorial entity Paris (1968)", "Bergepanzer 2 operator Greece (2021)", "Universal Copyright Convention signatory Greece (1963)", "Public Power Corporation SA owned by Greece (2001)" ] }, { "id": "q_005503", "complexity": "1hop", "operator_type": "sequence", "t_query": 1966.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Nino Taranto's country of citizenship after the entry that mentions \"Nino Taranto country of citizenship Kingdom of Italy (1900)\". Wait, the evidence has two entries for Nino Taranto. One says \"Kingdom of", "em": 1.0, "f1": 0.06060606060606061, "retrieved": [ "Nino Taranto country of citizenship Italy (1946)", "Nino Taranto country of citizenship Kingdom of Italy (1907)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003756", "complexity": "1hop", "operator_type": "sequence", "t_query": 1947.0, "gold": "Nuremberg Medical Trial", "pred": "\nOkay, let's try to figure this out. The question is asking, after Prince Philipp, Landgrave of Hesse became a member of the Nazi Party in 1930, what was the next participant related to Prince Philipp, Landgrave of Hesse? The evidence given includes several people involved in", "em": 0.0, "f1": 0.0, "retrieved": [ "Prince Philipp, Landgrave of Hesse participant in Nuremberg Medical Trial (1947)", "Prince Philipp, Landgrave of Hesse member of political party Nazi Party (1930)", "Franz Xaver Schwarz participant in Nuremberg Medical Trial (1945)", "Lutz Graf Schwerin von Krosigk participant in Nuremberg Medical Trial (1947)", "Julius Streicher member of political party Nazi Party (1921)", "Hartmann Lauterbacher member of political party Nazi Party (1927)", "Hermann G\u00f6ring member of political party Nazi Party (1928)", "August Eigruber member of political party Nazi Party (1928)", "Hans G\u00fcnther member of political party Nazi Party (1929)", "Wilhelm Grewe member of political party Nazi Party (1933)" ] }, { "id": "q_006939", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1921.0, "gold": "Nobel Prize in Physiology or Medicine", "pred": "\nOkay, let's see. The user is asking about Christiaan Eijkman's nomination in 1921. The reference year is 1921, so I need to check the evidence provided for that year.\n\nLooking at the evidence list, the entries are about various people being nominated", "em": 0.0, "f1": 0.048780487804878044, "retrieved": [ "Christiaan Eijkman employer Utrecht University (1900)", "Christiaan Eijkman nominated for Nobel Prize in Physiology or Medicine (1914)", "Christiaan Eijkman award received Nobel Prize in Physiology or Medicine (1929)", "Robert Koch nominated for Nobel Prize in Physiology or Medicine (1901)", "Rudolf Virchow nominated for Nobel Prize in Physiology or Medicine (1901)", "Camillo Golgi nominated for Nobel Prize in Physiology or Medicine (1901)", "Ernst Haeckel nominated for Nobel Prize in Physiology or Medicine (1902)", "Max Rubner nominated for Nobel Prize in Physiology or Medicine (1902)", "Oswald Schmiedeberg nominated for Nobel Prize in Physiology or Medicine (1902)", "Wilhelm R\u00f6ntgen nominated for Nobel Prize in Physiology or Medicine (1906)" ] }, { "id": "q_005031", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Giuseppe Bennati in 1956. The evidence provided includes several entries about Giuseppe Bennati's citizenship. \n\nFirst, I need to look at the evidence related to Giuseppe Bennati. There are", "em": 0.0, "f1": 0.0, "retrieved": [ "Giuseppe Bennati country of citizenship Italy (1946)", "Giuseppe Bennati country of citizenship Kingdom of Italy (1921)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001054", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1949.0, "gold": "Italy", "pred": "\nOkay, let's see. The question is asking for Ermanno Olmi's country of citizenship in 1949. Let me check the evidence provided.\n\nLooking at the evidence, there are two entries about Ermanno Olmi's citizenship. The first one says he was a citizen of Italy", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Ermanno Olmi country of citizenship Italy (1946)", "Ermanno Olmi country of citizenship Kingdom of Italy (1931)", "Ermanno Olmi award received C\u00e9sar Award for Best Foreign Film (1979)", "Ermanno Olmi nominated for C\u00e9sar Award for Best Foreign Film (1979)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002273", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Watford F.C.", "pred": "\nOkay, let's see. The question is asking what Alec Chamberlain's sports team was in 2001. Let me check the evidence provided.\n\nLooking at the evidence, there are several entries for Alec Chamberlain with different teams and years. Let me list them out:\n\n- Alec Chamberlain member", "em": 0.0, "f1": 0.0, "retrieved": [ "Tobias Linderoth member of sports team Everton F.C. (2001)", "Alec Chamberlain member of sports team Everton F.C. (1987)", "Alec Chamberlain member of sports team Chelsea F.C. (1992)", "Alec Chamberlain member of sports team Watford F.C. (1996)", "Alec Chamberlain member of sports team Ipswich Town F.C. (1981)", "Alec Chamberlain member of sports team Tranmere Rovers F.C. (1987)", "Alec Chamberlain member of sports team Luton Town F.C. (1988)", "Alec Chamberlain member of sports team Sunderland A.F.C. (1993)", "Harry Morton member of sports team Everton F.C. (1937)", "Tommy Wright member of sports team Everton F.C. (1964)" ] }, { "id": "q_000786", "complexity": "1hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Order of Merit of Baden-W\u00fcrttemberg", "pred": "\nOkay, let's see. The user is asking about the award Tony Marshall received after he got the Goldene Stimmgabel in 1983. The reference year is 2003, but the evidence provided includes various awards and the years they were received.\n\nLooking at the evidence, there", "em": 0.0, "f1": 0.0, "retrieved": [ "Tony Marshall award received Goldene Stimmgabel (1983)", "Tony Marshall award received Order of Merit of Baden-W\u00fcrttemberg (2003)", "Dieter Bohlen award received Goldene Stimmgabel (1985)", "Erste Allgemeine Verunsicherung award received Goldene Stimmgabel (1986)", "August Berberich award received Order of Merit of Baden-W\u00fcrttemberg (1977)", "Joachim Zahn award received Order of Merit of Baden-W\u00fcrttemberg (1979)", "Martin Walser award received Order of Merit of Baden-W\u00fcrttemberg (1980)", "Lothar Sp\u00e4th award received Order of Merit of Baden-W\u00fcrttemberg (1992)", "Heiner Gei\u00dfler award received Order of Merit of Baden-W\u00fcrttemberg (1996)", "Helmut Maucher award received Order of Merit of Baden-W\u00fcrttemberg (1998)" ] }, { "id": "q_002778", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Tottenham Hotspur F.C.", "pred": "\nOkay, let's see. The question is asking what sports team Andros Townsend was a member of in 2014. The reference year is 2014, so I need to look at the evidence provided to find out his team during that year.\n\nLooking at the evidence, there are", "em": 0.0, "f1": 0.0, "retrieved": [ "Andros Townsend member of sports team Watford F.C. (2011)", "Andros Townsend member of sports team Millwall F.C. (2011)", "Andros Townsend member of sports team Leyton Orient F.C. (2009)", "Andros Townsend member of sports team Tottenham Hotspur F.C. (2009)", "Andros Townsend member of sports team Ipswich Town F.C. (2010)", "Andros Townsend member of sports team Birmingham City F.C. (2012)", "Andros Townsend member of sports team Queens Park Rangers F.C. (2013)", "Tottenham Hotspur F.C. head coach Mauricio Pochettino (2014)", "Alec Chamberlain member of sports team Watford F.C. (1996)", "Jimmy Smith member of sports team Leyton Orient F.C. (2009)" ] }, { "id": "q_005074", "complexity": "1hop", "operator_type": "before_after", "t_query": 1919.0, "gold": "Japan", "pred": "\nOkay, let's try to figure this out. The question is asking, \"Before Soviet Union, who was the country of Broutona?\" The reference year is 1919.\n\nLooking at the evidence provided, there's a mention of \"Broutona country Japan (1900)\"", "em": 1.0, "f1": 0.05882352941176471, "retrieved": [ "Broutona country Japan (1900)", "Broutona country Soviet Union (1945)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Yi Un country of citizenship Japan (1957)", "Yi Bangja country of citizenship Japan (1957)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)" ] }, { "id": "q_007312", "complexity": "1hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Chelsea F.C.", "pred": "\nOkay, let's see. The question is asking who was the member of the sports team of Magnus Hedman after AIK Fotboll. The reference year is 2007.\n\nFirst, I need to look at the evidence provided. The evidence lists various members of AIK Fotboll along", "em": 0.0, "f1": 0.0, "retrieved": [ "Magnus Hedman member of sports team AIK Fotboll (1990)", "Magnus Hedman award received Guldbollen (2000)", "Magnus Hedman member of sports team SSC Ancona (2004)", "Magnus Hedman member of sports team Celtic F.C. (2002)", "Magnus Hedman member of sports team Chelsea F.C. (2006)", "Magnus Hedman member of sports team Coventry City F.C. (1997)", "Orvar Bergmark member of sports team AIK Fotboll (1955)", "Dick Lidman member of sports team AIK Fotboll (1992)", "Pontus K\u00e5mark member of sports team AIK Fotboll (1999)", "Lee Baxter member of sports team AIK Fotboll (2008)" ] }, { "id": "q_001350", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Leningrad Oblast", "pred": "\nOkay, let's try to figure this out. The question is asking, after Narva, who was the located in of Ivangorod? Wait, maybe the wording is a bit confusing. Let me read the evidence again.\n\nThe evidence mentions Ivangorod located in the administrative territorial entity Narva", "em": 0.0, "f1": 0.0, "retrieved": [ "Ivangorod located in the administrative territorial entity Narva (1900)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)", "Kaluga Governorate located in the administrative territorial entity Russian Republic (1917)", "Chernigov Governorate located in the administrative territorial entity Russian Republic (1917)", "Minsk Governorate located in the administrative territorial entity Russian Republic (1917)" ] }, { "id": "q_001371", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1959.0, "gold": "Clare Boothe Luce", "pred": "\nOkay, let's see. The question is asking about the spouse of Henry Luce in 1959. The evidence given is that Henry Luce's spouse was Clare Boothe Luce in 1935. Wait, 1935 is earlier than 1959", "em": 1.0, "f1": 0.20689655172413793, "retrieved": [ "Henry Luce spouse Clare Boothe Luce (1935)" ] }, { "id": "q_000490", "complexity": "1hop", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "\nOkay, let's see. The user is asking when \"As d'Or Jeu de l'Ann\u00e9e\" was the nomination for \"No Thanks!\". The reference year given is 2005. The evidence provided states that \"No Thanks! nominated for As d'Or Jeu de l", "em": 1.0, "f1": 0.0625, "retrieved": [ "No Thanks! nominated for As d'Or Jeu de l'Ann\u00e9e (2005)" ] }, { "id": "q_006219", "complexity": "1hop", "operator_type": "interval", "t_query": 1985.0, "gold": "1985", "pred": "\nOkay, let's tackle this question. The user is asking when Japanese National Railways was the founder of Yonohommachi Station. The reference year given is 1985.\n\nLooking at the evidence provided, there's a mention that Yonohommachi Station's founder is Japanese National Rail", "em": 1.0, "f1": 0.05882352941176471, "retrieved": [ "Yonohommachi Station founder Japanese National Railways (1985)", "Toda-K\u014den Station founder Japanese National Railways (1985)", "Kakarima Station operator Japanese National Railways (1945)" ] }, { "id": "q_005716", "complexity": "1hop", "operator_type": "before_after", "t_query": 1915.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Edgardo Moltoni before Italy, using the provided evidence from 1915.\n\nFirst, I need to look at the evidence related to Edgardo Moltoni. The evidence mentions two entries:", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Edgardo Moltoni country of citizenship Italy (1946)", "Edgardo Moltoni country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005200", "complexity": "1hop", "operator_type": "before_after", "t_query": 1985.0, "gold": "Pichichi Trophy", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before European Golden Shoe, who was the award received of Hugo S\u00e1nchez?\" with the reference year 1985.\n\nFirst, I need to look at the evidence provided. The evidence mentions several awards and years. Let me list them", "em": 0.0, "f1": 0.0, "retrieved": [ "Hugo S\u00e1nchez award received European Golden Shoe (1990)", "Hugo S\u00e1nchez award received Pichichi Trophy (1985)", "Lionel Messi award received Pichichi Trophy (2010)", "Hugo S\u00e1nchez member of sports team Atl\u00e9tico Madrid (1981)", "Hugo S\u00e1nchez member of sports team Club Am\u00e9rica (1992)", "Hugo S\u00e1nchez member of sports team Rayo Vallecano (1993)", "Hugo S\u00e1nchez member of sports team FC Linz (1995)", "Hugo S\u00e1nchez member of sports team LASK Linz (1995)", "Hugo S\u00e1nchez member of sports team FC Dallas (1996)", "Hugo S\u00e1nchez member of sports team Atlante F.C. (1994)" ] }, { "id": "q_000681", "complexity": "1hop", "operator_type": "interval", "t_query": 2009.0, "gold": "2009", "pred": "\nOkay, let's see. The user is asking about when Robin Shroot was a member of Burton Albion F.C. The reference year is 2009.\n\nFirst, I need to check the evidence provided. The evidence lists several players and their respective teams and years. Let me go through each", "em": 1.0, "f1": 0.04545454545454545, "retrieved": [ "Andy Sinton member of sports team Burton Albion F.C. (2002)", "Steve Kabba member of sports team Burton Albion F.C. (2009)", "Darren Moore member of sports team Burton Albion F.C. (2010)", "Colin Todd member of sports team Birmingham City F.C. (1979)", "Steve Bruce member of sports team Birmingham City F.C. (1996)", "Tony Cottee member of sports team Birmingham City F.C. (1997)", "Antoine Hey member of sports team Birmingham City F.C. (1997)", "Martin Taylor member of sports team Birmingham City F.C. (2004)", "Darren Anderton member of sports team Birmingham City F.C. (2004)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Birmingham City F.C. (2005)" ] }, { "id": "q_004424", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Lviv Oblast", "pred": "\nOkay, let's try to figure out where Drohobych was located in 2012. The user provided some evidence with different years and administrative entities.\n\nFirst, looking at the evidence: \n\n- Drohobych was in Lviv Oblast in 1959. Lviv", "em": 1.0, "f1": 0.12121212121212122, "retrieved": [ "Drohobych located in the administrative territorial entity Lviv Oblast (1959)", "Horodok located in the administrative territorial entity Austria\u2013Hungary (1900)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Drohobych country Austria\u2013Hungary (1900)", "Drohobych country Soviet Union (1944)" ] }, { "id": "q_003611", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1976.0, "gold": "Catholic priest", "pred": "\nOkay, let's see. The user is asking about Alwin Albert Hafner's occupation in 1976. The reference year is 1976, so I need to check the evidence provided.\n\nLooking at the evidence list, there's an entry for Alwin Albert Hafner", "em": 0.0, "f1": 0.0, "retrieved": [ "Alwin Albert Hafner occupation Catholic priest (1957)", "Raymond Dumais occupation Catholic priest (1976)", "Josip Stadler occupation Catholic priest (1900)", "Zolt\u00e1n Meszl\u00e9nyi occupation Catholic priest (1915)", "Aloysius Stepinac occupation Catholic priest (1930)", "Pierre Hadot occupation Catholic priest (1942)", "Emmanuel Milingo occupation Catholic priest (1958)", "Raymond Lahey occupation Catholic priest (1963)", "Philippe Lagu\u00e9rie occupation Catholic priest (1984)", "Janusz Kaleta occupation Catholic priest (1989)" ] }, { "id": "q_000603", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Lille OSC", "pred": "\nOkay, let's see. The question is asking about Beno\u00eet Cheyrou's sports team in 1999. The reference year is 1999, so I need to look at the evidence provided for that year.\n\nLooking through the evidence, the first entry says \"Beno", "em": 0.0, "f1": 0.0, "retrieved": [ "Beno\u00eet Cheyrou member of sports team Lille OSC (1999)", "Beno\u00eet Cheyrou member of sports team AJ Auxerre (2004)", "Beno\u00eet Cheyrou member of sports team Olympique de Marseille (2007)", "Djibril Ciss\u00e9 member of sports team AJ Auxerre (1999)", "Bruno Cheyrou member of sports team Lille OSC (1998)", "Bruno Cheyrou member of sports team Olympique de Marseille (2004)", "Dante member of sports team Lille OSC (2004)", "\u00c9der member of sports team Lille OSC (2016)", "Zolt\u00e1n Opata member of sports team Lille OSC (1932)", "Andr\u00e9 Cheuva member of sports team Lille OSC (1944)" ] }, { "id": "q_007417", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Beaux-Arts de Paris", "pred": "\nOkay, let's see. The question is asking, in 1970, what was the \"educated at\" of Alekos Fassianos. The user provided some evidence.\n\nFirst, I need to parse the evidence. Let me list out the relevant points. \n\nThe evidence mentions Alekos", "em": 0.0, "f1": 0.0, "retrieved": [ "Alekos Fassianos educated at Athens School of Fine Arts (1955)", "Alekos Fassianos educated at Beaux-Arts de Paris (1960)", "Alekos Fassianos work location Paris (1960)", "Route nationale 4 located in the administrative territorial entity Paris (1968)", "Louise Bourgeois educated at Beaux-Arts de Paris (1936)", "Yehuda Bacon educated at Beaux-Arts de Paris (1957)" ] }, { "id": "q_001017", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "Golden Bear", "pred": "\nOkay, let's see. The user is asking about Li Yang's nomination in 2003. The evidence given is \"Li Yang nominated for Golden Bear (2003)\". The question is specifically about what Li Yang was nominated for in that year.\n\nFirst, I need to parse the evidence", "em": 1.0, "f1": 0.11764705882352941, "retrieved": [ "Li Yang nominated for Golden Bear (2003)" ] }, { "id": "q_004297", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1966.0, "gold": "Walter Sisulu", "pred": "\nOkay, let's see. The user is asking about the spouse of Albertina Nontsikelelo Sisulu in 1966. The evidence provided mentions that she was married to Walter Sisulu in 1944. So, the question is about 196", "em": 1.0, "f1": 0.125, "retrieved": [ "Albertina Nontsikelelo Sisulu spouse Walter Sisulu (1944)" ] }, { "id": "q_007760", "complexity": "1hop", "operator_type": "before_after", "t_query": 1962.0, "gold": "Netherlands", "pred": "\nOkay, let's see. The question is asking, after Amsterdam, who was the work location of Mart Stam? Wait, the reference year is 1962. So I need to look at Mart Stam's work locations around that time.\n\nLooking at the evidence provided: \n\n- Mart Stam worked in", "em": 0.0, "f1": 0.0, "retrieved": [ "Mart Stam work location Amsterdam (1934)", "Mart Stam work location Switzerland (1922)", "Mart Stam work location Frankfurt (1928)", "Mart Stam work location Russia (1928)", "Mart Stam work location Germany (1948)", "Mart Stam work location Netherlands (1953)", "Carel Willink work location Amsterdam (1915)", "Dick Elffers work location Amsterdam (1941)", "Ger Lataster work location Amsterdam (1941)", "Yoko Ono work location Amsterdam (1969)" ] }, { "id": "q_002309", "complexity": "1hop", "operator_type": "sequence", "t_query": 2017.0, "gold": "Feh\u00e9rv\u00e1r FC", "pred": "\nOkay, let's tackle this question. The user is asking for the coach of the sports team that Henning Berg was part of after his time at Manchester United F.C. \n\nFirst, I need to parse the evidence provided. The key points are:\n\n- Henning Berg was a member of Manchester United F", "em": 0.0, "f1": 0.0, "retrieved": [ "Henning Berg member of sports team Manchester United F.C. (1997)", "Henning Berg coach of sports team Blackburn Rovers F.C. (2012)", "AC Omonia head coach Henning Berg (2019)", "Henning Berg coach of sports team Legia Warsaw (2014)", "Henning Berg coach of sports team Feh\u00e9rv\u00e1r FC (2016)", "Henning Berg coach of sports team Lyn 1896 FK (2005)", "Jos\u00e9 Mourinho coach of sports team Manchester United F.C. (2016)", "Louis van Gaal coach of sports team Manchester United F.C. (2014)", "Henning Berg member of sports team Rangers F.C. (2003)", "Henning Berg member of sports team Blackburn Rovers F.C. (2012)" ] }, { "id": "q_000472", "complexity": "1hop", "operator_type": "before_after", "t_query": 1915.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Mario Bonnard's country of citizenship before Italy. The reference year is 1915.\n\nLooking at the evidence provided, there are entries for Mario Bonnard's citizenship. It says he was a citizen of Italy in 194", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Mario Bonnard country of citizenship Italy (1946)", "Mario Bonnard country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001687", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1988.0, "gold": "Free Democratic Party", "pred": "\nOkay, let's see. The user is asking about Walter Scheel's political party membership in 1988. Let me check the evidence provided.\n\nLooking at the evidence, there are several entries about Walter Scheel. He was part of the Nazi Party in 1941, then joined", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Walter Scheel member of political party Nazi Party (1941)", "Walter Scheel member of political party Free Democratic Party (1946)", "Walter Scheel position held Member of the European Parliament (1956)", "Free Democratic Party chairperson Walter Scheel (1968)", "Walter Scheel position held Vice-Chancellor of Germany (1969)", "Free Democratic Party chairperson Otto Graf Lambsdorff (1988)", "Walter Scheel position held Federal Minister for Foreign Affairs (1969)", "Walter Scheel position held Federal Ministry for Economic Cooperation and Development (1961)", "Julius Streicher member of political party Nazi Party (1921)", "Hartmann Lauterbacher member of political party Nazi Party (1927)" ] }, { "id": "q_003092", "complexity": "1hop", "operator_type": "sequence", "t_query": 1920.0, "gold": "Weimar Republic", "pred": "\nOkay, let's tackle this question. The user is asking for the country of Limbach-Oberfrohna after it was part of the German Empire. The reference year is 1920.\n\nLooking at the evidence provided, there are several entries. The key ones are:\n\n- Limbach", "em": 0.0, "f1": 0.0, "retrieved": [ "Limbach-Oberfrohna country German Empire (1900)", "Limbach-Oberfrohna country German Democratic Republic (1949)", "Limbach-Oberfrohna country Soviet occupation zone of Germany (1945)", "Limbach-Oberfrohna country Weimar Republic (1919)", "Limbach-Oberfrohna country Nazi Germany (1933)", "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "Wilhelm R\u00f6ntgen country of citizenship German Empire (1900)", "Albrecht Brandi country of citizenship German Empire (1914)", "Georg August Zenker country of citizenship German Empire (1900)", "Karlsruhe country German Empire (1900)" ] }, { "id": "q_003984", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1944.0, "gold": "Hamburger SV", "pred": "\nOkay, let's see. The user is asking about Wilhelm Blunk's sports team membership in 1944. The reference year is 1944, so I need to check the evidence provided to find out which team he was part of that year.\n\nLooking at the evidence, there are", "em": 0.0, "f1": 0.0, "retrieved": [ "Wilhelm Blunk member of sports team VfR Neum\u00fcnster (1922)", "Wilhelm Blunk member of sports team Hamburger SV (1925)", "Wilhelm Blunk member of sports team Germany men's national association football team (1929)", "Antoine Hey member of sports team VfR Neum\u00fcnster (2003)", "Gerhard Krug member of sports team Hamburger SV (1956)", "Werner Dre\u00dfel member of sports team Hamburger SV (1980)", "J\u00fcrgen Milewski member of sports team Hamburger SV (1988)", "J\u00fcrgen Hartmann member of sports team Hamburger SV (1991)", "Uli Stein member of sports team Hamburger SV (1994)", "Andr\u00e9 Breitenreiter member of sports team Hamburger SV (1994)" ] }, { "id": "q_004307", "complexity": "1hop", "operator_type": "sequence", "t_query": 1933.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, \"What was the country of Verzar after Verzar country Bulgaria?\" The reference year is 1933. \n\nLooking at the evidence provided, there are several entries mentioning \"Verzar country\" and different years. The first", "em": 0.0, "f1": 0.0, "retrieved": [ "Verzar country Bulgaria (1900)", "Verzar country Yugoslavia (1919)", "Dragan Tomi\u0107 country of citizenship Yugoslavia (1935)", "Vladica Popovi\u0107 country of citizenship Yugoslavia (1935)", "Milutin \u0160o\u0161ki\u0107 country of citizenship Yugoslavia (1937)", "Du\u0161an Ivkovi\u0107 country of citizenship Yugoslavia (1943)", "Ilija Petkovi\u0107 country of citizenship Yugoslavia (1945)", "Mi\u0161o Cebalo country of citizenship Yugoslavia (1945)", "Radoslav Br\u0111anin country of citizenship Yugoslavia (1948)", "Dimitrovgrad country Bulgaria (1900)" ] }, { "id": "q_004221", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Italy", "pred": "\nOkay, let's see. The question is asking for Guido Carli's country of citizenship in 1967. The evidence provided includes several entries about Guido Carli's citizenship. \n\nFirst, there's \"Guido Carli country of citizenship Italy (1946)\" and \"", "em": 1.0, "f1": 0.0689655172413793, "retrieved": [ "Guido Carli country of citizenship Italy (1946)", "Guido Carli country of citizenship Kingdom of Italy (1914)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Guido Romanelli country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002604", "complexity": "1hop", "operator_type": "sequence", "t_query": 1924.0, "gold": "Orenburg Governorate", "pred": "\nOkay, let's try to figure this out. The question is asking for the capital of Orenburg after Orenburg became part of the Soviet Union. The reference year is 1924.\n\nLooking at the evidence provided, there's a mention that \"Orenburg country Soviet Union (1", "em": 0.0, "f1": 0.05405405405405405, "retrieved": [ "Orenburg capital of Orenburg Governorate (1900)", "Orenburg located in the administrative territorial entity Orenburg Governorate (1900)", "Orenburg country Soviet Union (1922)", "Communist Party of the Soviet Union country Russian Republic (1917)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Orenburg country Russian Republic (1917)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)" ] }, { "id": "q_005175", "complexity": "1hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Suso Cecchi d'Amico's country of citizenship after the Kingdom of Italy. The reference year is 1999, but the evidence provided includes dates from 1900, 1914, 1", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Suso Cecchi d'Amico country of citizenship Italy (1946)", "Suso Cecchi d'Amico country of citizenship Kingdom of Italy (1914)", "Suso Cecchi d'Amico nominated for Academy Award for Best Writing, Original Screenplay (1966)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000103", "complexity": "1hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "People's Republic of Bulgaria", "pred": "\nOkay, let's see. The question is asking what the country of Stara Zagora was after the \"Stara Zagora country Kingdom of Bulgaria\" entry, which is dated 1908. The reference year given is 1962, so I need to figure out the country in", "em": 0.0, "f1": 0.15789473684210525, "retrieved": [ "Stara Zagora country Kingdom of Bulgaria (1908)", "Stara Zagora country Principality of Bulgaria (1900)", "Stara Zagora country People's Republic of Bulgaria (1946)", "Skopje located in the administrative territorial entity Kingdom of Bulgaria (1941)", "Haskovo country Kingdom of Bulgaria (1908)", "Belene country Kingdom of Bulgaria (1908)", "Burgas country Kingdom of Bulgaria (1908)", "Pernik country Kingdom of Bulgaria (1908)", "Pazardzhik country Kingdom of Bulgaria (1908)", "Dryanovo country Kingdom of Bulgaria (1908)" ] }, { "id": "q_007858", "complexity": "1hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "construction", "pred": "\nOkay, let's tackle this question. The user is asking about the significant event related to the TW 6000 after it was normally used by the Hanover Stadtbahn vehicle. The reference year is 1980, so we need to look at events around that time.\n\nFirst", "em": 0.0, "f1": 0.0, "retrieved": [ "Hanover Stadtbahn vehicle normally used TW 6000 (1975)", "TW 6000 significant event construction (1974)", "Basilica of Sainte-Anne-de-Beaupr\u00e9 significant event construction (1923)", "An\u0131tkabir significant event construction (1944)", "Asia Building significant event construction (1913)", "Shell-Haus significant event construction (1930)", "Torre Latinoamericana significant event construction (1948)", "Konstanzer Stra\u00dfe significant event construction (1969)", "Hexagone Balard significant event construction (2012)", "Elbe\u2013L\u00fcbeck Canal significant event construction (1900)" ] }, { "id": "q_000929", "complexity": "1hop", "operator_type": "before_after", "t_query": 1981.0, "gold": "Tony Award for Best Actress in a Play", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Academy Award for Best Actress, who was the nominated for of Glenda Jackson?\" The reference year is 1981.\n\nFirst, I need to parse the evidence provided. Let me list out the relevant points about Glenda Jackson", "em": 0.0, "f1": 0.1702127659574468, "retrieved": [ "Glenda Jackson nominated for Academy Award for Best Actress (1971)", "Academy Award for Best Actress winner Glenda Jackson (1970)", "Glenda Jackson award received Academy Award for Best Actress (1971)", "Glenda Jackson occupation actor (1957)", "Glenda Jackson nominated for Tony Award for Best Actress in a Play (1981)", "Glenda Jackson nominated for Tony Award for Best Featured Actress in a Play (1966)", "Glenda Jackson award received Primetime Emmy Award for Outstanding Lead Actress in a Drama Series (1972)", "Glenda Jackson award received Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1972)", "Rebecca nominated for Academy Award for Best Actress (1941)", "Ruth Chatterton nominated for Academy Award for Best Actress (1930)" ] }, { "id": "q_008399", "complexity": "1hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Hamburg Commercial Bank", "pred": "\nOkay, let's tackle this question. The user is asking who the Volksparkstadion was named after after AOL. The reference year is 2008.\n\nFirst, I need to look at the evidence provided. The evidence mentions two renaming events: in 2007 it was named after", "em": 0.0, "f1": 0.0, "retrieved": [ "Volksparkstadion named after Imtech (2010)", "Volksparkstadion named after Hamburg Commercial Bank (2007)" ] }, { "id": "q_006833", "complexity": "1hop", "operator_type": "sequence", "t_query": 1936.0, "gold": "Princess M\u00e4rtha of Sweden", "pred": "\nOkay, let's tackle this question. The user is asking for the spouse of Olav V of Norway after the year when his country of citizenship was Denmark. Wait, the wording is a bit confusing. Let me parse it again.\n\nThe question is: \"What was the spouse of Olav V of Norway", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Olav V of Norway country of citizenship Denmark (1903)", "Olav V of Norway spouse Princess M\u00e4rtha of Sweden (1929)", "Gunnar Gunnarsson residence Denmark (1907)", "Bergepanzer 2 operator Denmark (2021)", "Universal Copyright Convention signatory Denmark (1962)", "Christian Frederik von Schalburg residence Denmark (1917)" ] }, { "id": "q_007826", "complexity": "1hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "\nOkay, let's see. The user is asking when Patrick Cramer received the Gottfried Wilhelm Leibniz Prize. The reference year given is 2006, but I need to check the evidence provided.\n\nLooking at the evidence, there's a line that says: \"Patrick Cramer award", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Patrick Cramer award received Gottfried Wilhelm Leibniz Prize (2006)", "J\u00fcrgen Habermas award received Gottfried Wilhelm Leibniz Prize (1986)", "Ivan \u0110iki\u0107 award received Gottfried Wilhelm Leibniz Prize (2013)", "Gertrude L\u00fcbbe-Wolff award received Gottfried Wilhelm Leibniz Prize (2000)" ] }, { "id": "q_005791", "complexity": "1hop", "operator_type": "interval", "t_query": 1969.0, "gold": "1969", "pred": "\nOkay, let's tackle this question. The user is asking for the year when the performer of \"Strawberry Fields Forever\" was equal to The Beatles. From the evidence provided, there's an entry that says \"Strawberry Fields Forever performer The Beatles (1969)\". So the song \"", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Strawberry Fields Forever performer The Beatles (1969)", "Till There Was You performer The Beatles (1963)", "Come Together performer The Beatles (1969)", "Twist and Shout performer The Beatles (1963)" ] }, { "id": "q_008695", "complexity": "1hop", "operator_type": "before_after", "t_query": 1976.0, "gold": "FC Basel", "pred": "\nOkay, let's try to figure this out. The question is asking who was the member of the sports team of Serge Muhmenthaler after FC Grenchen. Wait, but the evidence provided doesn't mention FC Grenchen at all. Let me check again.\n\nLooking at the evidence, the", "em": 0.0, "f1": 0.05128205128205129, "retrieved": [ "Serge Muhmenthaler member of sports team FC Basel (1975)", "Serge Muhmenthaler member of sports team BSC Young Boys (1972)", "Leopold Kielholz member of sports team FC Basel (1930)", "Werner Schley member of sports team FC Basel (1954)", "Roberto Frigerio member of sports team FC Basel (1964)", "Harald Nickel member of sports team FC Basel (1981)", "Vincenzo Palumbo member of sports team FC Basel (1993)", "Oliver Kreuzer member of sports team FC Basel (1997)", "J\u00fcrgen Hartmann member of sports team FC Basel (1997)", "Oumar Kond\u00e9 member of sports team FC Basel (1997)" ] }, { "id": "q_006326", "complexity": "1hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Isabella Biagini before Italy, using the reference year 1943.\n\nFirst, I need to look at the evidence provided. There are several entries about Isabella Biagini. The key ones are:\n\n-", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Isabella Biagini country of citizenship Italy (1946)", "Isabella Biagini country of citizenship Kingdom of Italy (1943)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002683", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Vincenzo Talarico's country of citizenship in 1956. The evidence provided includes several entries about his citizenship.\n\nFirst, I see that Vincenzo Talarico is listed as having citizenship in Italy in", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Vincenzo Talarico country of citizenship Italy (1946)", "Vincenzo Talarico country of citizenship Kingdom of Italy (1909)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Vincenzo Vannutelli country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004982", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "AS Monaco FC", "pred": "\nOkay, let's see. The user is asking about Abderrahmane Boubekeur's sports team in 1957. Let me check the evidence provided.\n\nLooking at the evidence, there are several entries for Abderrahmane Boubekeur. The first one says he", "em": 0.0, "f1": 0.0, "retrieved": [ "Abderrahmane Boubekeur member of sports team Algeria men's national football team (1962)", "Abderrahmane Boubekeur member of sports team USM Alger (1963)", "Abderrahmane Boubekeur member of sports team AS Monaco FC (1954)", "Mustapha Kouici member of sports team Algeria men's national football team (1976)", "Lakhdar Belloumi member of sports team Algeria men's national football team (1978)", "Abdelmajid Bourebbou member of sports team Algeria men's national football team (1982)", "Hocine Achiou member of sports team Algeria men's national football team (2003)", "Mourad Meghni member of sports team Algeria men's national football team (2009)", "Mustapha Kouici member of sports team USM Alger (1983)", "Hocine Achiou member of sports team USM Alger (2009)" ] }, { "id": "q_000500", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Rome", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Before Great Britain, who was the work location of Fabio Capello?\" The reference year is 2001. \n\nFirst, I need to parse the evidence provided. The evidence lists various work locations", "em": 0.0, "f1": 0.0, "retrieved": [ "Fabio Capello work location Milan (1997)", "Fabio Capello work location Rome (1999)", "Fabio Capello work location Turin (2004)", "Fabio Capello work location Madrid (2006)", "AC Milan head coach Fabio Capello (1997)", "Juventus FC head coach Fabio Capello (2004)", "Fabio Capello member of sports team SPAL (1964)", "Fabio Capello member of sports team AS Roma (1967)", "Fabio Capello member of sports team Juventus FC (1970)", "Fabio Capello member of sports team AC Milan (1976)" ] }, { "id": "q_000415", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "Seine-et-Oise", "pred": "\nOkay, let's see. The user is asking about the location of Neauphle-le-Vieux in 1957. The evidence provided lists several places located in the administrative territorial entity Seine-et-Oise in the year 1900. The question is specifically about 1", "em": 1.0, "f1": 0.1621621621621622, "retrieved": [ "Neauphle-le-Vieux located in the administrative territorial entity Seine-et-Oise (1900)", "Le Pecq located in the administrative territorial entity Seine-et-Oise (1900)", "Le Heaulme located in the administrative territorial entity Seine-et-Oise (1900)", "Montigny-le-Bretonneux located in the administrative territorial entity Seine-et-Oise (1900)", "Marly-le-Roi located in the administrative territorial entity Seine-et-Oise (1900)", "Villiers-le-B\u00e2cle located in the administrative territorial entity Seine-et-Oise (1900)", "Le Plessis-Luzarches located in the administrative territorial entity Seine-et-Oise (1900)", "Boissy-le-Cutt\u00e9 located in the administrative territorial entity Seine-et-Oise (1900)", "Le Plessis-P\u00e2t\u00e9 located in the administrative territorial entity Seine-et-Oise (1900)", "Le Tartre-Gaudran located in the administrative territorial entity Seine-et-Oise (1900)" ] }, { "id": "q_002513", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1988.0, "gold": "IBM", "pred": "\nOkay, let's see. The question is asking for Frank Soltis's employer in 1988. The evidence provided lists several people and their employers and years. Let me check each entry.\n\nFirst, Frank Soltis is mentioned with IBM as his employer in 1968.", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Frank Soltis employer IBM (1968)", "John Backus employer IBM (1950)", "Benoit Mandelbrot employer IBM (1958)", "Howard H. Aiken employer IBM (1937)", "Jean E. Sammet employer IBM (1962)" ] }, { "id": "q_001131", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "Chinese Communist Party", "pred": "\nOkay, let's see. The question is asking about the political party membership of Xiao Yang in 1971. The reference year is 1971, so I need to check the evidence provided to find the answer.\n\nLooking at the evidence, there's a mention that Xiao Yang was a", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Xiao Yang member of political party Chinese Communist Party (1966)", "Xiao Ke member of political party Chinese Communist Party (1927)", "Benxi located in the administrative territorial entity People's Republic of China (1949)", "Changchun located in the administrative territorial entity People's Republic of China (1953)", "Xiao Yang country of citizenship People's Republic of China (1949)", "Zhao Shiyan member of political party Chinese Communist Party (1921)", "Deng Yingchao member of political party Chinese Communist Party (1924)", "Liu Bocheng member of political party Chinese Communist Party (1926)", "Chen Boda member of political party Chinese Communist Party (1927)", "Li Zuopeng member of political party Chinese Communist Party (1932)" ] }, { "id": "q_004809", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Gino Cassinis's country of citizenship in 1936. The evidence provided includes several entries about his citizenship. Let me check the evidence again.\n\nFirst, there's an entry that says \"Gino Cassinis country of citizenship Italy (1", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Gino Cassinis country of citizenship Italy (1946)", "Gino Cassinis country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006419", "complexity": "1hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "England women's national football team", "pred": "\nOkay, let's see. The question is asking, after Lindsay Johnson was a member of Liverpool F.C. Women, who was the next team she joined? The reference year is 2005.\n\nLooking at the evidence provided:\n\n- Lindsay Johnson was with Liverpool F.C. Women in 20", "em": 0.0, "f1": 0.14634146341463414, "retrieved": [ "Lindsay Johnson member of sports team Liverpool F.C. Women (2001)", "Lindsay Johnson member of sports team England women's national football team (2004)", "Kelly Smith member of sports team England women's national football team (1995)", "Sophie Bradley-Auckland member of sports team England women's national football team (2010)" ] }, { "id": "q_000119", "complexity": "1hop", "operator_type": "before_after", "t_query": 1994.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Mario B\u00f2's country of citizenship after the Kingdom of Italy. The reference year is 1994, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, I need to look", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Mario B\u00f2 country of citizenship Italy (1946)", "Mario B\u00f2 country of citizenship Kingdom of Italy (1912)", "Mario B\u00f2 member of sports team Torino FC (1931)", "Mario B\u00f2 member of sports team Genoa CFC (1941)", "Mario B\u00f2 member of sports team Inter Milan (1942)", "Mario B\u00f2 member of sports team Juventus FC (1944)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002765", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "The Rockefeller University", "pred": "\nOkay, let's see. The question is asking about George Uhlenbeck's employer in 1967. Let me go through the evidence provided.\n\nFirst, I'll list out all the employment dates mentioned:\n\n- 1935: Utrecht University\n- 1939:", "em": 0.0, "f1": 0.1111111111111111, "retrieved": [ "George Uhlenbeck employer The Rockefeller University (1960)", "George Uhlenbeck employer University of Michigan (1939)", "George Uhlenbeck employer University of Amsterdam (1964)", "George Uhlenbeck educated at Delft University of Technology (1918)", "George Uhlenbeck employer Utrecht University (1935)", "George Uhlenbeck employer Leiden University (1954)", "George Uhlenbeck nominated for Nobel Prize in Physics (1947)", "George Uhlenbeck position held chairperson (1959)", "George Uhlenbeck educated at Leiden University (1919)", "George Uhlenbeck award received Max Planck Medal (1965)" ] }, { "id": "q_001638", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "Soviet Union", "pred": "\nOkay, let's see. The question is asking about Viktor Kulikov's country of citizenship in 1946. Let me check the evidence provided.\n\nLooking through the evidence, there's a point that says \"Viktor Kulikov country of citizenship Soviet Union (1922)\".", "em": 1.0, "f1": 0.12121212121212122, "retrieved": [ "Viktor Kulikov award received Order of the Red Banner (1943)", "Viktor Kulikov country of citizenship Soviet Union (1922)", "Viktor Kulikov member of political party Communist Party of the Soviet Union (1942)", "Viktor Kulikov allegiance Soviet Union (1922)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Vladimir Lenin country of citizenship Soviet Union (1922)" ] }, { "id": "q_003270", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1914.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for Giuseppe Ungaretti's country of citizenship in 1914. Let me look at the evidence provided.\n\nFirst, I see several entries about Giuseppe Ungaretti's citizenship. There's one stating he was nominated for the Nobel", "em": 0.0, "f1": 0.05, "retrieved": [ "Giuseppe Ungaretti nominated for Nobel Prize in Literature (1955)", "Giuseppe Ungaretti country of citizenship Italy (1946)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giuseppe Ungaretti country of citizenship Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002090", "complexity": "1hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Zeno Saltini before Italy, using the reference year 1936. Let me look at the evidence provided.\n\nFirst, the evidence mentions Zeno Saltini's citizenship. There are two entries: one stating", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Zeno Saltini country of citizenship Italy (1946)", "Zeno Saltini country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002717", "complexity": "1hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Luciano Savorini's country of citizenship before Italy. The reference year is 1942.\n\nLooking at the evidence provided, there are entries for Luciano Savorini's citizenship. One says \"Italy (1946", "em": 0.0, "f1": 0.1111111111111111, "retrieved": [ "Luciano Savorini country of citizenship Italy (1946)", "Luciano Savorini country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001781", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Waltrude Schleyer", "pred": "\nOkay, let's see. The question is asking for the spouse of Hanns Martin Schleyer in 1950. Let me check the evidence provided.\n\nLooking through the evidence, there are a couple of entries about Hanns Martin Schleyer. The first one says \"Waltrude Sch", "em": 0.0, "f1": 0.1111111111111111, "retrieved": [ "Waltrude Schleyer spouse Hanns Martin Schleyer (1939)", "Hanns Martin Schleyer spouse Waltrude Schleyer (1939)", "Hanns Martin Schleyer member of Schutzstaffel (1933)", "Hanns Martin Schleyer member of political party Nazi Party (1937)", "Hanns Martin Schleyer employer Daimler-Benz AG (1951)", "Martin Walser member of political party Nazi Party (1944)", "Nazi Party chairperson Martin Bormann (1945)", "Prince Philipp, Landgrave of Hesse member of political party Nazi Party (1930)", "Hans G\u00fcnther member of Schutzstaffel (1937)", "Hartmann Lauterbacher member of Schutzstaffel (1940)" ] }, { "id": "q_007508", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1922.0, "gold": "West Ham United F.C.", "pred": "\nOkay, let's see. The question is asking about Billy Brown's sports team membership in 1922. The reference year is 1922, so I need to look at the evidence provided to find which team he was part of that year.\n\nLooking at the evidence, there are several", "em": 0.0, "f1": 0.0, "retrieved": [ "Billy Brown member of sports team Chelsea F.C. (1924)", "Billy Brown member of sports team Fulham F.C. (1929)", "Billy Brown member of sports team Stockport County F.C. (1930)", "Billy Brown member of sports team West Ham United F.C. (1921)", "Billy Brown member of sports team England men's national association football team (1923)", "George Holley member of sports team England men's national association football team (1909)", "Charlie Buchan member of sports team England men's national association football team (1913)", "George Armitage member of sports team England men's national association football team (1924)", "David Jack member of sports team England men's national association football team (1924)", "Syd Bishop member of sports team England men's national association football team (1927)" ] }, { "id": "q_000911", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1932.0, "gold": "Tuscany", "pred": "\nOkay, let's see. The user is asking about Plinio Nomellini's work location in 1932. The reference year is 1932, so I need to check the evidence provided.\n\nLooking at the evidence, there are three entries. The first one says Plin", "em": 0.0, "f1": 0.0, "retrieved": [ "Plinio Nomellini work location Genoa (1900)", "Plinio Nomellini work location Tuscany (1919)", "Vanessa Beecroft work location Genoa (1987)" ] }, { "id": "q_002590", "complexity": "1hop", "operator_type": "interval", "t_query": 1946.0, "gold": "1946", "pred": "\nOkay, let's tackle this question. The user is asking when Giuseppe Meazza was the coach of Atalanta BC. The reference year given is 1946.\n\nFirst, I'll look through the evidence provided. The evidence lists various memberships and roles of Giuseppe Meazza.", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Giuseppe Meazza coach of sports team Atalanta BC (1946)", "Giuseppe Meazza member of sports team Atalanta BC (1945)", "Giuseppe Meazza member of sports team AC Milan (1940)", "Giuseppe Meazza member of sports team Juventus FC (1942)", "Giuseppe Meazza member of sports team Varese Calcio (1944)", "Giuseppe Meazza member of sports team Inter Milan (1946)", "Giuseppe Meazza member of sports team Italy men's national association football team (1930)", "Giuseppe Meazza country of citizenship Italy (1946)", "Giuseppe Meazza country of citizenship Kingdom of Italy (1910)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)" ] }, { "id": "q_005409", "complexity": "1hop", "operator_type": "before_after", "t_query": 2018.0, "gold": "Order of Merit of Baden-W\u00fcrttemberg", "pred": "\nOkay, let's try to figure this out. The question is asking about the award received by Q104925 after the Bavarian TV Awards. First, I need to understand what Q104925 refers to. Since the user mentioned that the answer should be a person,", "em": 0.0, "f1": 0.0, "retrieved": [ "Helmut Ringelmann award received Bavarian TV Awards (1989)", "Erich B\u00f6hme award received Bavarian TV Awards (1991)", "Guido Knopp award received Bavarian TV Awards (1997)", "Sebastian Koch award received Bavarian TV Awards (2002)", "Maybrit Illner award received Bavarian TV Awards (2003)", "Matti Geschonneck award received Bavarian TV Awards (2003)", "Helmut Dietl award received Bavarian TV Awards (2003)", "Helene Fischer award received Bavarian TV Awards (2015)", "Maximilian Br\u00fcckner award received Bavarian TV Awards (2018)", "Elmar Wepper award received Bavarian TV Awards (2019)" ] }, { "id": "q_004701", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1968.0, "gold": "Seine-et-Oise", "pred": "\nOkay, let's see. The user is asking about L\u00e9vis-Saint-Nom's location in 1968. The evidence provided lists several places located in Seine-et-Oise in 1900. The key point here is that all these places, including L\u00e9vis-S", "em": 1.0, "f1": 0.16666666666666669, "retrieved": [ "L\u00e9vis-Saint-Nom located in the administrative territorial entity Seine-et-Oise (1900)", "Saint-Nom-la-Bret\u00e8che located in the administrative territorial entity Seine-et-Oise (1900)", "Saint-Ch\u00e9ron located in the administrative territorial entity Seine-et-Oise (1900)", "Plessis-Saint-Benoist located in the administrative territorial entity Seine-et-Oise (1900)", "Boissy-Saint-L\u00e9ger located in the administrative territorial entity Seine-et-Oise (1900)", "Saint-Cyr-l'\u00c9cole located in the administrative territorial entity Seine-et-Oise (1900)", "Saint-Arnoult-en-Yvelines located in the administrative territorial entity Seine-et-Oise (1900)", "Saint-Leu-la-For\u00eat located in the administrative territorial entity Seine-et-Oise (1900)", "Saint-Germain-l\u00e8s-Corbeil located in the administrative territorial entity Seine-et-Oise (1900)", "Argenteuil located in the administrative territorial entity Seine-et-Oise (1900)" ] }, { "id": "q_006905", "complexity": "1hop", "operator_type": "interval", "t_query": 2023.0, "gold": "2023", "pred": "\nOkay, let's try to figure out this question. The user is asking for the year when a member of Northwestern University was equal to the Scholarly Publishing and Academic Resources Coalition (SPARC). \n\nFirst, I need to parse the evidence provided. Let's list out the key points:\n\n1. Melville", "em": 0.0, "f1": 0.0, "retrieved": [ "Melville J. Herskovits academic degree Doctor of Philosophy (1923)", "Otto Graham member of sports team Cleveland Browns (1946)", "Fred Basolo employer Northwestern University (1946)", "Melville J. Herskovits employer Northwestern University (1927)", "Otto Graham educated at Northwestern University (1940)", "Otto Graham coach of sports team Washington Commanders (1966)", "Melville J. Herskovits employer Columbia University (1924)" ] }, { "id": "q_005334", "complexity": "1hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "\nOkay, let's tackle this question. The user is asking for the year when IG Farben faced insolvency, and they provided some evidence from 2003. Let me look through the evidence given.\n\nFirst, the evidence mentions Fritz Haber's employer being the Fritz Haber Institute of the MPG", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Fritz Haber employer Fritz Haber Institute of the MPG (1911)", "IG Farben child organization or unit Hoechst (1925)", "IG Farben supervisory board member Fritz Haber (1926)", "Fritz Haber nominated for Nobel Prize in Chemistry (1912)", "Fritz Haber award received Nobel Prize in Chemistry (1918)" ] }, { "id": "q_006551", "complexity": "1hop", "operator_type": "before_after", "t_query": 1917.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Egidio Feruglio before Italy, using the reference year 1917. Let me look at the evidence provided.\n\nFirst, I see that Egidio Feruglio's citizenship is listed as Italy", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Egidio Feruglio country of citizenship Italy (1946)", "Egidio Feruglio country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002537", "complexity": "1hop", "operator_type": "sequence", "t_query": 1915.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about the country of citizenship of Luigi Bianchi after his doctoral student Guido Fubini. The reference year is 1915.\n\nFirst, I need to check the evidence provided. The evidence lists several people with their country of citizenship as", "em": 0.0, "f1": 0.047619047619047616, "retrieved": [ "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Guido Romanelli country of citizenship Kingdom of Italy (1900)", "Leonardo Bianchi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004357", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "FC Amkar Perm", "pred": "\nOkay, let's see. The user is asking about Martin Jakubko's sports team membership after FC Khimki. The reference year is 2014.\n\nFirst, I need to check the provided evidence to see if there's any mention of Martin Jakubko joining FC Khimki.", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Martin Jakubko member of sports team FC Moscow (2009)", "Martin Jakubko member of sports team FC Dinamo Moscow (2010)", "Martin Jakubko member of sports team FC Amkar Perm (2012)", "Martin Jakubko member of sports team 1. FC Tatran Pre\u0161ov (1999)", "Martin Jakubko member of sports team FK Dukla Bansk\u00e1 Bystrica (2011)", "H\u00e9ctor Bracamonte member of sports team FC Moscow (2004)", "Leonid Slutsky member of sports team FC Moscow (2005)", "Maxi L\u00f3pez member of sports team FC Moscow (2007)", "Andrei Vasyanovich member of sports team FC Moscow (2008)", "Edgaras \u010cesnauskis member of sports team FC Moscow (2008)" ] }, { "id": "q_006681", "complexity": "1hop", "operator_type": "sequence", "t_query": 1934.0, "gold": "Sporting CP", "pred": "\nOkay, let's tackle this question. The user is asking for the sports team that Rudolf Jeny joined after his time with the Hungary men's national football team. The reference year is 1934.\n\nFirst, I need to look through the evidence provided. Let's list out all the entries", "em": 0.0, "f1": 0.0, "retrieved": [ "Rudolf Jeny member of sports team Hungary men's national football team (1919)", "Rudolf Jeny member of sports team Sporting CP (1933)", "Rudolf Jeny member of sports team Budapest Honv\u00e9d FC (1919)", "Rudolf Jeny member of sports team MTK Budapest FC (1923)", "Jen\u0151 Konr\u00e1d member of sports team Hungary men's national football team (1915)", "Gyula M\u00e1ndi member of sports team Hungary men's national football team (1921)", "Zolt\u00e1n Opata member of sports team Hungary men's national football team (1922)", "Jen\u0151 Kalm\u00e1r member of sports team Hungary men's national football team (1928)", "L\u00e1szl\u00f3 Fenyvesi member of sports team Hungary men's national football team (1931)", "Istv\u00e1n Palot\u00e1s member of sports team Hungary men's national football team (1933)" ] }, { "id": "q_001982", "complexity": "1hop", "operator_type": "before_after", "t_query": 1939.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Francesco Gabrieli's country of citizenship before Italy. The reference year is 1939.\n\nLooking at the evidence provided, there are entries for Francesco Gabrieli's citizenship. One says \"Italy (1946)\" and another \"", "em": 0.0, "f1": 0.10526315789473684, "retrieved": [ "Francesco Gabrieli country of citizenship Italy (1946)", "Francesco Gabrieli country of citizenship Kingdom of Italy (1904)", "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001763", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1973.0, "gold": "Tranmere Rovers F.C.", "pred": "\nOkay, let's see. The user is asking about Steve Coppell's sports team in 1973. The reference year is 1973, so I need to look at the evidence provided.\n\nLooking at the evidence, there's a line that says: \"Steve Coppell member of", "em": 0.0, "f1": 0.0, "retrieved": [ "Steve Coppell member of sports team Tranmere Rovers F.C. (1973)", "Steve Coppell member of sports team England men's national association football team (1977)", "Steve Coppell member of sports team Manchester United F.C. (1975)", "Steve Bruce member of sports team Manchester United F.C. (1987)", "George Holley member of sports team England men's national association football team (1909)", "Charlie Buchan member of sports team England men's national association football team (1913)", "Billy Brown member of sports team England men's national association football team (1923)", "George Armitage member of sports team England men's national association football team (1924)", "David Jack member of sports team England men's national association football team (1924)", "Syd Bishop member of sports team England men's national association football team (1927)" ] }, { "id": "q_001693", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1919.0, "gold": "Utrecht University", "pred": "\nOkay, let's see. The question is asking about Pieter Helbert Damst\u00e9's employer in 1919. The evidence provided lists several people and their employers at Utrecht University with specific years.\n\nLooking at the evidence, Pieter Helbert Damst\u00e9 is listed with the employer U", "em": 1.0, "f1": 0.1142857142857143, "retrieved": [ "Pieter Helbert Damst\u00e9 employer Utrecht University (1902)", "Christiaan Eijkman employer Utrecht University (1900)", "Arnaud Denjoy employer Utrecht University (1917)", "Leopold Ru\u017ei\u010dka employer Utrecht University (1926)", "George Uhlenbeck employer Utrecht University (1935)", "Hans Freudenthal employer Utrecht University (1946)", "Karl Schuhmann employer Utrecht University (1975)", "L\u00e9on van Hove employer Utrecht University (1954)", "Johannes van der Corput employer Utrecht University (1920)" ] }, { "id": "q_006247", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1909.0, "gold": "Associate Justice of the Supreme Court of the United States", "pred": "\nOkay, let's see. The user is asking about Joseph McKenna's position in 1909. The reference year is 1909. Looking at the evidence provided, there's an entry for Joseph McKenna stating he held the position of Associate Justice of the Supreme Court of the United", "em": 0.0, "f1": 0.33333333333333337, "retrieved": [ "Joseph McKenna position held Associate Justice of the Supreme Court of the United States (1900)", "Mahlon Pitney position held Associate Justice of the Supreme Court of the United States (1912)", "Stephen Breyer position held Associate Justice of the Supreme Court of the United States (1994)", "Robert H. Jackson position held Associate Justice of the Supreme Court of the United States (1941)", "William J. Brennan position held Associate Justice of the Supreme Court of the United States (1956)", "Edward Douglass White Jr. position held Associate Justice of the Supreme Court of the United States (1900)", "Sandra Day O'Connor position held Associate Justice of the Supreme Court of the United States (1981)" ] }, { "id": "q_006923", "complexity": "1hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "Der St\u00fcrmer", "pred": "\nOkay, let's see. The question is asking, after Julius Streicher became a member of the Nazi Party, what was his employer? The reference year is 1929.\n\nFirst, I need to look at the evidence provided. The evidence mentions that Julius Streicher was an employer of Der St", "em": 0.0, "f1": 0.05, "retrieved": [ "Julius Streicher employer Der St\u00fcrmer (1923)", "Julius Streicher member of political party Nazi Party (1921)", "Julius Streicher member of Reichstag (1933)", "Hartmann Lauterbacher member of political party Nazi Party (1927)", "Hermann G\u00f6ring member of political party Nazi Party (1928)", "August Eigruber member of political party Nazi Party (1928)", "Hans G\u00fcnther member of political party Nazi Party (1929)", "Wilhelm Grewe member of political party Nazi Party (1933)", "Albin Lesky member of political party Nazi Party (1938)", "Claudius Dornier member of political party Nazi Party (1940)" ] }, { "id": "q_004828", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Adone Zoli's country of citizenship after the Kingdom of Italy. The reference year is 1957.\n\nFirst, I'll look at the evidence provided. There are entries for Adone Zoli's citizenship. One says \"Italy", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Adone Zoli country of citizenship Italy (1946)", "Adone Zoli country of citizenship Kingdom of Italy (1900)", "Adone Zoli position held Prime Minister of Italy (1957)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006717", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1915.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The user is asking about Luigi Bianchi's country of citizenship in 1915. The reference year is 1915, and the evidence provided includes several entries from 1900. \n\nLooking at the evidence, there's an entry that says \"", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Leonardo Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)", "Celso Benigno Luigi Costantini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001064", "complexity": "1hop", "operator_type": "sequence", "t_query": 1930.0, "gold": "Weimar Republic", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Hanover located in Province of Hanover, what was the country of Hanover?\" The reference year is 1930.\n\nFirst, I need to look at the evidence provided. The evidence mentions several entries related to Hanover", "em": 0.0, "f1": 0.0, "retrieved": [ "Hanover located in the administrative territorial entity Province of Hanover (1900)", "Hildesheim Government Region located in the administrative territorial entity Province of Hanover (1900)", "Hanover capital of Province of Hanover (1900)", "Hanover head of government Robert Leinert (1918)", "Hanover country German Empire (1900)", "Wilhelm R\u00f6ntgen country of citizenship German Empire (1900)", "Albrecht Brandi country of citizenship German Empire (1914)", "Georg August Zenker country of citizenship German Empire (1900)", "Karlsruhe country German Empire (1900)", "Bonn country German Empire (1900)" ] }, { "id": "q_002886", "complexity": "1hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Luciano Fo\u00e0's country of citizenship after the Kingdom of Italy. The reference year is 1967.\n\nFirst, looking at the evidence provided. There are two entries for Luciano Fo\u00e0: one from 1946", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Luciano Fo\u00e0 country of citizenship Italy (1946)", "Luciano Fo\u00e0 country of citizenship Kingdom of Italy (1915)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001768", "complexity": "1hop", "operator_type": "before_after", "t_query": 1929.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Emilio Petiva before Italy, referencing the year 1929. Let me look at the evidence provided.\n\nFirst, the evidence mentions Emilio Petiva's citizenship. There are two entries: one stating he", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Emilio Petiva country of citizenship Italy (1946)", "Emilio Petiva country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006522", "complexity": "1hop", "operator_type": "before_after", "t_query": 1994.0, "gold": "Cameroon men's national football team", "pred": "\nOkay, let's tackle this question. The user is asking for the coach of the sports team that Henri Michel was associated with before the Emirates men's national football team. The reference year is 1994.\n\nFirst, I need to look through the evidence provided and find the entries related to Henri Michel", "em": 0.0, "f1": 0.20833333333333331, "retrieved": [ "Henri Michel coach of sports team Emirates men's national football team (2000)", "Cameroon men's national football team head coach Henri Michel (1994)", "Henri Michel coach of sports team Cameroon men's national football team (1994)", "Henri Michel coach of sports team Tunisia men's national football team (2001)", "Henri Michel coach of sports team Morocco men's national football team (2007)", "Henri Michel coach of sports team France men's national association football team (1984)", "Henri Michel coach of sports team Ivory Coast men's national football team (2004)", "Henri Michel coach of sports team Al-Nassr (1995)", "Henri Michel coach of sports team Zamalek SC (2009)", "Mamelodi Sundowns F.C. head coach Henri Michel (2008)" ] }, { "id": "q_001073", "complexity": "1hop", "operator_type": "before_after", "t_query": 1910.0, "gold": "Kingdom of Bulgaria", "pred": "\nOkay, let's see. The user is asking about the country of Veliko Tarnovo before the People's Republic of Bulgaria. The reference year is 1910.\n\nLooking at the evidence provided, there are several entries mentioning Veliko Tarnovo country under different political entities. The key here", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Veliko Tarnovo country People's Republic of Bulgaria (1946)", "Veliko Tarnovo country Principality of Bulgaria (1900)", "Veliko Tarnovo country Kingdom of Bulgaria (1908)", "Haskovo country People's Republic of Bulgaria (1946)", "Belene country People's Republic of Bulgaria (1946)", "Burgas country People's Republic of Bulgaria (1946)", "Pernik country People's Republic of Bulgaria (1946)", "Pazardzhik country People's Republic of Bulgaria (1946)", "Balchik country People's Republic of Bulgaria (1946)", "Dryanovo country People's Republic of Bulgaria (1946)" ] }, { "id": "q_002125", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "SSC Napoli", "pred": "\nOkay, let's see. The user is asking about Armando Tre Re's sports team membership in 1956. The reference year is 1956, so I need to check the evidence provided.\n\nLooking at the evidence, there are several entries. Let me list them out:\n\n-", "em": 0.0, "f1": 0.0, "retrieved": [ "Armando Tre Re member of sports team AS Roma (1949)", "Armando Tre Re member of sports team SSC Napoli (1954)", "Armando Tre Re member of sports team US Livorno 1915 (1947)", "Aldair member of sports team AS Roma (1990)", "Pietro Pastore member of sports team AS Roma (1935)", "Renato Cattaneo member of sports team AS Roma (1935)", "Pietro Serantoni member of sports team AS Roma (1936)", "Amedeo Amadei member of sports team AS Roma (1939)", "Romolo Alzani member of sports team AS Roma (1940)", "Sergio Andreoli member of sports team AS Roma (1941)" ] }, { "id": "q_002297", "complexity": "1hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "FC Astra Giurgiu", "pred": "\nOkay, let's see. The question is asking who was the coach of Dorinel Munteanu's sports team after FC Arge\u0219. The reference year is 2015.\n\nFirst, I need to look at the evidence provided. Let me go through each entry.\n\nThe evidence lists several", "em": 0.0, "f1": 0.048780487804878044, "retrieved": [ "Dorinel Munteanu coach of sports team FC Arge\u0219 (2006)", "Dorinel Munteanu member of sports team FC Arge\u0219 (2006)", "Dorinel Munteanu coach of sports team FC Universitatea Cluj (2009)", "Dorinel Munteanu coach of sports team FC Dinamo Bucharest (2012)", "Dorinel Munteanu coach of sports team FC Kuban Krasnodar (2013)", "Dorinel Munteanu coach of sports team FCSB (2008)", "Dorinel Munteanu coach of sports team CFR Cluj (2005)", "Dorinel Munteanu member of sports team FC Dinamo Bucharest (1991)", "Dorinel Munteanu member of sports team 1. FC K\u00f6ln (1995)", "Dorinel Munteanu member of sports team FC Universitatea Cluj (2008)" ] }, { "id": "q_002809", "complexity": "1hop", "operator_type": "before_after", "t_query": 1915.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Elio Toaff before Italy, referencing the year 1915.\n\nFirst, I'll look at the evidence provided. There are several entries mentioning Elio Toaff. The key ones are:\n\n- Elio", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Elio Toaff country of citizenship Italy (1946)", "Elio Toaff country of citizenship Kingdom of Italy (1915)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002474", "complexity": "1hop", "operator_type": "before_after", "t_query": 1981.0, "gold": "Pat Travers", "pred": "\nOkay, let's try to figure this out. The question is asking who was the member of Tommy Aldridge after Black Oak Arkansas. The reference year is 1981.\n\nFirst, the evidence given is that Tommy Aldridge was a member of Pat Travers in 1978. Wait", "em": 1.0, "f1": 0.10526315789473684, "retrieved": [ "Tommy Aldridge member of Pat Travers (1978)" ] }, { "id": "q_004101", "complexity": "1hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "\nOkay, let's try to figure out when Djalminha was a member of Club Am\u00e9rica. The user provided some evidence about various athletes and the teams they were part of, but I need to check if any of that information relates to Djalminha and Club Am\u00e9rica.\n\nFirst, I'll go through", "em": 0.0, "f1": 0.0, "retrieved": [ "Zinho member of sports team Sociedade Esportiva Palmeiras (2002)", "Ewerthon member of sports team Sociedade Esportiva Palmeiras (2010)", "Neco member of sports team Brazil men's national football team (1917)", "Pel\u00e9 member of sports team Brazil men's national football team (1957)", "Dunga member of sports team Brazil men's national football team (1987)", "Hiroshi Saito member of sports team Shimizu S-Pulse (1993)", "Ryuzo Morioka member of sports team Shimizu S-Pulse (1995)", "Djalma Santos member of sports team Sociedade Esportiva Palmeiras (1959)", "Elzo Coelho member of sports team Sociedade Esportiva Palmeiras (1989)", "Francisco Arce member of sports team Sociedade Esportiva Palmeiras (1998)" ] }, { "id": "q_006366", "complexity": "1hop", "operator_type": "before_after", "t_query": 2014.0, "gold": "England women's national football team", "pred": "\nOkay, let's see. The question is asking who was the member of a sports team of Kelly Smith after Arsenal F.C. The reference year is 2014.\n\nFirst, I need to look at the evidence provided. The evidence lists several people associated with Arsenal F.C. and other teams.", "em": 0.0, "f1": 0.0851063829787234, "retrieved": [ "Kelly Smith member of sports team Arsenal F.C. (1995)", "Kelly Smith member of sports team Boston Breakers (2009)", "Kelly Smith member of sports team England women's national football team (1995)", "Kelly Smith member of sports team Great Britain women's Olympic association football team (2012)", "Charlie Buchan member of sports team Arsenal F.C. (1925)", "David Jack member of sports team Arsenal F.C. (1928)", "George Armstrong member of sports team Arsenal F.C. (1961)", "Jon Sammels member of sports team Arsenal F.C. (1963)", "Peter Simpson member of sports team Arsenal F.C. (1964)", "R\u00e9mi Garde member of sports team Arsenal F.C. (1996)" ] }, { "id": "q_003182", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1952.0, "gold": "United States Navy", "pred": "\nOkay, let's see. The user is asking about Arthur William Radford's military branch in 1952. Let me check the evidence provided.\n\nLooking at the evidence, there's a line that says \"Arthur William Radford military branch United States Navy (1916)\". Wait, the", "em": 1.0, "f1": 0.16666666666666669, "retrieved": [ "Arthur William Radford military branch United States Navy (1916)", "Arthur William Radford place of burial Arlington National Cemetery (1973)", "Sonny Callahan military branch United States Navy (1952)", "John Joseph O'Connor military branch United States Navy (1952)", "William J. Brennan place of burial Arlington National Cemetery (1997)", "John F. Kennedy place of burial Arlington National Cemetery (1963)", "Robert F. Kennedy place of burial Arlington National Cemetery (1968)", "Louis Emil Denfeld place of burial Arlington National Cemetery (1972)", "James E. Webb place of burial Arlington National Cemetery (1992)", "Richard Nixon military branch United States Navy (1942)" ] }, { "id": "q_003020", "complexity": "1hop", "operator_type": "sequence", "t_query": 1968.0, "gold": "Lagos", "pred": "\nOkay, let's see. The question is asking for the capital of Nigeria after Nigeria became a signatory to the Universal Copyright Convention. The reference year given is 1968.\n\nFirst, I need to check the evidence provided. The evidence mentions that Nigeria became a signatory to the Universal Copyright Convention", "em": 0.0, "f1": 0.0, "retrieved": [ "Nigeria capital Lagos (1914)", "Universal Copyright Convention signatory Nigeria (1962)", "Universal Copyright Convention signatory People's Republic of China (1992)", "Universal Copyright Convention signatory Chile (1955)", "Universal Copyright Convention signatory Germany (1955)", "Universal Copyright Convention signatory Israel (1955)", "Universal Copyright Convention signatory Japan (1955)", "Universal Copyright Convention signatory Luxembourg (1955)", "Universal Copyright Convention signatory Monaco (1955)", "Universal Copyright Convention signatory Pakistan (1955)" ] }, { "id": "q_004956", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Calcio Padova", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Italy men's national association football team, who was the member of sports team of Giovanni Azzini?\" The reference year is 1957.\n\nFirst, I need to look at the evidence provided. The relevant entries about Giovanni", "em": 0.0, "f1": 0.0, "retrieved": [ "Giovanni Azzini member of sports team Italy men's national association football team (1952)", "Giovanni Azzini member of sports team Calcio Padova (1955)", "Giovanni Azzini country of citizenship Italy (1946)", "Giovanni Azzini country of citizenship Kingdom of Italy (1929)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006758", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Al Masry SC", "pred": "\nOkay, let's see. The user is asking about Ahmad Shedid Qinawi's sports team membership in 2008. Let me check the evidence provided.\n\nLooking at the evidence, there's a point that says \"Ahmad Shedid Qinawi member of sports team Al Masry SC (2", "em": 1.0, "f1": 0.15789473684210528, "retrieved": [ "Ahmad Shedid Qinawi member of sports team Al Masry SC (2008)", "Ahmad Shedid Qinawi member of sports team Al Ahly SC (2011)", "Sayed Moawad member of sports team Al Ahly SC (2008)", "Ahmad El-Sayed member of sports team Al Ahly SC (2000)", "Tarek Soliman member of sports team Al Masry SC (1982)" ] }, { "id": "q_003840", "complexity": "1hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "DSV Leoben", "pred": "\nOkay, let's see. The question is asking which sports team Wolfgang Klapf was a member of before SC Wiener Neustadt. The reference year is 2005.\n\nLooking at the evidence provided, there are several entries about Wolfgang Klapf. The first one says he was a", "em": 0.0, "f1": 0.0, "retrieved": [ "Wolfgang Klapf member of sports team SC Wiener Neustadt (2008)", "Wolfgang Klapf member of sports team DSV Leoben (2001)", "Y\u00fcksel Sariyar member of sports team SC Wiener Neustadt (2008)", "Manfred Razenb\u00f6ck member of sports team SC Wiener Neustadt (2008)", "Pavel Ko\u0161\u0165\u00e1l member of sports team SC Wiener Neustadt (2009)", "Boris H\u00fcttenbrenner member of sports team DSV Leoben (2003)" ] }, { "id": "q_003113", "complexity": "1hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "Wheaton College", "pred": "\nOkay, let's see. The question is asking about Hilda Geiringer's employer after Humboldt-Universit\u00e4t zu Berlin. The reference year is 1952, so I need to look at the evidence provided and find the timeline of her employment.\n\nFirst, let me list out the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Hilda Geiringer employer Humboldt-Universit\u00e4t zu Berlin (1921)", "Hilda Geiringer employer Brown University (1942)", "Hilda Geiringer employer Wheaton College (1943)", "Hilda Geiringer employer Bryn Mawr College (1939)", "Edmund Landau employer Humboldt-Universit\u00e4t zu Berlin (1900)", "Max Born employer Humboldt-Universit\u00e4t zu Berlin (1914)", "Adolf Hammerstein employer Humboldt-Universit\u00e4t zu Berlin (1923)", "Werner Heisenberg employer Humboldt-Universit\u00e4t zu Berlin (1941)", "Pascual Jordan employer Humboldt-Universit\u00e4t zu Berlin (1944)", "Werner Schulz employer Humboldt-Universit\u00e4t zu Berlin (1974)" ] }, { "id": "q_004767", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1927.0, "gold": "Miss America", "pred": "\nOkay, let's see. The user is asking about the competition that Lois Delander won in 1927. The reference year is 1927, so I need to focus on that.\n\nLooking at the evidence provided, there are three entries. The first one says \"Lois Del", "em": 0.0, "f1": 0.0, "retrieved": [ "Lois Delander competition won Miss America (1927)", "Gretchen Carlson competition won Miss America (1989)", "Mary Ann Mobley competition won Miss America (1959)" ] }, { "id": "q_004986", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1941.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Goffredo Petrassi's country of citizenship in 1941. The evidence provided includes several entries about his citizenship. \n\nFirst, there's an entry stating that Goffredo Petrassi's country of citizenship was Italy in 194", "em": 0.0, "f1": 0.11428571428571428, "retrieved": [ "Goffredo Petrassi country of citizenship Italy (1946)", "Goffredo Petrassi country of citizenship Kingdom of Italy (1904)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004256", "complexity": "1hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", "pred": "\nOkay, let's tackle this question. The user is asking about the operator of the Paris\u2013Lille railway after Chemins de fer du Nord. The reference year is 1965.\n\nFirst, I need to look at the evidence provided. There's a mention of the Paris\u2013Lille railway", "em": 0.0, "f1": 0.13636363636363638, "retrieved": [ "Paris\u2013Lille railway operator Chemins de fer du Nord (1900)", "Paris\u2013Lille railway operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "S\u00e9lestat\u2013Saverne railway line operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "Belfort\u2013Delle railway line operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "Dijon-Vallorbe railway line operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "Tarascon\u2013S\u00e8te railway line operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "R\u00e9milly\u2013Saarbr\u00fccken railway line operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "Mantes-la-Jolie\u2013Cherbourg railway operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)", "LGV Sud-Est operator Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1976)", "Chemins de fer d'Alsace et de Lorraine replaced by Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1938)" ] }, { "id": "q_003340", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Russia", "pred": "\nOkay, let's see. The question is asking for the country of citizenship of Dmitry Yazov in 1995. Let me look at the evidence provided.\n\nFirst, I notice that there's an entry stating \"Dmitry Yazov country of citizenship Soviet Union (1924)\". The", "em": 0.0, "f1": 0.0, "retrieved": [ "Dmitry Yazov award received Order of the Red Star (1945)", "Dmitry Yazov award received Order of the Red Banner (1963)", "Dmitry Yazov country of citizenship Soviet Union (1924)", "Dmitry Yazov award received Order of Lenin (1971)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)" ] }, { "id": "q_005245", "complexity": "1hop", "operator_type": "interval", "t_query": 1982.0, "gold": "1982", "pred": "\nOkay, let's try to figure this out. The user is asking about the year when \"Chariots of Fire\" was nominated for the Academy Award for Best Picture. But wait, the question says \"the nominated for of Chariots of Fire equal to Academy Award for Best Picture.\" Maybe that's", "em": 0.0, "f1": 0.0, "retrieved": [ "The Umbrellas of Cherbourg nominated for Academy Award for Best Writing, Original Screenplay (1966)", "The Battle of Algiers nominated for Academy Award for Best Writing, Original Screenplay (1969)", "Charlie Chaplin nominated for Academy Award for Best Writing, Original Screenplay (1948)", "Fay Kanin nominated for Academy Award for Best Writing, Original Screenplay (1959)", "Nanni Loy nominated for Academy Award for Best Writing, Original Screenplay (1964)", "Agenore Incrocci nominated for Academy Award for Best Writing, Original Screenplay (1965)", "Tonino Guerra nominated for Academy Award for Best Writing, Original Screenplay (1966)", "Stanley Kubrick nominated for Academy Award for Best Writing, Original Screenplay (1969)", "Luchino Visconti nominated for Academy Award for Best Writing, Original Screenplay (1970)", "Elio Petri nominated for Academy Award for Best Writing, Original Screenplay (1972)" ] }, { "id": "q_006022", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Lady Gaga", "pred": "\nOkay, let's see. The user is asking about Taylor Kinney's unmarried partner in 2012. The reference year is 2012, so I need to check the evidence provided to find the answer.\n\nLooking at the evidence, there are two entries about Taylor Kinney and Lady", "em": 0.0, "f1": 0.05405405405405405, "retrieved": [ "Taylor Kinney unmarried partner Lady Gaga (2011)", "Lady Gaga unmarried partner Taylor Kinney (2011)", "Lady Gaga participant in Lollapalooza (2007)" ] }, { "id": "q_002807", "complexity": "1hop", "operator_type": "sequence", "t_query": 1950.0, "gold": "University of Oslo", "pred": "\nOkay, let's see. The question is asking for the employer of Viggo Brun after he educated at the University of G\u00f6ttingen. The reference year is 1950.\n\nLooking at the evidence provided, there's a mention that Viggo Brun was employed by the University of Oslo in", "em": 1.0, "f1": 0.15789473684210528, "retrieved": [ "Viggo Brun employer University of Oslo (1946)", "Viggo Brun educated at University of G\u00f6ttingen (1909)", "Teiji Takagi educated at University of G\u00f6ttingen (1900)", "Lip\u00f3t Fej\u00e9r educated at University of G\u00f6ttingen (1902)", "Max Born educated at University of G\u00f6ttingen (1904)", "Hermann Weyl educated at University of G\u00f6ttingen (1904)", "Andreas Speiser educated at University of G\u00f6ttingen (1904)", "Lajos D\u00e1vid educated at University of G\u00f6ttingen (1905)", "Zygmunt Janiszewski educated at University of G\u00f6ttingen (1908)", "Adolf Hammerstein educated at University of G\u00f6ttingen (1910)" ] }, { "id": "q_002236", "complexity": "1hop", "operator_type": "sequence", "t_query": 1988.0, "gold": "Order of Merit of North Rhine-Westphalia", "pred": "\nOkay, let's see. The user is asking about the award received by Helmut Hirsch after he got the Saarland Order of Merit. The reference year is 1988.\n\nLooking at the evidence provided, there's a mention that Helmut Hirsch received the Saarland Order", "em": 0.0, "f1": 0.15384615384615385, "retrieved": [ "Helmut Hirsch award received Saarland Order of Merit (1980)", "Helmut Hirsch award received Order of Merit of North Rhine-Westphalia (1988)", "Werner Zeyer award received Saarland Order of Merit (1977)", "Bernard Schultze award received Order of Merit of North Rhine-Westphalia (1989)", "Dieter Wellershoff award received Order of Merit of North Rhine-Westphalia (1995)", "Reinhard Selten award received Order of Merit of North Rhine-Westphalia (1996)", "Liz Mohn award received Order of Merit of North Rhine-Westphalia (2006)", "Walter Scheel award received Order of Merit of North Rhine-Westphalia (2009)", "Nikolaus Schneider award received Order of Merit of North Rhine-Westphalia (2009)", "Guido Westerwelle award received Order of Merit of North Rhine-Westphalia (2015)" ] }, { "id": "q_006258", "complexity": "1hop", "operator_type": "sequence", "t_query": 1906.0, "gold": "United States Cabinet", "pred": "\nOkay, let's tackle this question. The user is asking about the position of the United States Secretary of the Navy after John Davis Long held it in 1900. The reference year is 1906, so we need to look at the context around that time.\n\nFirst, the evidence", "em": 0.0, "f1": 0.0909090909090909, "retrieved": [ "John Davis Long position held United States Secretary of the Navy (1900)", "United States Secretary of the Navy part of United States Cabinet (1900)" ] }, { "id": "q_003646", "complexity": "1hop", "operator_type": "sequence", "t_query": 1987.0, "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"What was the award received of Gena Rowlands after Gena Rowlands spouse John Cassavetes?\" \n\nFirst, I need to understand the question properly. It's asking for an award that Gena Row", "em": 0.0, "f1": 0.0851063829787234, "retrieved": [ "Gena Rowlands award received Silver Shell for Best Actress (1975)", "Gena Rowlands award received Silver Bear for Best Actress (1978)", "Gena Rowlands award received Golden Globe Award for Best Actress \u2013 Miniseries or Television Film (1988)", "Gena Rowlands nominated for Academy Award for Best Actress (1975)", "Gena Rowlands award received Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1987)", "Gena Rowlands award received Primetime Emmy Award for Outstanding Supporting Actress in a Miniseries or a Movie (2003)", "Cabaret award received Academy Award for Best Actress (1971)", "Cher award received Academy Award for Best Actress (1987)", "Katharine Hepburn award received Academy Award for Best Actress (1934)", "Joan Fontaine award received Academy Award for Best Actress (1942)" ] }, { "id": "q_002029", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1964.0, "gold": "Warabitai Station", "pred": "\nOkay, let's see. The user is asking about the adjacent station of Kuromatsunai Station in 1964. The evidence provided mentions that Kuromatsunai Station was adjacent to Warabitai Station in 1904. The question is about 1964", "em": 1.0, "f1": 0.14814814814814814, "retrieved": [ "Kuromatsunai Station adjacent station Warabitai Station (1904)" ] }, { "id": "q_002701", "complexity": "1hop", "operator_type": "before_after", "t_query": 2003.0, "gold": "Rudi Fuchs", "pred": "\nOkay, let's see. The question is asking who was the manager of the Stedelijk Museum Amsterdam after Willem Sandberg. The reference year is 2003.\n\nFirst, I need to look at the evidence provided. The evidence mentions Willem Sandberg as the director/manager of the", "em": 0.0, "f1": 0.0, "retrieved": [ "Stedelijk Museum Amsterdam director / manager Willem Sandberg (1945)", "Stedelijk Museum Amsterdam director / manager Rudi Fuchs (1993)", "Erasmus Prize winner Willem Sandberg (1975)" ] }, { "id": "q_000849", "complexity": "1hop", "operator_type": "interval", "t_query": 1987.0, "gold": "1987", "pred": "\nOkay, let's see. The user is asking about the year when Ray Lovejoy was nominated for the Academy Award for Best Film Editing. The reference year given is 1987, but I need to check the evidence provided.\n\nLooking at the evidence list, the first entry says \"Ray Lovejoy", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Ray Lovejoy nominated for Academy Award for Best Film Editing (1987)", "Rebecca nominated for Academy Award for Best Film Editing (1941)", "Cabaret nominated for Academy Award for Best Film Editing (1973)", "Charles Frend nominated for Academy Award for Best Film Editing (1940)", "Terry Rawlings nominated for Academy Award for Best Film Editing (1982)", "James Cameron nominated for Academy Award for Best Film Editing (1998)", "Who Framed Roger Rabbit nominated for Academy Award for Best Film Editing (1989)", "Cabaret award received Academy Award for Best Film Editing (1971)", "James Cameron award received Academy Award for Best Film Editing (1998)", "Who Framed Roger Rabbit award received Academy Award for Best Film Editing (1989)" ] }, { "id": "q_000139", "complexity": "1hop", "operator_type": "sequence", "t_query": 1937.0, "gold": "Schutzstaffel", "pred": "\nOkay, let's try to figure this out. The question is asking, after Richard Schulze-Kossens military branch SS-Verf\u00fcgungstruppe, what was the member of Richard Schulze-Kossens? Wait, the wording is a bit confusing. Maybe it's asking what position or branch he", "em": 0.0, "f1": 0.0, "retrieved": [ "Richard Schulze-Kossens military branch Waffen-SS (1940)", "Richard Schulze-Kossens member of Schutzstaffel (1934)", "Richard Schulze-Kossens military casualty classification prisoner of war (1946)", "Richard Schulze-Kossens significant person Adolf Hitler (1941)", "Ferenc Feketehalmy-Czeydner military branch Waffen-SS (1944)", "Ernst Kaltenbrunner military branch Schutzstaffel (1940)", "Hans G\u00fcnther member of Schutzstaffel (1937)", "Hartmann Lauterbacher member of Schutzstaffel (1940)", "Hanns Martin Schleyer member of Schutzstaffel (1933)", "Hans Jenisch military casualty classification prisoner of war (1940)" ] }, { "id": "q_007176", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2007.0, "gold": "Anton-G\u00fcnther, Duke of Oldenburg", "pred": "\nOkay, let's see. The user is asking about the chairperson of the House of Oldenburg in 2007. The evidence provided mentions Anton-G\u00fcnther, Duke of Oldenburg, as the chairperson in 1970. Wait, the reference year is 200", "em": 1.0, "f1": 0.30303030303030304, "retrieved": [ "House of Oldenburg chairperson Anton-G\u00fcnther, Duke of Oldenburg (1970)" ] }, { "id": "q_004055", "complexity": "1hop", "operator_type": "before_after", "t_query": 1976.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Bruno Visintin's country of citizenship after the Kingdom of Italy. The reference year is 1976, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, I need to", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Bruno Visintin country of citizenship Italy (1946)", "Bruno Visintin country of citizenship Kingdom of Italy (1932)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004419", "complexity": "1hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "Jeonbuk Hyundai Motors FC", "pred": "\nOkay, let's see. The user is asking about Sim Woo-yeon's sports team membership after they were part of the South Korea national under-23 football team. The reference year is 2011.\n\nLooking at the evidence provided, there are several entries for Sim Woo-yeon", "em": 0.0, "f1": 0.0, "retrieved": [ "Sim Woo-yeon member of sports team South Korea national under-23 football team (2006)", "Sim Woo-yeon member of sports team South Korea men's national football team (2012)", "Sim Woo-yeon member of sports team Seongnam FC (2013)", "Sim Woo-yeon member of sports team Jeonbuk Hyundai Motors FC (2010)", "Yoon Jong-hwan member of sports team South Korea national under-23 football team (1994)", "Park Dong-hyuk member of sports team South Korea national under-23 football team (1999)", "Cho Sung-hwan member of sports team South Korea national under-23 football team (2002)", "Yoo Sang-chul member of sports team South Korea national under-23 football team (2004)", "Jung In-whan member of sports team South Korea national under-23 football team (2006)", "Jung Sung-ryong member of sports team South Korea national under-23 football team (2007)" ] }, { "id": "q_006447", "complexity": "1hop", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "\nOkay, let's tackle this question. The user is asking: \"In what year was the drafted by of John Wall equal to Washington Wizards?\" \n\nFirst, I need to parse the question correctly. The key parts here are \"drafted by John Wall\" and \"equal to Washington Wizards.\" Wait, that", "em": 0.0, "f1": 0.0, "retrieved": [ "John Wall drafted by Washington Wizards (2010)", "John Wall member of sports team Houston Rockets (2020)", "John Wall member of sports team Los Angeles Clippers (2022)", "Gheorghe Mure\u0219an member of sports team Washington Wizards (1993)", "Michael Jordan member of sports team Washington Wizards (2001)", "Caron Butler member of sports team Washington Wizards (2005)", "Rashard Lewis member of sports team Washington Wizards (2010)", "K. C. Jones member of sports team Washington Wizards (1973)", "Hakeem Olajuwon member of sports team Houston Rockets (1984)", "Luis Scola member of sports team Houston Rockets (2007)" ] }, { "id": "q_005863", "complexity": "1hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Parliament of the United Kingdom", "pred": "\nOkay, let's see. The user is asking about Chris Huhne's position after he held the Member of the European Parliament (MEP) role. The reference year is 2010.\n\nLooking at the evidence provided: Chris Huhne was an MEP from 2004 and", "em": 0.0, "f1": 0.15384615384615385, "retrieved": [ "Chris Huhne position held Member of the European Parliament (2004)", "Chris Huhne member of Parliament of the United Kingdom (2005)", "Herbert Wehner position held Member of the European Parliament (1952)", "Walter Scheel position held Member of the European Parliament (1956)", "Helmut Schmidt position held Member of the European Parliament (1958)", "Gladwyn Jebb position held Member of the European Parliament (1973)", "Giorgio Amendola position held Member of the European Parliament (1979)", "Jacques Chirac position held Member of the European Parliament (1979)", "Martin Bangemann position held Member of the European Parliament (1979)", "Leonardo Sciascia position held Member of the European Parliament (1979)" ] }, { "id": "q_004287", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "Jens Stoltenberg", "pred": "\nOkay, let's see. The user is asking for the Norwegian Labour Party's chairperson in 2011. The reference year is 2011, so I need to check the evidence provided to find the answer.\n\nLooking at the evidence, there are several entries mentioning Norwegian Labour Party chair", "em": 0.0, "f1": 0.0, "retrieved": [ "Norwegian Labour Party chairperson Oscar Torp (1923)", "Norwegian Labour Party chairperson Einar Gerhardsen (1945)", "Norwegian Labour Party member of Communist International (1919)", "Norwegian Labour Party member of Socialist International (1951)", "Norwegian Labour Party member of Labour and Socialist International (1938)", "Hungarian Social Democratic Party member of Labour and Socialist International (1923)", "Social Democracy member of Labour and Socialist International (1923)", "Communist Party of Greece member of Communist International (1920)" ] }, { "id": "q_008613", "complexity": "1hop", "operator_type": "interval", "t_query": 1980.0, "gold": "1980", "pred": "\nOkay, let's try to figure this out. The question is asking in what year George Gervin received the NBA All-Star Game Kobe Bryant Most Valuable Player Award. Wait, that seems a bit confusing because Kobe Bryant was a player in the 1990s and 2000", "em": 0.0, "f1": 0.0, "retrieved": [ "George Gervin award received NBA All-Star Game Kobe Bryant Most Valuable Player Award (1980)", "NBA All-Star Game Kobe Bryant Most Valuable Player Award winner George Gervin (1980)", "George Gervin member of sports team San Antonio Spurs (1974)", "George Gervin award received All-NBA Team (1978)", "Bill Sharman award received NBA All-Star Game Kobe Bryant Most Valuable Player Award (1955)", "Wilt Chamberlain award received NBA All-Star Game Kobe Bryant Most Valuable Player Award (1960)", "Walt Frazier award received NBA All-Star Game Kobe Bryant Most Valuable Player Award (1975)", "Julius Erving award received NBA All-Star Game Kobe Bryant Most Valuable Player Award (1977)", "Michael Jordan award received NBA All-Star Game Kobe Bryant Most Valuable Player Award (1988)", "Karl Malone award received NBA All-Star Game Kobe Bryant Most Valuable Player Award (1989)" ] }, { "id": "q_002216", "complexity": "1hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Team Jayco AlUla", "pred": "\nOkay, let's see. The question is asking, after Mitchell Docker was a member of the Drapac-EF Cannondale Holistic Development team (which the evidence says was in 2006), what was his next team?\n\nFirst, I need to look at the evidence provided. The", "em": 0.0, "f1": 0.05, "retrieved": [ "Mitchell Docker member of sports team Drapac-EF Cannondale Holistic Development (2006)", "Graeme Brown member of sports team Drapac-EF Cannondale Holistic Development (2015)", "Mitchell Docker member of sports team EF Education-EasyPost (2018)", "Mitchell Docker member of sports team Team Picnic PostNL (2011)", "Mitchell Docker member of sports team Team Jayco AlUla (2012)", "Tyler Farrar member of sports team EF Education-EasyPost (2008)", "Christopher Sutton member of sports team EF Education-EasyPost (2008)", "Jack Bobridge member of sports team EF Education-EasyPost (2010)", "Andr\u00e9 Cardoso member of sports team EF Education-EasyPost (2014)", "Sebastian Langeveld member of sports team EF Education-EasyPost (2014)" ] }, { "id": "q_006890", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "Gen\u00e7lerbirli\u011fi S.K.", "pred": "\nOkay, let's see. The user is asking about Rahim Zafer's sports team membership in 1994. The reference year is 1994, so I need to check the evidence provided to see which team he was part of that year.\n\nLooking at the evidence, there are", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Rahim Zafer member of sports team Diyarbak\u0131rspor (2001)", "Rahim Zafer member of sports team Gen\u00e7lerbirli\u011fi S.K. (1990)", "Rahim Zafer member of sports team Be\u015fikta\u015f J.K. (1996)", "Rahim Zafer member of sports team Turkey men's national football team (1995)", "Murat \u015eahin member of sports team Diyarbak\u0131rspor (2000)", "Y\u00fcksel Sariyar member of sports team Gen\u00e7lerbirli\u011fi S.K. (1999)", "G\u00f6khan \u00dcnal member of sports team Gen\u00e7lerbirli\u011fi S.K. (1999)", "Serdar \u00d6zbayraktar member of sports team Gen\u00e7lerbirli\u011fi S.K. (2001)", "Mehmet \u00c7ak\u0131r member of sports team Gen\u00e7lerbirli\u011fi S.K. (2005)", "Nick Carle member of sports team Gen\u00e7lerbirli\u011fi S.K. (2007)" ] }, { "id": "q_005004", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1965.0, "gold": "Soviet Union", "pred": "\nOkay, let's tackle this question. The user is asking about the country of Bakhchisaray Palace in 1965. The evidence provided includes several entries from different years, mostly around 1922 and 1924. Let me go through each piece of evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Bakhchisaray Palace country Soviet Union (1922)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)", "Vladimir Lenin country of citizenship Soviet Union (1922)", "Dmitry Yazov country of citizenship Soviet Union (1924)", "Nina Bocharova country of citizenship Soviet Union (1924)" ] }, { "id": "q_004395", "complexity": "1hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "University of Freiburg", "pred": "\nOkay, let's see. The question is asking, after Ernst-Wolfgang B\u00f6ckenf\u00f6rde became a judge in 1983, what was his employer? \n\nLooking at the evidence provided, there's a list of his employers over the years. The key points here are the years when", "em": 0.0, "f1": 0.05, "retrieved": [ "Ernst-Wolfgang B\u00f6ckenf\u00f6rde occupation judge (1983)", "Ernst-Wolfgang B\u00f6ckenf\u00f6rde employer University of Freiburg (1977)", "Ernst-Wolfgang B\u00f6ckenf\u00f6rde employer Heidelberg University (1964)", "Ernst-Wolfgang B\u00f6ckenf\u00f6rde employer Bielefeld University (1969)", "Ernst-Wolfgang B\u00f6ckenf\u00f6rde educated at University of M\u00fcnster (1956)", "Ernst-Wolfgang B\u00f6ckenf\u00f6rde award received Order of Merit of Baden-W\u00fcrttemberg (2003)", "Ernst-Wolfgang B\u00f6ckenf\u00f6rde award received Sigmund Freud Prize (2012)", "Andrew Jacobs occupation judge (1975)", "Charlie Gonzalez occupation judge (1989)", "Peter M\u00fcller occupation judge (2011)" ] }, { "id": "q_003660", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Queen", "pred": "\nOkay, let's see. The question is asking who owned Mountain Studios in 1989. The reference year is 1989, so I need to check the evidence provided for that time frame.\n\nLooking at the evidence, there are three points:\n\n1. Mountain Studios owned by Queen (", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Mountain Studios owned by Queen (1979)", "Mountain Studios owned by David Richards (1995)", "Queen award received Rock and Roll Hall of Fame (2001)" ] }, { "id": "q_006514", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Russian Soviet Federative Socialist Republic", "pred": "\nOkay, let's tackle this question. The user is asking, \"In 1955, what was the located in of Murmansk Oblast?\" So they want to know the administrative territorial entity that Murmansk Oblast was part of in 1955.\n\nFirst, I need", "em": 0.0, "f1": 0.0, "retrieved": [ "Murmansk Oblast located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1938)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Murmansk Oblast country Soviet Union (1938)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Dnipropetrovsk Oblast country Soviet Union (1932)", "Odesa Oblast country Soviet Union (1932)", "Kharkiv Oblast country Soviet Union (1932)", "Kursk Oblast country Soviet Union (1934)", "Chelyabinsk Oblast country Soviet Union (1934)" ] }, { "id": "q_002222", "complexity": "1hop", "operator_type": "before_after", "t_query": 1951.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Sergio Bonelli's country of citizenship after the Kingdom of Italy. The reference year is 1951.\n\nFirst, I need to look at the evidence provided. There are entries for Sergio Bonelli with citizenship in Italy in 19", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Sergio Bonelli country of citizenship Italy (1946)", "Sergio Bonelli country of citizenship Kingdom of Italy (1932)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000791", "complexity": "1hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, after the Kingdom of Italy, who was the country of citizenship of Tiziano Terzani? The reference year is 1996.\n\nLooking at the evidence provided, there are several entries about Tiziano Terzani", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Tiziano Terzani country of citizenship Italy (1946)", "Tiziano Terzani country of citizenship Kingdom of Italy (1938)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001758", "complexity": "1hop", "operator_type": "sequence", "t_query": 1973.0, "gold": "John Mauchly", "pred": "\nOkay, let's try to figure this out. The question is asking for the spouse of Kathleen Antonelli after she worked at Aberdeen Proving Ground. The reference year is 1973.\n\nFirst, the evidence given is that Kathleen Antonelli's spouse was John Mauchly in 194", "em": 1.0, "f1": 0.10256410256410257, "retrieved": [ "Kathleen Antonelli spouse John Mauchly (1948)" ] }, { "id": "q_004641", "complexity": "1hop", "operator_type": "before_after", "t_query": 1946.0, "gold": "Ni\u00e8vre", "pred": "\nOkay, let's tackle this question. The user is asking about the administrative territorial entity where Route nationale 445 was located before Essonne. The reference year is 1946.\n\nLooking at the evidence provided: \n- In 1978, Route nationale 44", "em": 0.0, "f1": 0.0, "retrieved": [ "Route nationale 445 located in the administrative territorial entity Essonne (1978)", "Route nationale 445 located in the administrative territorial entity Ni\u00e8vre (1933)" ] }, { "id": "q_000084", "complexity": "1hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Munich Kammerspiele", "pred": "\nOkay, let's see. The question is asking about Therese Giehse's employer after the Berliner Ensemble. The reference year is 1967, so I need to look at the evidence provided around that time.\n\nFirst, looking at the evidence:\n\n- Therese Giehse", "em": 0.0, "f1": 0.0, "retrieved": [ "Therese Giehse employer Berliner Ensemble (1949)", "Peter Hacks employer Berliner Ensemble (1955)", "Therese Giehse employer Munich Kammerspiele (1952)", "Alfred Neumann employer Munich Kammerspiele (1918)" ] }, { "id": "q_005007", "complexity": "1hop", "operator_type": "interval", "t_query": 2017.0, "gold": "2017", "pred": "\nOkay, let's see. The user is asking about the year when Karl Ove Knausg\u00e5rd received the Jerusalem Prize. The reference year given is 2017, but I need to check the evidence provided.\n\nLooking at the evidence, there's a list of awards and the years", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Ignazio Silone award received Jerusalem Prize (1969)", "Milan Kundera award received Jerusalem Prize (1985)", "Simone de Beauvoir award received Jerusalem Prize (1975)", "V\u00e1clav Havel award received Austrian State Prize for European Literature (1968)", "Harold Pinter award received Austrian State Prize for European Literature (1973)", "Fulvio Tomizza award received Austrian State Prize for European Literature (1979)", "Giorgio Manganelli award received Austrian State Prize for European Literature (1986)", "Milan Kundera award received Austrian State Prize for European Literature (1987)", "Salman Rushdie award received Austrian State Prize for European Literature (1992)", "J\u00fcrg Laederach award received Austrian State Prize for European Literature (1996)" ] }, { "id": "q_002535", "complexity": "1hop", "operator_type": "sequence", "t_query": 1987.0, "gold": "Tuvan Autonomous Soviet Socialist Republic", "pred": "\nOkay, let's tackle this question. The user is asking about the administrative territorial entity of Tes-Khemsky District after it was located in the Tuvan People's Republic. The reference year is 1987.\n\nFirst, I need to look at the evidence provided. The evidence mentions that Tes", "em": 0.0, "f1": 0.0888888888888889, "retrieved": [ "Tes-Khemsky District located in the administrative territorial entity Tuvan People's Republic (1921)", "Tes-Khemsky District located in the administrative territorial entity Tuvan Autonomous Soviet Socialist Republic (1961)", "Barun-Khemchiksky District located in the administrative territorial entity Tuvan People's Republic (1921)", "Dzun-Khemchiksky District located in the administrative territorial entity Tuvan People's Republic (1921)", "Dzun-Khemchiksky District country Tuvan People's Republic (1929)", "Barun-Khemchiksky District located in the administrative territorial entity Tuvan Autonomous Soviet Socialist Republic (1961)", "Dzun-Khemchiksky District located in the administrative territorial entity Tuvan Autonomous Soviet Socialist Republic (1961)" ] }, { "id": "q_007920", "complexity": "1hop", "operator_type": "interval", "t_query": 2002.0, "gold": "2002", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"In what year was the ratified by of Kyoto Protocol equal to Thailand?\" Hmm, the wording is a bit confusing. Maybe they meant \"When did Thailand ratify the Kyoto Protocol?\" Or perhaps they're asking for", "em": 0.0, "f1": 0.0, "retrieved": [ "Benxi located in the administrative territorial entity People's Republic of China (1949)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "Kach designated as terrorist by United States (1997)", "Chile located in time zone UTC\u221204:00 (1947)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "Belgium head of state Leopold II of Belgium (1900)", "Belgium head of state Baudouin I of Belgium (1951)", "Belgium head of state Albert II of Belgium (1993)", "Belgium head of state Prince Charles, Count of Flanders (1944)", "People's Republic of China head of state Mao Zedong (1949)" ] }, { "id": "q_006359", "complexity": "1hop", "operator_type": "interval", "t_query": 1956.0, "gold": "1956", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when a member of the sports team of Bauer was equal to Botafogo F.R. But wait, the evidence provided doesn't mention anything about a team called Bauer. Let me check again.\n\nLooking at the evidence, there", "em": 0.0, "f1": 0.0, "retrieved": [ "Jos\u00e9 Per\u00e1cio member of sports team Botafogo F.R. (1937)", "Martim M\u00e9rcio da Silveira member of sports team Botafogo F.R. (1934)", "Amarildo Tavares da Silveira member of sports team Botafogo F.R. (1959)", "Rildo da Costa Menezes member of sports team Botafogo F.R. (1961)", "N\u00e9icer Reasco member of sports team S\u00e3o Paulo FC (2006)", "Daniel Alves member of sports team S\u00e3o Paulo FC (2019)", "\u00c9merson Luiz Firmino member of sports team S\u00e3o Paulo FC (1990)", "Andr\u00e9 Lu\u00eds Garcia member of sports team S\u00e3o Paulo FC (2010)", "Fabr\u00edcio de Souza member of sports team S\u00e3o Paulo FC (2012)", "Neco member of sports team Brazil men's national football team (1917)" ] }, { "id": "q_005402", "complexity": "1hop", "operator_type": "before_after", "t_query": 1910.0, "gold": "Russian Empire", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before Soviet Union, who was the country of Simferopol?\" with the reference year 1910.\n\nFirst, I need to look at the evidence provided. The key entries related to Simferopol are:\n\n- Simferopol", "em": 0.0, "f1": 0.0, "retrieved": [ "Simferopol country Soviet Union (1921)", "Simferopol country Russian Empire (1900)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Karen Ter-Martirosian country of citizenship Soviet Union (1922)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "N. I. Lobachevsky State University of Nizhny Novgorod country Soviet Union (1917)", "Russian Empire anthem God Save the Tsar! (1900)" ] }, { "id": "q_007921", "complexity": "1hop", "operator_type": "interval", "t_query": 1989.0, "gold": "1989", "pred": "\nOkay, let's see. The user is asking about the significant event of STS-29 and when it happened. The reference year given is 1989. The evidence provided includes three other rocket launches: Tenma in 1983, Discoverer 18 in 1", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Tenma significant event rocket launch (1983)", "Discoverer 18 significant event rocket launch (1960)", "Cosmos 82 significant event rocket launch (1965)" ] }, { "id": "q_002569", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Aldo Clementi's country of citizenship in 1942. The reference year is 1942, so I need to look at the evidence provided to find the answer.\n\nLooking at the evidence, there are a few entries related to", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Aldo Clementi country of citizenship Italy (1946)", "Aldo Clementi country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003091", "complexity": "1hop", "operator_type": "sequence", "t_query": 1981.0, "gold": "Pat Travers", "pred": "\nOkay, let's try to figure this out. The question is asking about the member of Tommy Aldridge after he was a member of Black Oak Arkansas. The reference year is 1981.\n\nFirst, the evidence given is that Tommy Aldridge was a member of Pat Travers in 19", "em": 1.0, "f1": 0.10526315789473684, "retrieved": [ "Tommy Aldridge member of Pat Travers (1978)" ] }, { "id": "q_002364", "complexity": "1hop", "operator_type": "sequence", "t_query": 1990.0, "gold": "Gaz\u00e9lec Ajaccio", "pred": "\nOkay, let's see. The question is asking for the member of the sports team of Jean-Michel Cavalli after he was a member of AS Monaco FC. The reference year is 1990.\n\nLooking at the evidence provided, there are several entries about Jean-Michel Cavalli. The first", "em": 0.0, "f1": 0.0, "retrieved": [ "Jean-Michel Cavalli member of sports team AS Monaco FC (1975)", "Jean-Michel Cavalli member of sports team Gaz\u00e9lec Ajaccio (1979)", "Abderrahmane Boubekeur member of sports team AS Monaco FC (1954)", "Claude Puel member of sports team AS Monaco FC (1979)", "Marcelo Gallardo member of sports team AS Monaco FC (1999)", "Patrice Luzi member of sports team AS Monaco FC (1999)", "Olivier Sorlin member of sports team AS Monaco FC (2005)", "Laurent Bonnart member of sports team AS Monaco FC (2010)", "Diego Benaglio member of sports team AS Monaco FC (2017)", "Stevan Joveti\u0107 member of sports team AS Monaco FC (2017)" ] }, { "id": "q_007208", "complexity": "1hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "Gustave Choquet", "pred": "\nOkay, let's tackle this question. The user is asking about Yvonne Choquet-Bruhat's spouse after her employment at the Institute for Advanced Study. \n\nFirst, I need to check the evidence provided. The relevant entries are:\n\n- Yvonne Choquet-Bruhat spouse Gustave Cho", "em": 0.0, "f1": 0.10526315789473684, "retrieved": [ "Yvonne Choquet-Bruhat spouse Gustave Choquet (1961)", "Yvonne Choquet-Bruhat employer Institute for Advanced Study (1951)", "Thelma Estrin member of Institute for Advanced Study (1950)", "Yvonne Choquet-Bruhat position held chairperson (1980)", "Andr\u00e9 Lichnerowicz doctoral student Yvonne Choquet-Bruhat (1951)", "Yvonne Choquet-Bruhat educated at National Center for Scientific Research (1949)", "Yvonne Choquet-Bruhat educated at \u00c9cole Normale Sup\u00e9rieure (1946)", "Hermann Weyl employer Institute for Advanced Study (1933)", "Marston Morse employer Institute for Advanced Study (1935)", "Morris Kline employer Institute for Advanced Study (1936)" ] }, { "id": "q_003209", "complexity": "1hop", "operator_type": "before_after", "t_query": 1989.0, "gold": "C\u00e9sar Milstein", "pred": "\nOkay, let's see. The question is asking, after Eduard Suess, who was the winner of the Copley Medal. The reference year is 1989, but the evidence provided lists several Copley Medal winners with their years. First, I need to figure out when Edu", "em": 0.0, "f1": 0.0, "retrieved": [ "Copley Medal winner Marcellin Berthelot (1900)", "Copley Medal winner Ray Lankester (1913)", "Copley Medal winner William Bayliss (1919)", "Copley Medal winner Robert Robinson (1942)", "Copley Medal winner William Henry Bragg (1930)", "Copley Medal winner Pierre-Paul \u00c9mile Roux (1917)", "Robert Robinson employer University of Liverpool (1915)", "Robert Robinson employer University of Manchester (1922)", "Robert Robinson employer University of London (1928)", "Robert Robinson employer University of Oxford (1930)" ] }, { "id": "q_001948", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1902.0, "gold": "Nobel Prize in Physiology or Medicine", "pred": "\nOkay, let's see. The user is asking what Rudolf Virchow was nominated for in 1902. The reference year is 1902, so I need to check the evidence provided.\n\nLooking at the evidence, there's a list of people nominated for the Nobel Prize in", "em": 0.0, "f1": 0.14634146341463414, "retrieved": [ "Rudolf Virchow nominated for Nobel Prize in Physiology or Medicine (1901)", "Ernst Haeckel nominated for Nobel Prize in Physiology or Medicine (1902)", "Max Rubner nominated for Nobel Prize in Physiology or Medicine (1902)", "Oswald Schmiedeberg nominated for Nobel Prize in Physiology or Medicine (1902)", "Max von Gruber nominated for Nobel Prize in Physiology or Medicine (1902)", "Robert Koch nominated for Nobel Prize in Physiology or Medicine (1901)", "Camillo Golgi nominated for Nobel Prize in Physiology or Medicine (1901)", "Wilhelm R\u00f6ntgen nominated for Nobel Prize in Physiology or Medicine (1906)", "Almroth Wright nominated for Nobel Prize in Physiology or Medicine (1906)", "Alexis Carrel nominated for Nobel Prize in Physiology or Medicine (1912)" ] }, { "id": "q_004389", "complexity": "1hop", "operator_type": "interval", "t_query": 1922.0, "gold": "1922", "pred": "\nOkay, let's tackle this question. The user is asking when the United Kingdom of Great Britain and Ireland replaced the Irish Free State. The reference year given is 1922.\n\nLooking at the evidence provided, there's a mention that the Irish Free State replaced the United Kingdom of Great Britain and Ireland", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Irish Free State replaces United Kingdom of Great Britain and Ireland (1922)", "Leinster located in the administrative territorial entity Irish Free State (1922)", "Leinster country Irish Free State (1922)", "Dungarvan country Irish Free State (1922)", "Sandymount country Irish Free State (1922)", "Irish Free State currency pound sterling (1922)", "United Kingdom replaces United Kingdom of Great Britain and Ireland (1927)", "Parliament of the United Kingdom country United Kingdom of Great Britain and Ireland (1900)", "Parliament of the United Kingdom applies to jurisdiction United Kingdom of Great Britain and Ireland (1900)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)" ] }, { "id": "q_001672", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Kemerovo Oblast", "pred": "\nOkay, let's try to figure this out. The question is asking, after Novosibirsk Oblast, who was the located in of Novokuznetsk? Wait, maybe the wording is a bit off. Let me parse it again. The user is probably asking, after the Novosibir", "em": 0.0, "f1": 0.05405405405405405, "retrieved": [ "Novokuznetsk located in the administrative territorial entity Novosibirsk Oblast (1937)", "Don Host Oblast located in the administrative territorial entity Russian Empire (1900)", "Novokuznetsk named after Joseph Stalin (1932)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)", "Saint Petersburg Governorate located in the administrative territorial entity Russian Empire (1900)", "Novosibirsk country Soviet Union (1922)" ] }, { "id": "q_002971", "complexity": "1hop", "operator_type": "before_after", "t_query": 2020.0, "gold": "Hamza Hamzao\u011flu", "pred": "\nOkay, let's see. The user is asking who was the head coach of Yeni Malatyaspor after Erol Bulut. The reference year is 2020.\n\nLooking at the evidence provided, there's information about Erol Bulut being the head coach of Yeni Malatyas", "em": 0.0, "f1": 0.0, "retrieved": [ "Yeni Malatyaspor head coach Erol Bulut (2017)", "Yeni Malatyaspor head coach Hamza Hamzao\u011flu (2020)", "Galatasaray S.K. head coach Hamza Hamzao\u011flu (2014)", "Yeni Malatyaspor league or competition S\u00fcper Lig (2017)", "Erol Bulut member of sports team Trabzonspor (1999)", "Erol Bulut member of sports team Bursaspor (2003)", "Erol Bulut member of sports team Eintracht Frankfurt (1999)", "Erol Bulut member of sports team Panionios F.C. (2002)", "Erol Bulut member of sports team TSV 1860 M\u00fcnchen (2004)", "Erol Bulut member of sports team Olympiacos F.C. (2005)" ] }, { "id": "q_007668", "complexity": "1hop", "operator_type": "before_after", "t_query": 1969.0, "gold": "Freie Universit\u00e4t Berlin", "pred": "\nOkay, let's try to figure out who Reinhard Selten's employer was before the University of Bonn. The question is asking about his employer prior to that institution, so I need to look at the evidence provided and see if there's any mention of his employment history.\n\nFirst, let me list out", "em": 0.0, "f1": 0.0, "retrieved": [ "Reinhard Selten employer Bielefeld University (1972)", "Reinhard Selten employer University of California, Berkeley (1967)", "Reinhard Selten employer Goethe University Frankfurt (1957)", "Reinhard Selten employer Freie Universit\u00e4t Berlin (1969)", "Reinhard Selten educated at Goethe University Frankfurt (1951)", "Reinhard Selten award received Order of Merit of North Rhine-Westphalia (1996)", "Hans Lewy employer University of California, Berkeley (1935)", "George Gamow employer University of California, Berkeley (1954)", "Ted Kaczynski employer University of California, Berkeley (1967)", "Elizabeth Blackburn employer University of California, Berkeley (1978)" ] }, { "id": "q_004443", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Member of the European Parliament", "pred": "\nOkay, let's see. The user is asking about the position held by Q524412 in 2010. First, I need to figure out who Q524412 refers to. Since the question is about a person's position in 2010", "em": 0.0, "f1": 0.06060606060606061, "retrieved": [ "Herbert Wehner position held Member of the European Parliament (1952)", "Walter Scheel position held Member of the European Parliament (1956)", "Helmut Schmidt position held Member of the European Parliament (1958)", "Gladwyn Jebb position held Member of the European Parliament (1973)", "Giorgio Amendola position held Member of the European Parliament (1979)", "Jacques Chirac position held Member of the European Parliament (1979)", "Martin Bangemann position held Member of the European Parliament (1979)", "Leonardo Sciascia position held Member of the European Parliament (1979)", "Edgar Faure position held Member of the European Parliament (1979)", "Andr\u00e9 Bord position held Member of the European Parliament (1982)" ] }, { "id": "q_000260", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1925.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Sol Polito's country of citizenship in 1925. The evidence provided includes several entries about Sol Polito's citizenship. \n\nFirst, there's an entry stating that Sol Polito's country of citizenship was Italy in 1946", "em": 0.0, "f1": 0.1176470588235294, "retrieved": [ "Sol Polito country of citizenship Italy (1946)", "Sol Polito country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003060", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Leipziger Land", "pred": "\nOkay, let's see. The question is asking what Borna was located in during 1999. The reference year is 1999, so I need to look at the evidence provided and see what administrative territorial entities Borna was part of around that time.\n\nLooking at the evidence,", "em": 0.0, "f1": 0.0, "retrieved": [ "Borna located in the administrative territorial entity Amtshauptmannschaft Borna (1900)", "Borna located in the administrative territorial entity Leipziger Land (1994)", "Narsdorf located in the administrative territorial entity Amtshauptmannschaft Borna (1900)", "Borna capital of Leipziger Land (1994)", "Narsdorf located in the administrative territorial entity Leipziger Land (1994)", "Leipziger Land located in the administrative territorial entity Leipzig Government Region (1994)" ] }, { "id": "q_003434", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1962.0, "gold": "United Arab Republic", "pred": "\nOkay, let's see. The user is asking about the country of citizenship of Fouad Mohamed Abou Zikry in 1962. The reference year is 1962, so I need to check the evidence provided to find the relevant information.\n\nLooking at the evidence, there are", "em": 0.0, "f1": 0.0, "retrieved": [ "Fouad Mohamed Abou Zikry country of citizenship Egypt (1971)", "Fouad Mohamed Abou Zikry country of citizenship Kingdom of Egypt (1923)", "Fouad Mohamed Abou Zikry country of citizenship United Arab Republic (1958)", "Mohamed Hussein Tantawi country of citizenship Egypt (1971)", "Mohamed Hussein Tantawi country of citizenship Kingdom of Egypt (1935)", "Mohamed Hussein Tantawi country of citizenship United Arab Republic (1958)", "Zakaria Mohieddin country of citizenship Kingdom of Egypt (1922)", "Taha Hussein country of citizenship Kingdom of Egypt (1922)", "Hosni Mubarak country of citizenship Kingdom of Egypt (1928)", "Onsi Sawiris country of citizenship Kingdom of Egypt (1930)" ] }, { "id": "q_006063", "complexity": "1hop", "operator_type": "before_after", "t_query": 1963.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Lino Aldani's country of citizenship after the Kingdom of Italy. The reference year is 1963.\n\nFirst, looking at the evidence provided. There are two entries for Lino Aldani: one from 1946", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Lino Aldani country of citizenship Italy (1946)", "Lino Aldani country of citizenship Kingdom of Italy (1926)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005538", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1961.0, "gold": "Nobel Prize in Literature", "pred": "\nOkay, let's see. The user is asking what Gunnar Gunnarsson was nominated for in 1961. The reference year given is 1961. Let me check the evidence provided.\n\nLooking at the evidence list, there's an entry that says \"Simone de Beauvoir", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Gunnar Gunnarsson residence Denmark (1907)", "Gunnar Gunnarsson nominated for Nobel Prize in Literature (1918)", "Simone de Beauvoir nominated for Nobel Prize in Literature (1961)", "Gunnar Heiberg nominated for Nobel Prize in Literature (1916)", "John Morley nominated for Nobel Prize in Literature (1902)", "Giosu\u00e8 Carducci nominated for Nobel Prize in Literature (1902)", "Jos\u00e9 Echegaray nominated for Nobel Prize in Literature (1902)", "Paul Heyse nominated for Nobel Prize in Literature (1910)", "Henry James nominated for Nobel Prize in Literature (1911)", "Henri Bergson nominated for Nobel Prize in Literature (1912)" ] }, { "id": "q_005136", "complexity": "1hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "Ireland men\u2019s national rugby union team", "pred": "\nOkay, let's see. The question is asking who Geordan Murphy was a member of before the British & Irish Lions. The reference year is 2000.\n\nLooking at the evidence, there's a mention that Geordan Murphy was a member of the Ireland men\u2019s national rugby union team in", "em": 1.0, "f1": 0.32558139534883723, "retrieved": [ "Geordan Murphy member of sports team British & Irish Lions (2005)", "Geordan Murphy member of sports team Ireland men\u2019s national rugby union team (2000)", "Jim Telfer member of sports team British & Irish Lions (1966)", "Tom Kiernan member of sports team British & Irish Lions (1968)", "Peter Winterbottom member of sports team British & Irish Lions (1993)", "Harry Ellis member of sports team British & Irish Lions (2009)", "Tom Kiernan member of sports team Ireland men\u2019s national rugby union team (1960)" ] }, { "id": "q_004183", "complexity": "1hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "The Rockefeller University", "pred": "\nOkay, let's try to figure this out. The question is asking for the employer of Torsten Nils Wiesel after he won the Louisa Gross Horwitz Prize. \n\nFirst, looking at the evidence provided. There's a mention that Torsten Nils Wiesel was employed by The Rockefeller University", "em": 1.0, "f1": 0.13953488372093023, "retrieved": [ "Torsten Nils Wiesel employer The Rockefeller University (1983)", "Louisa Gross Horwitz Prize winner Torsten Nils Wiesel (1978)", "Torsten Nils Wiesel award received National Medal of Science (2005)", "Torsten Nils Wiesel award received Louisa Gross Horwitz Prize (1978)", "Torsten Nils Wiesel award received Nobel Prize in Physiology or Medicine (1981)", "Louisa Gross Horwitz Prize winner Albert Claude (1970)", "Louisa Gross Horwitz Prize winner Charles Yanofsky (1976)", "Louisa Gross Horwitz Prize winner Michael Heidelberger (1977)", "Louisa Gross Horwitz Prize winner Frederick Sanger (1979)", "Louisa Gross Horwitz Prize winner C\u00e9sar Milstein (1980)" ] }, { "id": "q_006802", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "Is\u00e8re", "pred": "\nOkay, let's see. The user is asking about the location of Ternay in 1936. The reference year is 1936, so I need to check the evidence provided to see what's mentioned.\n\nLooking at the evidence, there are several entries. The first one says", "em": 0.0, "f1": 0.0, "retrieved": [ "Ternay located in the administrative territorial entity Is\u00e8re (1900)", "Chaponnay located in the administrative territorial entity Is\u00e8re (1900)", "Saint-Priest located in the administrative territorial entity Is\u00e8re (1900)", "Route nationale 523 located in the administrative territorial entity Is\u00e8re (1933)" ] }, { "id": "q_002238", "complexity": "1hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Artemio Franchi's country of citizenship before Italy. The reference year is 1936.\n\nLooking at the evidence provided, there are entries about Artemio Franchi's citizenship. It says he was a citizen of the Kingdom", "em": 0.0, "f1": 0.15384615384615385, "retrieved": [ "Artemio Franchi country of citizenship Italy (1946)", "Artemio Franchi country of citizenship Kingdom of Italy (1922)", "Union of European Football Associations chairperson Artemio Franchi (1973)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004081", "complexity": "1hop", "operator_type": "sequence", "t_query": 1944.0, "gold": "Harvard University", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking for the employer of Hassler Whitney after his doctoral student Herbert Robbins. The reference year is 1944, so we need to focus on events around that time.\n\nFirst, I need to determine when Herbert Robbins", "em": 0.0, "f1": 0.0, "retrieved": [ "Hassler Whitney employer Harvard University (1930)", "Hassler Whitney employer Institute for Advanced Study (1952)", "Hassler Whitney award received National Medal of Science (1976)", "Hassler Whitney position held chairperson (1979)", "Hassler Whitney educated at Harvard University (1928)", "Hassler Whitney award received Wolf Prize in Mathematics (1982)", "Thelma Estrin member of Institute for Advanced Study (1950)", "Marston Morse award received National Medal of Science (1964)", "Subrahmanyan Chandrasekhar award received National Medal of Science (1966)", "Michael Heidelberger award received National Medal of Science (1967)" ] }, { "id": "q_007931", "complexity": "1hop", "operator_type": "before_after", "t_query": 1920.0, "gold": "Kingdom of Hungary", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking, \"Who was the country of Kenderes after Austria\u2013Hungary?\" The reference year is 1920. \n\nFirst, I need to look at the evidence provided. Let me go through each piece", "em": 0.0, "f1": 0.1, "retrieved": [ "Kenderes country Kingdom of Hungary (1920)", "Kenderes country Austria\u2013Hungary (1900)", "Uzhhorod located in the administrative territorial entity Kingdom of Hungary (1938)", "Kenderes country First Hungarian Republic (1918)", "Horodok located in the administrative territorial entity Austria\u2013Hungary (1900)", "Budapest capital of Kingdom of Hungary (1920)", "Emperor of Austria country Austria\u2013Hungary (1900)", "Archduchy of Austria country Austria\u2013Hungary (1900)", "Elie Wiesel country of citizenship Kingdom of Hungary (1940)", "Josef Breuer country of citizenship Austria\u2013Hungary (1900)" ] }, { "id": "q_002561", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Babe\u0219-Bolyai University", "pred": "\nOkay, let's see. The question is asking, after Gyula Iulius Maurer was educated at Bolyai University (which was in 1946), what was his employer next?\n\nLooking at the evidence provided, there are several entries about Gyula Iulius Maurer's employers", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Gyula Iulius Maurer employer University of Miskolc (1985)", "Gyula Iulius Maurer educated at Bolyai University (1946)", "Gyula Iulius Maurer employer Bolyai University (1949)", "Gyula Iulius Maurer employer Babe\u0219-Bolyai University (1960)", "Liviu Comes educated at Babe\u0219-Bolyai University (1937)", "Anatol E. Baconsky educated at Babe\u0219-Bolyai University (1945)", "Ferenc Rad\u00f3 employer Babe\u0219-Bolyai University (1950)", "Constantin Daicoviciu employer Babe\u0219-Bolyai University (1956)" ] }, { "id": "q_000796", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1918.0, "gold": "Stockholm University", "pred": "\nOkay, let's see. The question is asking about Erik Ivar Fredholm's employer in 1918. The reference year is 1918, so I need to check the evidence provided to find out which employer he had that year.\n\nLooking at the evidence, there are several entries", "em": 0.0, "f1": 0.0, "retrieved": [ "Erik Ivar Fredholm employer Stockholm University (1900)", "Einar Hille employer Stockholm University (1919)", "William Feller employer Stockholm University (1934)", "Lars H\u00f6rmander employer Stockholm University (1957)" ] }, { "id": "q_008363", "complexity": "1hop", "operator_type": "before_after", "t_query": 1974.0, "gold": "Poland", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Paris, who was the work location of Eugeniusz Eibisch?\" with the reference year 1974. The evidence provided includes several entries about Eugeniusz Eibisch's work locations and other unrelated facts", "em": 0.0, "f1": 0.0, "retrieved": [ "Eugeniusz Eibisch work location Paris (1922)", "Eugeniusz Eibisch work location Krak\u00f3w (1912)", "Eugeniusz Eibisch work location Poland (1939)", "Eugeniusz Eibisch position held rector (1945)", "Route nationale 4 located in the administrative territorial entity Paris (1968)", "Richard Pipes country of citizenship Poland (1923)", "Jean Graczyk country of citizenship Poland (1933)", "Giovanni Boldini work location Paris (1900)", "F\u00e9lix F\u00e9n\u00e9on work location Paris (1900)", "Georges Feydeau work location Paris (1900)" ] }, { "id": "q_008611", "complexity": "1hop", "operator_type": "before_after", "t_query": 1944.0, "gold": "Wang Jingwei regime", "pred": "\nOkay, let's tackle this question. The user is asking about the administrative location of Anci District after the Provisional Government of the Republic of China. The reference year is 1944.\n\nFirst, I need to look at the evidence provided. There's a mention that Anci District was located", "em": 0.0, "f1": 0.0, "retrieved": [ "Anci District located in the administrative territorial entity Provisional Government of the Republic of China (1937)", "Baodi District located in the administrative territorial entity Provisional Government of the Republic of China (1938)", "Beijing country Provisional Government of the Republic of China (1937)", "Shijiazhuang located in the administrative territorial entity Provisional Government of the Republic of China (1937)", "Wei County located in the administrative territorial entity Provisional Government of the Republic of China (1937)", "Zaoqiang County located in the administrative territorial entity Provisional Government of the Republic of China (1937)", "Weishi County located in the administrative territorial entity Provisional Government of the Republic of China (1938)", "Anci District located in the administrative territorial entity Wang Jingwei regime (1940)", "Baodi District located in the administrative territorial entity Wang Jingwei regime (1940)", "Huai'an District located in the administrative territorial entity Wang Jingwei regime (1940)" ] }, { "id": "q_002255", "complexity": "1hop", "operator_type": "interval", "t_query": 1986.0, "gold": "1986", "pred": "\nOkay, let's see. The user is asking about when Bobby Mimms was a member of Notts County F.C. The reference year given is 1986. Let me check the evidence provided.\n\nLooking at the list of players and their years with Everton F.C., there's Harry Morton (", "em": 1.0, "f1": 0.047619047619047616, "retrieved": [ "Harry Morton member of sports team Everton F.C. (1937)", "Tommy Wright member of sports team Everton F.C. (1964)", "Colin Todd member of sports team Everton F.C. (1978)", "David Johnson member of sports team Everton F.C. (1982)", "Adrian Heath member of sports team Everton F.C. (1982)", "Andy Gray member of sports team Everton F.C. (1983)", "Alec Chamberlain member of sports team Everton F.C. (1987)", "Tony Cottee member of sports team Everton F.C. (1988)", "Stefan Rehn member of sports team Everton F.C. (1989)", "Marc Hottiger member of sports team Everton F.C. (1996)" ] }, { "id": "q_007672", "complexity": "1hop", "operator_type": "interval", "t_query": 2016.0, "gold": "2016", "pred": "\nOkay, let's see. The user is asking for the year when Ellen DeGeneres received the Presidential Medal of Freedom. The reference year given is 2016, but I need to check the evidence provided.\n\nLooking at the evidence list, there's an entry that says \"Ellen DeGener", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Ellen DeGeneres notable work The Ellen DeGeneres Show (2003)", "Ellen DeGeneres award received Presidential Medal of Freedom (2016)", "Ellen DeGeneres notable work Ellen (1994)", "Ellen DeGeneres award received American Comedy Awards (1991)", "Ellen DeGeneres award received Teen Choice Awards (2011)", "Ellen DeGeneres residence Atlanta (1973)", "Pau Casals award received Presidential Medal of Freedom (1963)", "Lewis Mumford award received Presidential Medal of Freedom (1964)", "Vladimir Horowitz award received Presidential Medal of Freedom (1986)", "Sam Walton award received Presidential Medal of Freedom (1992)" ] }, { "id": "q_002954", "complexity": "1hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "SC Fortuna K\u00f6ln", "pred": "\nOkay, let's see. The question is asking who Antoine Hey was a member of before Birmingham City F.C. The reference year is 1995. So I need to look at the evidence provided and find the team he was part of just before 1997 when he joined Birmingham City", "em": 0.0, "f1": 0.0, "retrieved": [ "Antoine Hey member of sports team Birmingham City F.C. (1997)", "Antoine Hey member of sports team Bristol City F.C. (2003)", "Antoine Hey member of sports team Schalke 04 (1992)", "Antoine Hey member of sports team Fortuna D\u00fcsseldorf (1999)", "Antoine Hey member of sports team VfL Osnabr\u00fcck (2000)", "Antoine Hey member of sports team VfR Neum\u00fcnster (2003)", "Antoine Hey member of sports team Grasshopper Club Z\u00fcrich (1989)", "Antoine Hey member of sports team Tennis Borussia Berlin (1993)", "Antoine Hey member of sports team SC Fortuna K\u00f6ln (1994)", "Antoine Hey member of sports team Anorthosis Famagusta FC (2001)" ] }, { "id": "q_002449", "complexity": "1hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Valencia CF", "pred": "\nOkay, let's try to figure this out. The question is asking for the member of the sports team that Asier del Horno was part of after his time with Athletic Bilbao B. Wait, but looking at the evidence provided, I don't see any mention of Athletic Bilbao B. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Asier del Horno member of sports team Athletic Club (2007)", "Asier del Horno member of sports team Valencia CF (2006)", "Asier del Horno member of sports team Real Valladolid (2010)", "Asier del Horno member of sports team Levante UD (2011)", "Asier del Horno member of sports team Chelsea F.C. (2005)", "Asier del Horno member of sports team Spain men's national football team (2004)", "Billy Brown member of sports team Chelsea F.C. (1924)", "Syd Bishop member of sports team Chelsea F.C. (1928)", "Bobby Smith member of sports team Chelsea F.C. (1950)", "Dmitri Kharine member of sports team Chelsea F.C. (1992)" ] }, { "id": "q_005372", "complexity": "1hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Malm\u00f6 FF", "pred": "\nOkay, let's see. The question is asking about the sports team that Ulrich Vinzents joined after FC Nordsj\u00e6lland. The reference year is 2007.\n\nLooking at the evidence provided, there are several entries for Ulrich Vinzents. The first one says he was a", "em": 0.0, "f1": 0.0, "retrieved": [ "Ulrich Vinzents member of sports team FC Nordsj\u00e6lland (2001)", "Kim Christensen member of sports team FC Nordsj\u00e6lland (2004)", "Jens Stryger Larsen member of sports team FC Nordsj\u00e6lland (2013)", "Ulrich Vinzents member of sports team Lyngby Boldklub (1998)", "Ulrich Vinzents member of sports team Odense Boldklub (2004)", "Ulrich Vinzents member of sports team Malm\u00f6 FF (2006)", "Morten Wieghorst member of sports team Lyngby Boldklub (1989)", "Per Pedersen member of sports team Lyngby Boldklub (1990)", "Bent L\u00f8fqvist member of sports team Odense Boldklub (1966)", "Johnny Hansen member of sports team Odense Boldklub (1993)" ] }, { "id": "q_006616", "complexity": "1hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Cipriano Chemello's country of citizenship after the Kingdom of Italy. The reference year is 1965.\n\nFirst, I need to look at the evidence provided. There are two entries for Cipriano Chemello:", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Cipriano Chemello country of citizenship Italy (1946)", "Cipriano Chemello country of citizenship Kingdom of Italy (1945)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007451", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "SV Saar 05 Saarbr\u00fccken", "pred": "\nOkay, let's see. The question is asking, after Karlsruher SC, who was the next member of a sports team for Kurt Clemens. The reference year is 1957.\n\nFirst, I need to look at the evidence provided. The evidence lists several people and their sports team memberships", "em": 0.0, "f1": 0.0, "retrieved": [ "Kurt Clemens member of sports team Karlsruher SC (1948)", "Kurt Clemens member of sports team 1. FC Saarbr\u00fccken (1949)", "Kurt Clemens member of sports team Saarland national football team (1950)", "Kurt Clemens member of sports team SV Saar 05 Saarbr\u00fccken (1953)", "Kurt Niedermayer member of sports team Karlsruher SC (1974)", "Horst Buhtz member of sports team Karlsruher SC (1950)", "Christian M\u00fcller member of sports team Karlsruher SC (1966)", "Joachim L\u00f6w member of sports team Karlsruher SC (1984)", "Oliver Kreuzer member of sports team Karlsruher SC (1985)", "Matthias Lust member of sports team Karlsruher SC (1990)" ] }, { "id": "q_003948", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "C.D. Nacional", "pred": "\nOkay, let's see. The user is asking about Pedro Pacheco's sports team in 2009. The reference year is 2009, so I need to focus on that.\n\nLooking at the evidence provided, there's a line that says: \"Pedro Pacheco", "em": 0.0, "f1": 0.0, "retrieved": [ "Pedro Pacheco member of sports team C.D. Nacional (2009)", "Pedro Pacheco member of sports team Canadian men's national soccer team (2010)", "Edgar Bruno da Silva member of sports team C.D. Nacional (2009)", "Brad Parker member of sports team Canadian men's national soccer team (1998)", "Aleksandar Stoimirovi\u0107 member of sports team C.D. Nacional (2003)", "Diego Benaglio member of sports team C.D. Nacional (2005)", "Juliano Spadacio member of sports team C.D. Nacional (2005)" ] }, { "id": "q_008679", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1927.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Franco Bordoni's country of citizenship in 1927. The evidence provided includes several entries about his citizenship. Let me check those.\n\nFirst, there's an entry that says \"Franco Bordoni country of citizenship Italy (1946", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Franco Bordoni country of citizenship Italy (1946)", "Franco Bordoni country of citizenship Kingdom of Italy (1913)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004351", "complexity": "1hop", "operator_type": "sequence", "t_query": 1941.0, "gold": "education", "pred": "\nOkay, let's tackle this question. The user is asking about the \"has use\" of U-111 after its significant event order. The reference year is 1941.\n\nFirst, I need to look at the evidence provided. The relevant entries for U-111 are:", "em": 0.0, "f1": 0.0, "retrieved": [ "U-111 has use education (1940)", "U-111 part of 2nd U-boat Flotilla (1940)", "U-111 significant event order (1939)", "U-111 significant event ship launching (1940)", "U-26 significant event order (1934)", "U-13 significant event order (1935)", "U-28 significant event order (1935)", "U-43 significant event order (1936)", "U-38 significant event order (1936)", "U-74 significant event order (1938)" ] }, { "id": "q_007031", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2015.0, "gold": "FC Barcelona B\u00e0squet", "pred": "\nOkay, let's see. The user is asking about Ante Tomi\u0107's sports team membership in 2015. The reference year is 2015, so I need to check the evidence provided to find out which team he was part of that year.\n\nLooking at the evidence, there", "em": 0.0, "f1": 0.0, "retrieved": [ "Ante Tomi\u0107 member of sports team KK Zagreb (2004)", "Ante Tomi\u0107 member of sports team Real Madrid Baloncesto (2010)", "Ante Tomi\u0107 member of sports team FC Barcelona B\u00e0squet (2012)", "Aleksandar \u0110or\u0111evi\u0107 member of sports team Real Madrid Baloncesto (1999)", "Jorge Sanz member of sports team Real Madrid Baloncesto (2010)", "Mirza Begi\u0107 member of sports team Real Madrid Baloncesto (2011)", "Aleksandar \u0110or\u0111evi\u0107 member of sports team FC Barcelona B\u00e0squet (1996)", "Vlado Ilievski member of sports team FC Barcelona B\u00e0squet (2003)", "Roko Uki\u0107 member of sports team FC Barcelona B\u00e0squet (2006)", "David Andersen member of sports team FC Barcelona B\u00e0squet (2008)" ] }, { "id": "q_004853", "complexity": "1hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Roberto Tucci's country of citizenship after the Kingdom of Italy. The reference year is 2005, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, I need to look", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Roberto Tucci country of citizenship Italy (1946)", "Roberto Tucci country of citizenship Kingdom of Italy (1921)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008238", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1935.0, "gold": "Reichsgesetzblatt", "pred": "\nOkay, let's tackle this question. The user is asking about the Reich Citizenship Law published in 1935. The evidence provided mentions that the law was published in the Reichsgesetzblatt in 1935, signed by Adolf Hitler, and that Hitler was the head of state", "em": 1.0, "f1": 0.06060606060606061, "retrieved": [ "Reich Citizenship Law published in Reichsgesetzblatt (1935)", "Reich Citizenship Law signatory Adolf Hitler (1935)", "Nazi Germany head of state Adolf Hitler (1934)" ] }, { "id": "q_007289", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1907.0, "gold": "German Empire", "pred": "\nOkay, let's see. The user is asking what Hanau's country was in 1907. The reference year is 1907, so I need to look at the evidence provided and find the relevant information.\n\nLooking at the evidence, there are several entries mentioning \"Hanau country", "em": 0.0, "f1": 0.0, "retrieved": [ "Hanau country German Empire (1900)", "Hanau country Weimar Republic (1919)", "Hanau country Nazi Germany (1933)", "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "Hanau twinned administrative body Neuilly-sur-Seine (1964)", "Karlsruhe country German Empire (1900)", "Bonn country German Empire (1900)", "Kiel country German Empire (1900)", "Potsdam country German Empire (1900)", "Wiesbaden country German Empire (1900)" ] }, { "id": "q_005590", "complexity": "1hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Giorgio Ferrini before Italy. The reference year is 1943.\n\nFirst, I need to look at the evidence provided. The evidence includes several entries about Giorgio Ferrini's citizenship and memberships", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Giorgio Ferrini country of citizenship Italy (1946)", "Giorgio Ferrini country of citizenship Kingdom of Italy (1939)", "Giorgio Ferrini member of sports team Varese Calcio (1958)", "Giorgio Ferrini member of sports team Torino FC (1959)", "Giorgio Ferrini member of sports team Italy national under-21 football team (1960)", "Giorgio Ferrini member of sports team Italy men's national association football team (1962)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002466", "complexity": "1hop", "operator_type": "sequence", "t_query": 1942.0, "gold": "1st U-boat Flotilla", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the part of U-441 after its ship launching significant event in 1941. The reference year given is 1942.\n\nFirst, I need to look through the provided evidence to", "em": 0.0, "f1": 0.04651162790697674, "retrieved": [ "U-441 part of 1st U-boat Flotilla (1942)", "U-441 significant event ship launching (1941)", "1st U-boat Flotilla has part(s) U-441 (1942)", "HMS Gloucester significant event ship launching (1909)", "RMS Aquitania significant event ship launching (1913)", "HMS Diamond significant event ship launching (1932)", "Japanese aircraft carrier S\u014dry\u016b significant event ship launching (1935)", "U-441 significant event order (1939)", "U-441 has use education (1942)", "U-26 significant event order (1934)" ] }, { "id": "q_005898", "complexity": "1hop", "operator_type": "sequence", "t_query": 1940.0, "gold": "Second Syrian Republic", "pred": "\nOkay, let's try to figure this out. The question is asking for the country of citizenship of Bahij al-Khatib after the State of Damascus. The reference year is 1940.\n\nFirst, I need to look at the evidence provided. There are several entries about Bahij al-K", "em": 0.0, "f1": 0.0, "retrieved": [ "Bahij al-Khatib country of citizenship Ottoman Empire (1900)", "Bahij al-Khatib country of citizenship Second Syrian Republic (1932)", "Bahij al-Khatib country of citizenship Arab Kingdom of Syria (1918)", "Husni al-Za'im country of citizenship Ottoman Empire (1900)", "Husni al-Za'im country of citizenship Arab Kingdom of Syria (1918)", "Husni al-Za'im country of citizenship Second Syrian Republic (1932)", "Abdul Rauf al-Kasm country of citizenship Second Syrian Republic (1932)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)" ] }, { "id": "q_004677", "complexity": "1hop", "operator_type": "before_after", "t_query": 1907.0, "gold": "German Empire", "pred": "\nOkay, let's tackle this question. The user is asking, \"Who was the country of Gorz\u00f3w Wielkopolski before Weimar Republic?\" with the reference year 1907.\n\nFirst, I need to look at the evidence provided. The evidence mentions Gorz\u00f3w Wielkop", "em": 0.0, "f1": 0.0, "retrieved": [ "Gorz\u00f3w Wielkopolski country Weimar Republic (1918)", "Gorz\u00f3w Wielkopolski country German Empire (1900)", "Gorz\u00f3w Wielkopolski country Nazi Germany (1933)", "Voronezh twinned administrative body Gorz\u00f3w Wielkopolski (1987)", "Gorz\u00f3w Wielkopolski twinned administrative body Voronezh (1987)", "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "Albrecht Brandi country of citizenship Weimar Republic (1919)", "Martin Walser country of citizenship Weimar Republic (1927)", "Weimar Republic head of state Friedrich Ebert (1919)", "Weimar Republic head of government Gustav Bauer (1919)" ] }, { "id": "q_006637", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Allianz SE", "pred": "\nOkay, let's see. The user is asking about G\u00f3rnik Zabrze's sponsor in 2010. The evidence provided mentions Zygfryd Szo\u0142tysik being a member of G\u00f3rnik Zabrze in 1975 and the Poland men's national football team", "em": 0.0, "f1": 0.0, "retrieved": [ "Zygfryd Szo\u0142tysik member of sports team G\u00f3rnik Zabrze (1975)", "Zygfryd Szo\u0142tysik member of sports team Poland men's national football team (1963)" ] }, { "id": "q_001605", "complexity": "1hop", "operator_type": "before_after", "t_query": 1974.0, "gold": "Keith Richards", "pred": "\nOkay, let's see. The question is asking who was Anita Pallenberg's unmarried partner after Brian Jones. The reference year is 1974.\n\nLooking at the evidence provided, there are a few entries about Anita Pallenberg's partners. The first one says she was unmarried to Brian Jones in", "em": 0.0, "f1": 0.0, "retrieved": [ "Anita Pallenberg unmarried partner Brian Jones (1965)", "Anita Pallenberg unmarried partner Keith Richards (1967)", "Anita Pallenberg country of citizenship Italy (1946)", "Anita Pallenberg country of citizenship Kingdom of Italy (1942)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Princess Alice of Parma country of citizenship Kingdom of Italy (1900)", "Victor Emmanuel III of Italy country of citizenship Kingdom of Italy (1900)", "Ferdinand IV, Grand Duke of Tuscany country of citizenship Kingdom of Italy (1900)", "Province of Turin country Kingdom of Italy (1900)" ] }, { "id": "q_003947", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Q99317", "pred": "\nOkay, let's see. The user is asking about the head of government in Bonn in the year 2001. First, I need to recall the historical context. The evidence provided lists various heads of government during the Weimar Republic, which existed from 1919 to 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Weimar Republic head of government Gustav Bauer (1919)", "Weimar Republic head of government Constantin Fehrenbach (1920)", "Weimar Republic head of government Joseph Wirth (1921)", "Weimar Republic head of government Gustav Stresemann (1923)", "Weimar Republic head of government Hans Luther (1925)", "Weimar Republic head of government Wilhelm Marx (1926)", "Weimar Republic head of government Hermann M\u00fcller (1928)", "Weimar Republic head of government Heinrich Br\u00fcning (1930)", "Bonn capital of Germany (1949)", "Bonn capital of West Germany (1949)" ] }, { "id": "q_001379", "complexity": "1hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "\nOkay, let's see. The user is asking when Doron Zeilberger won the Euler Medal. The reference year given is 2004. Looking at the evidence provided:\n\n1. \"Euler Medal winner Doron Zeilberger (2004)\" \u2013 This directly mentions Doron", "em": 1.0, "f1": 0.0689655172413793, "retrieved": [ "Euler Medal winner Doron Zeilberger (2004)", "Doron Zeilberger award received Euler Medal (2004)", "Euler Medal winner Anthony J. W. Hilton (1998)" ] }, { "id": "q_006411", "complexity": "1hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Cruzeiro E.C.", "pred": "\nOkay, let's see. The user is asking about Jos\u00e9 Carlos Ferreira Filho's sports team memberships after his time at S.C. Corinthians Paulista. The reference year is 2009.\n\nLooking at the evidence provided, the entries list various teams and years. The key here is to find", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Jos\u00e9 Carlos Ferreira Filho member of sports team S.C. Corinthians Paulista (2001)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Cruzeiro E.C. (2009)", "Jos\u00e9 Carlos Ferreira Filho member of sports team FC Porto (2002)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Gamba Osaka (2010)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Ulsan HD FC (2004)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Associa\u00e7\u00e3o Atl\u00e9tica Ponte Preta (2005)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Jeonbuk Hyundai Motors FC (2006)", "Jos\u00e9 Carlos Ferreira Filho member of sports team Associa\u00e7\u00e3o Portuguesa de Desportos (2011)", "Neco member of sports team S.C. Corinthians Paulista (1913)", "Dunga member of sports team S.C. Corinthians Paulista (1984)" ] }, { "id": "q_004141", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2021.0, "gold": "Daft Punk", "pred": "\nOkay, let's see. The question is asking what Guy-Manuel de Homem-Christo was a member of in 2021. The reference year is 2021, so I need to check the evidence provided to find out.\n\nLooking at the evidence, the first entry says", "em": 0.0, "f1": 0.0, "retrieved": [ "Guy-Manuel de Homem-Christo member of Daft Punk (1993)", "Guy-Manuel de Homem-Christo award received Grammy Award for Album of the Year (2014)", "Guy-Manuel de Homem-Christo award received Grammy Award for Best Dance/Electronic Recording (2009)", "Beck award received Grammy Award for Album of the Year (2015)", "Daft Punk award received Grammy Award for Album of the Year (2013)", "Henry Mancini award received Grammy Award for Album of the Year (1959)", "Vladimir Horowitz award received Grammy Award for Album of the Year (1963)", "Richard Harris nominated for Grammy Award for Album of the Year (1968)", "Billy Joel award received Grammy Award for Album of the Year (1980)", "Yoko Ono award received Grammy Award for Album of the Year (1981)" ] }, { "id": "q_007475", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Latvia", "pred": "\nOkay, let's tackle this question. The user is asking for the country of R\u0113zekne District in 2004. The reference year given is 2004, so I need to figure out which country R\u0113zekne District belonged to that year.\n\nLooking at the evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [ "R\u0113zekne District located in the administrative territorial entity Latvian Soviet Socialist Republic (1949)", "R\u0113zekne District country Soviet Union (1949)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "R\u0113zekne country Soviet Union (1944)", "Drochia District country Soviet Union (1940)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)" ] }, { "id": "q_008010", "complexity": "1hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "C.D. Jorge Wilstermann", "pred": "\nOkay, let's tackle this question. The user is asking who was the member of the sports team of Christian Vargas before The Strongest. The reference year is 2004.\n\nFirst, I need to look at the evidence provided. The evidence lists several entries about Christian Vargas and others.", "em": 0.0, "f1": 0.0, "retrieved": [ "Christian Vargas member of sports team Club Blooming (2009)", "Christian Vargas member of sports team C.D. Jorge Wilstermann (2004)", "F\u00e9lix Quero member of sports team C.D. Jorge Wilstermann (2013)", "Jeaustin Campos coach of sports team Club Blooming (2017)" ] }, { "id": "q_005768", "complexity": "1hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Landeshauptmann", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by Herbert Sausgruber after he educated at the University of Innsbruck. The reference year is 1999, so I need to focus on information around that time.\n\nLooking at the evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [ "Herbert Sausgruber position held Landeshauptmann (1997)", "Erwin Pr\u00f6ll position held Landeshauptmann (1992)", "Herbert Sausgruber award received Order of Merit of Baden-W\u00fcrttemberg (2005)", "August Berberich award received Order of Merit of Baden-W\u00fcrttemberg (1977)", "Joachim Zahn award received Order of Merit of Baden-W\u00fcrttemberg (1979)", "Martin Walser award received Order of Merit of Baden-W\u00fcrttemberg (1980)", "Lothar Sp\u00e4th award received Order of Merit of Baden-W\u00fcrttemberg (1992)", "Heiner Gei\u00dfler award received Order of Merit of Baden-W\u00fcrttemberg (1996)", "Helmut Maucher award received Order of Merit of Baden-W\u00fcrttemberg (1998)", "Helmut Kohl award received Order of Merit of Baden-W\u00fcrttemberg (1999)" ] }, { "id": "q_003283", "complexity": "1hop", "operator_type": "interval", "t_query": 1977.0, "gold": "1977", "pred": "\nOkay, let's see. The user is asking about the year when Alexander Lazarev received the USSR State Prize. The reference year given is 1977.\n\nLooking at the evidence provided, there's a list of people and the years they received the USSR State Prize. Let me go through each", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Vyacheslav Tikhonov award received USSR State Prize (1970)", "Aram Khachaturian award received USSR State Prize (1971)", "Lev Pontryagin award received USSR State Prize (1975)", "Aleksandra Pakhmutova award received USSR State Prize (1975)", "Andrey Tikhonov award received USSR State Prize (1976)", "Dmitriy Ustinov award received USSR State Prize (1983)", "Sergei Sobolev award received USSR State Prize (1986)", "Vasily Vladimirov award received USSR State Prize (1987)", "Fazil Iskander award received USSR State Prize (1989)", "Anatoly Petrovich Alexandrov award received USSR State Prize (1984)" ] }, { "id": "q_003934", "complexity": "1hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Republic of Korea Army", "pred": "\nOkay, let's see. The question is asking, after Chung Il-kwon was part of the Manchukuo Imperial Army in 1941, what was his next military branch? The evidence also mentions he was in the Republic of Korea Army in 1950.\n\nSo, the", "em": 1.0, "f1": 0.21052631578947367, "retrieved": [ "Chung Il-kwon military branch Manchukuo Imperial Army (1941)", "Chung Il-kwon military branch Republic of Korea Army (1950)" ] }, { "id": "q_000952", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Soviet Union", "pred": "\nOkay, let's tackle this question. The user is asking about Mircea Snegur's country of citizenship before Moldova. The reference year is 1957.\n\nLooking at the evidence provided, there's an entry that says Mircea Snegur was a citizen of the Soviet Union in", "em": 1.0, "f1": 0.10256410256410257, "retrieved": [ "Mircea Snegur country of citizenship Moldova (1991)", "Mircea Snegur country of citizenship Soviet Union (1940)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)", "Vladimir Lenin country of citizenship Soviet Union (1922)", "Dmitry Yazov country of citizenship Soviet Union (1924)", "Nina Bocharova country of citizenship Soviet Union (1924)", "Galina Vishnevskaya country of citizenship Soviet Union (1926)" ] }, { "id": "q_004410", "complexity": "1hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "Landrat", "pred": "\nOkay, let's tackle this question. The user is asking about the position held by Armin Grein after he was the Main-Spessart head of government. The reference year is 1989.\n\nLooking at the evidence provided: \n\n- Main-Spessart head of government Armin", "em": 0.0, "f1": 0.0, "retrieved": [ "Main-Spessart head of government Armin Grein (1984)", "Armin Grein position held Landrat (1984)", "Main-Spessart head of government Erwin Ammann (1972)" ] }, { "id": "q_007420", "complexity": "1hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Orenburg Oblast", "pred": "\nOkay, let's try to figure this out. The question is asking what the location of Gai was after it was located in the Gaysky District. The reference year is 1984.\n\nFirst, looking at the evidence provided. There are three pieces of evidence:\n\n1. Gai located", "em": 0.0, "f1": 0.0, "retrieved": [ "Gai located in the administrative territorial entity Gaysky District (1959)", "Gai located in the administrative territorial entity Orenburg Oblast (1979)", "Orenburg located in the administrative territorial entity Orenburg Oblast (1934)" ] }, { "id": "q_003788", "complexity": "1hop", "operator_type": "sequence", "t_query": 1935.0, "gold": "Paris", "pred": "\nOkay, let's see. The question is asking, after Zolt\u00e1n Kem\u00e9ny educated at the Hungarian University of Fine Arts, what was his work location?\n\nFirst, I need to check the evidence provided. The evidence mentions that Zolt\u00e1n Kem\u00e9ny was educated at the Hungarian University of Fine Arts in", "em": 0.0, "f1": 0.0, "retrieved": [ "Zolt\u00e1n Kem\u00e9ny educated at Hungarian University of Fine Arts (1927)", "Mih\u00e1ly Sch\u00e9ner educated at Hungarian University of Fine Arts (1942)", "Andr\u00e1s Cseh educated at Hungarian University of Fine Arts (1946)", "J\u00f3zsef \u00c1cs educated at Hungarian University of Fine Arts (1952)", "Judit Benczik educated at Hungarian University of Fine Arts (1977)", "Zolt\u00e1n Kem\u00e9ny work location Paris (1930)", "Zolt\u00e1n Kem\u00e9ny work location Zurich (1942)", "Route nationale 4 located in the administrative territorial entity Paris (1968)", "Giovanni Boldini work location Paris (1900)", "F\u00e9lix F\u00e9n\u00e9on work location Paris (1900)" ] }, { "id": "q_007654", "complexity": "1hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Lille OSC", "pred": "\nOkay, let's see. The question is asking who was the member of the sports team of Beno\u00eet Cheyrou before Olympique de Marseille. The reference year is 1999.\n\nLooking at the evidence provided, there are several entries about Beno\u00eet Cheyrou. Let me check", "em": 0.0, "f1": 0.0, "retrieved": [ "Beno\u00eet Cheyrou member of sports team Olympique de Marseille (2007)", "Beno\u00eet Cheyrou member of sports team Lille OSC (1999)", "Beno\u00eet Cheyrou member of sports team AJ Auxerre (2004)", "Bruno Cheyrou member of sports team Olympique de Marseille (2004)", "Bruno Cheyrou member of sports team Lille OSC (1998)", "Bernard Tapie owner of Olympique de Marseille (1986)", "Norberto Alonso member of sports team Olympique de Marseille (1976)", "Didier Six member of sports team Olympique de Marseille (1978)", "Alain Casanova member of sports team Olympique de Marseille (1990)", "Jocelyn Angloma member of sports team Olympique de Marseille (1991)" ] }, { "id": "q_000104", "complexity": "1hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Daejeon Hana Citizen FC", "pred": "\nOkay, let's tackle this question. The user is asking for the sports team that Choi Eun-sung joined after being part of the South Korea men's national football team. The reference year is 2003.\n\nFirst, I need to look at the evidence provided. There are several entries about", "em": 0.0, "f1": 0.0, "retrieved": [ "Choi Eun-sung member of sports team South Korea men's national football team (2001)", "Choi Eun-sung member of sports team Daejeon Hana Citizen FC (1997)", "Choi Eun-sung member of sports team Jeonbuk Hyundai Motors FC (2012)", "Choi In-young member of sports team South Korea men's national football team (1983)", "Choi Hyo-jin member of sports team South Korea men's national football team (2008)", "Lee Young-jin member of sports team South Korea men's national football team (1989)", "Lee Sang-yoon member of sports team South Korea men's national football team (1990)", "Yoon Jong-hwan member of sports team South Korea men's national football team (1994)", "Yoo Sang-chul member of sports team South Korea men's national football team (1994)", "Seo Dong-myung member of sports team South Korea men's national football team (1995)" ] }, { "id": "q_003094", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1987.0, "gold": "England men\u2019s national rugby union team", "pred": "\nOkay, let's see. The user is asking about Peter Winterbottom's sports team member in 1987. Let me check the evidence provided.\n\nLooking at the evidence, there are several entries about Peter Winterbottom. The first one says he was a member of the British & Irish Lions in", "em": 0.0, "f1": 0.09090909090909091, "retrieved": [ "Peter Winterbottom member of sports team British & Irish Lions (1993)", "Peter Winterbottom member of sports team England men\u2019s national rugby union team (1982)", "Jim Telfer member of sports team British & Irish Lions (1966)", "Tom Kiernan member of sports team British & Irish Lions (1968)", "Geordan Murphy member of sports team British & Irish Lions (2005)", "Harry Ellis member of sports team British & Irish Lions (2009)", "Harry Ellis member of sports team England men\u2019s national rugby union team (2004)", "England men\u2019s national rugby union team kit supplier Nike (1997)", "England men\u2019s national rugby union team kit supplier Umbro (2020)", "England men\u2019s national rugby union team head coach Clive Woodward (1997)" ] }, { "id": "q_005875", "complexity": "1hop", "operator_type": "sequence", "t_query": 1963.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Tony Terlazzo's country of citizenship after the Kingdom of Italy. The reference year is 1963.\n\nLooking at the evidence provided, there are two entries for Tony Terlazzo. The first one says he was a citizen of", "em": 1.0, "f1": 0.05, "retrieved": [ "Tony Terlazzo country of citizenship Italy (1946)", "Tony Terlazzo country of citizenship Kingdom of Italy (1911)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004542", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2016.0, "gold": "Province of Carbonia-Iglesias", "pred": "\nOkay, let's see. The user is asking about the location of Masainas in 2016. The evidence provided mentions that Masainas is located in the Province of Carbonia-Iglesias as of 2005. The question is whether this location changed by 20", "em": 1.0, "f1": 0.2285714285714286, "retrieved": [ "Masainas located in the administrative territorial entity Province of Carbonia-Iglesias (2005)", "Narcao located in the administrative territorial entity Province of Carbonia-Iglesias (2005)" ] }, { "id": "q_000638", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2006.0, "gold": "AgustaWestland", "pred": "\nOkay, let's tackle this question. The user is asking about the subsidiary of Leonardo in 2006. The evidence provided mentions \"Leonardo child organization or unit AgustaWestland (2000)\". Wait, the date here is 2000, but the question is about", "em": 1.0, "f1": 0.06451612903225806, "retrieved": [ "Leonardo child organization or unit AgustaWestland (2000)" ] }, { "id": "q_003357", "complexity": "1hop", "operator_type": "sequence", "t_query": 1960.0, "gold": "Italy", "pred": "\nOkay, let's see. The question is asking about Leonella Sgorbati's country of citizenship after she was a citizen of the Kingdom of Italy. The evidence provided includes entries from different years.\n\nFirst, looking at the evidence: there's a mention that Leonella Sgorbati's country of", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Leonella Sgorbati country of citizenship Italy (1946)", "Leonella Sgorbati country of citizenship Kingdom of Italy (1940)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005999", "complexity": "1hop", "operator_type": "sequence", "t_query": 2000.0, "gold": "Czechia men's national football team", "pred": "\nOkay, let's tackle this question. The user is asking about Ji\u0159\u00ed Jaro\u0161\u00edk's sports team membership after his time at FC Slovan Liberec. The reference year is 2000.\n\nFirst, I need to look through the evidence provided. The key points related to Ji", "em": 0.0, "f1": 0.08888888888888889, "retrieved": [ "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team FC Slovan Liberec (1997)", "Jozef Valachovi\u010d member of sports team FC Slovan Liberec (2000)", "Samuel Slov\u00e1k member of sports team FC Slovan Liberec (2002)", "Pavel Ko\u0161\u0165\u00e1l member of sports team FC Slovan Liberec (2003)", "Daniel Pudil member of sports team FC Slovan Liberec (2004)", "FC Slovan Liberec head coach Jaroslav \u0160ilhav\u00fd (2011)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team FC Krylia Sovetov Samara (2008)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Real Zaragoza (2010)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Deportivo Alav\u00e9s (2013)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team PFC CSKA Moscow (2003)" ] }, { "id": "q_003881", "complexity": "1hop", "operator_type": "before_after", "t_query": 1941.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Norberto Bobbio's country of citizenship before Italy. The reference year is 1941.\n\nLooking at the evidence provided, there are entries for Norberto Bobbio. The first one says he was a citizen of Italy in", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Norberto Bobbio country of citizenship Italy (1946)", "Norberto Bobbio country of citizenship Kingdom of Italy (1909)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004798", "complexity": "1hop", "operator_type": "before_after", "t_query": 1985.0, "gold": "Red Star F.C.", "pred": "\nOkay, let's see. The user is asking about Sylvain Kastendeuch's sports team membership before AS Saint-\u00c9tienne. The reference year is 1985.\n\nLooking at the evidence provided, there are several entries for Sylvain Kastendeuch. The first one is AS", "em": 0.0, "f1": 0.0, "retrieved": [ "Sylvain Kastendeuch member of sports team AS Saint-\u00c9tienne (1990)", "Sylvain Kastendeuch member of sports team Toulouse FC (1993)", "Sylvain Kastendeuch member of sports team FC Metz (1994)", "J\u00fcrgen Milewski member of sports team AS Saint-\u00c9tienne (1985)", "Georgi Slavkov member of sports team AS Saint-\u00c9tienne (1986)", "J\u00e9r\u00e9mie Janot member of sports team AS Saint-\u00c9tienne (1996)", "Fabien Boudar\u00e8ne member of sports team AS Saint-\u00c9tienne (1996)", "Ibrahima Sonko member of sports team AS Saint-\u00c9tienne (1997)", "Nestor Subiat member of sports team AS Saint-\u00c9tienne (1998)", "Bruno Carotti member of sports team AS Saint-\u00c9tienne (2000)" ] }, { "id": "q_003140", "complexity": "1hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "Copley Medal", "pred": "\nOkay, let's see. The question is asking who received an award after the Royal Medal, specifically for Robert Robinson. The reference year is 1942.\n\nLooking at the evidence provided, there's a mention that Robert Robinson received the Copley Medal in 1942. Also,", "em": 1.0, "f1": 0.1111111111111111, "retrieved": [ "Robert Robinson award received Royal Medal (1932)", "Robert Robinson award received Copley Medal (1942)", "Copley Medal winner Robert Robinson (1942)", "Robert Robinson award received Nobel Prize in Chemistry (1947)", "Robert Robinson employer University of Liverpool (1915)", "Robert Robinson employer University of Manchester (1922)", "Robert Robinson employer University of London (1928)", "Robert Robinson employer University of Oxford (1930)", "Robert Robinson employer University of St Andrews (1921)", "Robert Burns Woodward award received Nobel Prize in Chemistry (1965)" ] }, { "id": "q_000380", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Klaus Jensen", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"In 2008, what was the head of government of Trier?\" The reference year is 2008, so I need to find information related to Trier's head of government around", "em": 0.0, "f1": 0.0, "retrieved": [ "Trier located in the administrative territorial entity Trier (1900)", "Trier located in the administrative territorial entity Rhine Province (1900)", "Trier capital of Trier (1900)", "Trier country German Empire (1900)", "Wilhelm R\u00f6ntgen country of citizenship German Empire (1900)", "Albrecht Brandi country of citizenship German Empire (1914)", "Georg August Zenker country of citizenship German Empire (1900)" ] }, { "id": "q_007104", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1932.0, "gold": "chairperson", "pred": "\nOkay, let's see. The user is asking about Karel Baxa's position held in 1932. The reference year is 1932, so I need to check the evidence provided to find any mention of Karel Baxa around that time.\n\nLooking at the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Karel Baxa position held chairperson (1921)", "S. H. Foulkes position held chairperson (1952)", "J. W. S. Cassels position held chairperson (1976)", "Alexander Schlicke position held chairperson (1900)", "Albert Edelfelt position held chairperson (1900)", "Vladimir Steklov position held chairperson (1902)", "Avedis Aharonyan position held chairperson (1919)", "Fritz Tarnow position held chairperson (1920)", "Bertil Ohlin position held chairperson (1934)", "Harold Hotelling position held chairperson (1936)" ] }, { "id": "q_005106", "complexity": "1hop", "operator_type": "sequence", "t_query": 1926.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking for the country of citizenship of Manlio Bacigalupo after he was a member of F.C. Vado. Wait, but looking at the evidence provided, I don't see any mention of Manlio Bacigalupo being part", "em": 0.0, "f1": 0.04545454545454545, "retrieved": [ "Manlio Bacigalupo member of sports team Venezia F.C. (1938)", "Manlio Bacigalupo member of sports team Torino FC (1927)", "Manlio Bacigalupo member of sports team Genoa CFC (1942)", "Manlio Bacigalupo country of citizenship Italy (1946)", "Manlio Bacigalupo country of citizenship Kingdom of Italy (1908)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007198", "complexity": "1hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "VVV-Venlo", "pred": "\nOkay, let's see. The user is asking about Jeffrey Altheer's sports team membership after his time at Helmond Sport. The reference year is 2013.\n\nLooking at the evidence provided, there's a list of people and the teams they were members of. For Jeffrey Altheer", "em": 0.0, "f1": 0.0, "retrieved": [ "Jeffrey Altheer member of sports team Helmond Sport (2009)", "Jeffrey Altheer member of sports team Feyenoord Rotterdam (2006)", "Jeffrey Altheer member of sports team Excelsior Rotterdam (2007)", "Jeffrey Altheer member of sports team VVV-Venlo (2012)", "Wim Rijsbergen member of sports team Helmond Sport (1983)", "Ricardo Moniz member of sports team Helmond Sport (1992)", "Joost Volmer member of sports team Helmond Sport (1996)", "Brenny Evers member of sports team Helmond Sport (2000)", "Marc H\u00f6cher member of sports team Helmond Sport (2008)", "Sebastian Stachnik member of sports team Helmond Sport (2011)" ] }, { "id": "q_001075", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Sebastiano Mannironi's country of citizenship after the Kingdom of Italy. The reference year is 1987, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, looking at", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Sebastiano Mannironi country of citizenship Italy (1946)", "Sebastiano Mannironi country of citizenship Kingdom of Italy (1930)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007267", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1988.0, "gold": "Netherlands Antilles", "pred": "\nOkay, let's see. The user is asking about Bonaire in 1988. The evidence given is that Bonaire was part of the Netherlands Antilles since 1954 and located within that administrative territory.\n\nFirst, I need to confirm what happened to Bonaire in", "em": 1.0, "f1": 0.1081081081081081, "retrieved": [ "Bonaire part of Netherlands Antilles (1954)", "Bonaire located in the administrative territorial entity Netherlands Antilles (1954)" ] }, { "id": "q_005453", "complexity": "1hop", "operator_type": "interval", "t_query": 1989.0, "gold": "1989", "pred": "\nOkay, let's tackle this question. The user is asking for the year when the member of the sports team of L\u00e1rus Gu\u00f0mundsson was equal to Valur. From the evidence provided, I see that L\u00e1rus Gu\u00f0mundsson was a member of Valur in 198", "em": 0.0, "f1": 0.0, "retrieved": [ "L\u00e1rus Gu\u00f0mundsson member of sports team Valur (1989)", "L\u00e1rus Gu\u00f0mundsson member of sports team KFC Uerdingen 05 (1984)", "L\u00e1rus Gu\u00f0mundsson member of sports team 1. FC Kaiserslautern (1987)", "L\u00e1rus Gu\u00f0mundsson member of sports team K.R.C. Genk (1982)", "Horst Feilzer member of sports team KFC Uerdingen 05 (1981)", "Alexander Bade member of sports team KFC Uerdingen 05 (1994)", "Marek Le\u015bniak member of sports team KFC Uerdingen 05 (1996)", "Radek Onderka member of sports team KFC Uerdingen 05 (1997)", "Christian Vander member of sports team KFC Uerdingen 05 (1999)", "Brenny Evers member of sports team KFC Uerdingen 05 (2001)" ] }, { "id": "q_006199", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Club Atl\u00e9tico Tigre", "pred": "\nOkay, let's try to figure this out. The question is asking about Daniel Islas's membership in a sports team after Club Atl\u00e9tico Independiente. But wait, looking at the evidence provided, I don't see any mention of Daniel Islas being part of Club Atl\u00e9tico Independiente. The evidence lists", "em": 0.0, "f1": 0.0909090909090909, "retrieved": [ "Daniel Islas member of sports team Club Atl\u00e9tico Tigre (2007)", "Daniel Islas member of sports team Club Atl\u00e9tico Hurac\u00e1n (2012)", "Luis Islas member of sports team Club Atl\u00e9tico Tigre (2000)", "Luis Islas member of sports team Club Atl\u00e9tico Hurac\u00e1n (1998)", "Julio Mattos member of sports team Club Atl\u00e9tico Tigre (1972)", "Agust\u00edn Torassa member of sports team Club Atl\u00e9tico Tigre (2012)", "Emanuel Villa member of sports team Club Atl\u00e9tico Hurac\u00e1n (2001)", "Agust\u00edn Torassa member of sports team Club Atl\u00e9tico Hurac\u00e1n (2014)" ] }, { "id": "q_007661", "complexity": "1hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Tottenham Hotspur F.C.", "pred": "\nOkay, let's see. The question is asking for the sports team that Gary Mabbutt was a member of after his time at Bristol Rovers F.C. The reference year is 1997.\n\nLooking at the evidence provided, there are several entries about Gary Mabbutt. The first one", "em": 0.0, "f1": 0.09090909090909091, "retrieved": [ "Gary Mabbutt member of sports team Bristol Rovers F.C. (1979)", "Gary Mabbutt member of sports team Tottenham Hotspur F.C. (1982)", "Tony Pulis member of sports team Bristol Rovers F.C. (1982)", "Jason Roberts member of sports team Bristol Rovers F.C. (1998)", "Bobby Zamora member of sports team Bristol Rovers F.C. (1999)", "Elliott Ward member of sports team Bristol Rovers F.C. (2004)", "Derek Riordan member of sports team Bristol Rovers F.C. (2012)", "Herbert Chapman member of sports team Tottenham Hotspur F.C. (1905)", "Bobby Smith member of sports team Tottenham Hotspur F.C. (1955)", "Darren Anderton member of sports team Tottenham Hotspur F.C. (1992)" ] }, { "id": "q_002761", "complexity": "1hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Christoph Franz", "pred": "\nOkay, let's see. The question is asking who was the CEO of Lufthansa after Wolfgang Mayrhuber. The reference year is 2011.\n\nLooking at the evidence provided, there's a list of CEOs and their years. Wolfgang Mayrhuber is listed as CEO in", "em": 0.0, "f1": 0.0, "retrieved": [ "Lufthansa chief executive officer Wolfgang Mayrhuber (2003)", "Lufthansa chief executive officer Christoph Franz (2011)", "Lufthansa part of DAX (1988)", "VEBA part of DAX (1988)", "Altana part of DAX (2002)", "METRO Group part of DAX (1996)", "Daimler-Benz AG part of DAX (1987)", "Fresenius Medical Care part of DAX (1999)" ] }, { "id": "q_007018", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "Province of Ogliastra", "pred": "\nOkay, let's see. The user is asking about the location of Ussassai in 2011. The evidence provided mentions that in 2005, Ussassai was located in the Province of Ogliastra. The other places mentioned\u2014Gairo, Elin", "em": 1.0, "f1": 0.1875, "retrieved": [ "Ussassai located in the administrative territorial entity Province of Ogliastra (2005)", "Gairo located in the administrative territorial entity Province of Ogliastra (2005)", "Elini located in the administrative territorial entity Province of Ogliastra (2005)", "Triei located in the administrative territorial entity Province of Ogliastra (2005)" ] }, { "id": "q_006321", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Pontault-Combault", "pred": "\nOkay, let's try to figure this out. The question is asking for the terminus location of Route nationale 4 after it was in Paris. The reference year is 2014, but the evidence provided has dates from 1900 to 1949.\n\nFirst,", "em": 0.0, "f1": 0.0, "retrieved": [ "Route nationale 4 terminus location Paris (1949)", "Route nationale 4 located in the administrative territorial entity Bas-Rhin (1945)", "Route nationale 4 located in the administrative territorial entity Seine-et-Oise (1949)", "Route nationale 425 located in the administrative territorial entity Bas-Rhin (1945)", "Argenteuil located in the administrative territorial entity Seine-et-Oise (1900)", "Grigny located in the administrative territorial entity Seine-et-Oise (1900)", "Valenton located in the administrative territorial entity Seine-et-Oise (1900)", "Montlh\u00e9ry located in the administrative territorial entity Seine-et-Oise (1900)", "M\u00e9r\u00e9ville located in the administrative territorial entity Seine-et-Oise (1900)", "Saclas located in the administrative territorial entity Seine-et-Oise (1900)" ] }, { "id": "q_000924", "complexity": "1hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Paolo Heusch's country of citizenship after the year mentioned as \"Kingdom of Italy.\" The reference year given is 1979, but the evidence includes dates like 1946, 1924, and", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Paolo Heusch country of citizenship Italy (1946)", "Paolo Heusch country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Paolo Vetri country of citizenship Kingdom of Italy (1900)", "Paolo Manna country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002232", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1929.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Gianpiero Combi's country of citizenship in 1929. Let me look at the evidence provided.\n\nFirst, there's a mention that Gianpiero Combi's country of citizenship was the Kingdom of Italy in 19", "em": 1.0, "f1": 0.16666666666666669, "retrieved": [ "Gianpiero Combi country of citizenship Kingdom of Italy (1902)", "Gianpiero Combi member of sports team Juventus FC (1921)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gianpiero Combi member of sports team Italy men's national association football team (1924)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005699", "complexity": "1hop", "operator_type": "before_after", "t_query": 1977.0, "gold": "University of G\u00f6ttingen", "pred": "\nOkay, let's see. The question is asking about the employer of Hans Grauert after the University of M\u00fcnster. The reference year is 1977, so I need to look at the evidence provided and find the relevant information.\n\nFirst, I'll go through the evidence list. The", "em": 0.0, "f1": 0.1, "retrieved": [ "Hans Grauert employer University of M\u00fcnster (1955)", "Hans Grauert educated at University of M\u00fcnster (1949)", "Hans Grauert employer University of G\u00f6ttingen (1959)", "Hans Petersson employer University of M\u00fcnster (1953)", "Hans Grauert employer Institute for Advanced Study (1957)", "Hans Grauert educated at Johannes Gutenberg University Mainz (1949)", "Heinz Pr\u00fcfer employer University of M\u00fcnster (1927)", "Ernst Peschl employer University of M\u00fcnster (1933)", "Ulrich Gotter employer University of M\u00fcnster (1998)", "Hans Lewy employer University of G\u00f6ttingen (1927)" ] }, { "id": "q_007488", "complexity": "1hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "\nOkay, let's see. The user is asking about when Nexhat Daci held the position of president. The reference year given is 2006, but I need to check the evidence provided.\n\nLooking at the evidence list, the first entry says \"Nexhat Daci position held president (", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Nexhat Daci position held president (2006)", "Joseph Liouville position held president (1900)", "Jules Lema\u00eetre position held president (1900)", "Sylvain L\u00e9vi position held president (1914)", "\u00c9mile Borel position held president (1934)", "K\u014dsaku Hamada position held president (1937)", "Harold Hotelling position held president (1941)", "Kenjir\u014d Sh\u014dda position held president (1946)", "Henri Ey position held president (1947)", "Benedetto Croce position held president (1949)" ] }, { "id": "q_006249", "complexity": "1hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "Vla\u0219ca County", "pred": "\nOkay, let's try to figure this out. The question is asking about the administrative territorial entity where Giurgiu was located before Ilfov County. The reference year is 1937.\n\nLooking at the evidence provided:\n\n1. Giurgiu was in Ilfov County in 1968", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Giurgiu located in the administrative territorial entity Ilfov County (1968)", "Giurgiu located in the administrative territorial entity Vla\u0219ca County (1900)", "Vla\u0219ca County located in the administrative territorial entity Kingdom of Romania (1940)", "Vla\u0219ca County country Kingdom of Romania (1900)" ] }, { "id": "q_005369", "complexity": "1hop", "operator_type": "sequence", "t_query": 1931.0, "gold": "University of Zurich", "pred": "\nOkay, let's see. The question is asking for the employer of Andreas Speiser after he educated at the University of G\u00f6ttingen. The reference year is 1931.\n\nLooking at the evidence provided, there are several entries about Andreas Speiser. The first one says he was educated at", "em": 0.0, "f1": 0.10526315789473684, "retrieved": [ "Andreas Speiser educated at University of G\u00f6ttingen (1904)", "Andreas Speiser employer University of Zurich (1917)", "Andreas Speiser employer University of Basel (1944)", "Andreas Speiser doctoral student Walter Gautschi (1953)", "Teiji Takagi educated at University of G\u00f6ttingen (1900)", "Lip\u00f3t Fej\u00e9r educated at University of G\u00f6ttingen (1902)", "Max Born educated at University of G\u00f6ttingen (1904)", "Hermann Weyl educated at University of G\u00f6ttingen (1904)", "Lajos D\u00e1vid educated at University of G\u00f6ttingen (1905)", "Zygmunt Janiszewski educated at University of G\u00f6ttingen (1908)" ] }, { "id": "q_000700", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Luigi Barbarito's country of citizenship after the entry that mentions the Kingdom of Italy. \n\nFirst, I need to look at the evidence provided. There are several entries about Luigi Barbarito. The first one says \"Luigi Barbarito country of", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Luigi Barbarito country of citizenship Italy (1946)", "Luigi Barbarito country of citizenship Kingdom of Italy (1922)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001823", "complexity": "1hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Bremen-Liga", "pred": "\nOkay, let's try to figure this out. The question is asking for the league level below the Oberliga Nord (1974-1994) after the Oberliga Nord was in West Germany. \n\nFirst, looking at the evidence provided. There's a mention that the Oberliga Nord", "em": 0.0, "f1": 0.0, "retrieved": [ "Oberliga Nord (1974-1994) league level below Bremen-Liga (1974)", "Oberliga Nord (1974-1994) country West Germany (1974)", "Oberliga Nord (1974-1994) country Germany (1990)", "Oberliga West (1947-1963) country West Germany (1949)", "Oberliga Baden-W\u00fcrttemberg country West Germany (1978)", "Germany head of state Roman Herzog (1994)", "Germany head of state Walter Scheel (1974)", "Germany head of government Walter Scheel (1974)", "Germany head of government Helmut Schmidt (1974)", "West Germany contains the administrative territorial entity Hamburg (1949)" ] }, { "id": "q_006475", "complexity": "1hop", "operator_type": "interval", "t_query": 1991.0, "gold": "1991", "pred": "\nOkay, let's tackle this question. The user is asking for the year when the award received by Riff-Raff was equal to the European Film Award for Best Film. \n\nFirst, I need to look at the evidence provided. The evidence lists several entries. Let me go through them one by one.", "em": 0.0, "f1": 0.0, "retrieved": [ "Riff-Raff award received European Film Award for Best Film (1991)", "Riff-Raff nominated for European Film Award for Best Film (1991)", "Michael Haneke award received European Film Award for Best Film (2005)", "All About My Mother award received European Film Award for Best Film (1999)", "Miramax nominated for European Film Award for Best Film (1997)", "RAI nominated for European Film Award for Best Film (2000)", "G\u00e9za Berem\u00e9nyi nominated for European Film Award for Best Film (1989)", "Carlos Saura nominated for European Film Award for Best Film (1990)", "Michael Haneke nominated for European Film Award for Best Film (1993)", "Patrice Ch\u00e9reau nominated for European Film Award for Best Film (2001)" ] }, { "id": "q_008413", "complexity": "1hop", "operator_type": "interval", "t_query": 1984.0, "gold": "1984", "pred": "\nOkay, let's try to figure this out. The question is asking when KS Cracovia was the member of the sports team of Miros\u0142aw Kubisztal. The reference year given is 1984.\n\nFirst, I need to check the evidence provided. The evidence lists several athletes", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Micha\u0142 Cha\u0142bi\u0144ski member of sports team GKS Katowice (1997)", "Bart\u0142omiej Paw\u0142owski member of sports team GKS Katowice (2011)", "Orvar Bergmark member of sports team \u00d6rebro SK (1978)", "Peter Nilsson member of sports team \u00d6rebro SK (1988)", "Petter Furuseth member of sports team \u00d6rebro SK (2004)", "Daniel Gustavsson member of sports team \u00d6rebro SK (2013)", "Kazimierz G\u00f3rski member of sports team Poland men's national football team (1948)", "Edward Szymkowiak member of sports team Poland men's national football team (1952)", "Zygfryd Szo\u0142tysik member of sports team Poland men's national football team (1963)", "Pawe\u0142 Janas member of sports team Poland men's national football team (1976)" ] }, { "id": "q_003577", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1929.0, "gold": "Chief of the Turkish General Staff", "pred": "\nOkay, let's see. The user is asking about Fevzi \u00c7akmak's position in 1929. The reference year is 1929, so I need to check the evidence provided.\n\nLooking at the evidence, there are three entries. The first one says Fevzi", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Fevzi \u00c7akmak position held Chief of the Turkish General Staff (1921)", "Cevdet Sunay position held Chief of the Turkish General Staff (1960)", "Necip Torumtay position held Chief of the Turkish General Staff (1987)" ] }, { "id": "q_003400", "complexity": "1hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Hanna-Barbera", "pred": "\nOkay, let's try to figure this out. The question is asking about Iwao Takamoto's employer after the \"point in time Manzanar\" in 1975. Wait, first I need to understand what \"Manzanar\" refers to here. Manzanar was a Japanese", "em": 0.0, "f1": 0.0, "retrieved": [ "Iwao Takamoto employer Hanna-Barbera (1960)" ] }, { "id": "q_008560", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1919.0, "gold": "Romania national rugby union team", "pred": "\nOkay, let's tackle this question. The user is asking about Gheorghe Ben\u021bia's membership in a sports team in 1919. The evidence provided mentions that he was a member of the Romania national rugby union team in 1919.\n\nFirst, I need to confirm", "em": 1.0, "f1": 0.2380952380952381, "retrieved": [ "Gheorghe Ben\u021bia member of sports team Romania national rugby union team (1919)" ] }, { "id": "q_008146", "complexity": "1hop", "operator_type": "sequence", "t_query": 1948.0, "gold": "Czechoslovakia", "pred": "\nOkay, let's see. The question is asking for the country of citizenship of Karol Div\u00edn after he was a citizen of Hungary. The reference year is 1948.\n\nLooking at the evidence provided, there are several entries about Karol Div\u00edn's citizenship. The first one says he was", "em": 0.0, "f1": 0.0, "retrieved": [ "Karol Div\u00edn country of citizenship Hungary (1936)", "Karol Div\u00edn country of citizenship Czechoslovakia (1946)", "Karol Div\u00edn country of citizenship Slovakia (1993)", "L\u00e1szl\u00f3 Sz\u00e9kely country of citizenship Hungary (1900)", "Victor Vasarely country of citizenship Hungary (1906)", "Karl Sch\u00fcgerl country of citizenship Hungary (1927)", "Eva \u0160uranov\u00e1 country of citizenship Hungary (1946)", "Ferenc Rofusz residence Hungary (1946)", "Universal Copyright Convention signatory Hungary (1971)", "Bratislava located in the administrative territorial entity Slovakia (1993)" ] }, { "id": "q_006136", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1903.0, "gold": "Russian Empire", "pred": "\nOkay, let's see. The user is asking about Hlukhiv's country in 1903. The reference year is 1903, so I need to check the evidence provided to find the correct answer.\n\nLooking at the evidence, there are several entries mentioning Hluk", "em": 0.0, "f1": 0.0, "retrieved": [ "Hlukhiv country Ukrainian People's Republic (1917)", "Hlukhiv country Russian Empire (1900)", "Hlukhiv country Russian Republic (1917)", "Hlukhiv country Soviet Union (1922)", "Hlukhiv country Ukrainian Soviet Socialist Republic (1919)", "Chernigov Governorate located in the administrative territorial entity Ukrainian People's Republic (1917)", "Budisko country Ukrainian People's Republic (1917)", "Biliaivka country Ukrainian People's Republic (1917)", "Mykolaiv country Ukrainian People's Republic (1917)", "Poltava country Ukrainian People's Republic (1917)" ] }, { "id": "q_005189", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1913.0, "gold": "Seine-et-Oise", "pred": "\nOkay, let's see. The user is asking about the location of Saulx-Marchais in 1913. The evidence provided mentions that Saulx-Marchais was located in the administrative territorial entity Seine-et-Oise in 1900. The question is about 19", "em": 1.0, "f1": 0.17647058823529413, "retrieved": [ "Saulx-Marchais located in the administrative territorial entity Seine-et-Oise (1900)", "Argenteuil located in the administrative territorial entity Seine-et-Oise (1900)", "Grigny located in the administrative territorial entity Seine-et-Oise (1900)", "Valenton located in the administrative territorial entity Seine-et-Oise (1900)", "Montlh\u00e9ry located in the administrative territorial entity Seine-et-Oise (1900)", "M\u00e9r\u00e9ville located in the administrative territorial entity Seine-et-Oise (1900)", "Saclas located in the administrative territorial entity Seine-et-Oise (1900)", "Marines located in the administrative territorial entity Seine-et-Oise (1900)", "Attainville located in the administrative territorial entity Seine-et-Oise (1900)", "Feucherolles located in the administrative territorial entity Seine-et-Oise (1900)" ] }, { "id": "q_002858", "complexity": "1hop", "operator_type": "before_after", "t_query": 1934.0, "gold": "Empire of Japan", "pred": "\nOkay, let's tackle this question. The user is asking for the country of citizenship of Park Yeol before South Korea, using the provided evidence from 1934.\n\nFirst, I need to look at the evidence related to Park Yeol. The evidence mentions two entries: Park Yeol's citizenship", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Park Yeol country of citizenship South Korea (1948)", "Park Yeol country of citizenship Empire of Japan (1910)", "Choe Deok-sin country of citizenship South Korea (1948)", "Universal Copyright Convention signatory South Korea (1987)", "Yi Un country of citizenship Empire of Japan (1920)", "Lee Hyo-seok country of citizenship Empire of Japan (1910)", "Berutarube country Empire of Japan (1900)", "Signalny country Empire of Japan (1900)", "Shimano country Empire of Japan (1921)", "Polonsky Island country Empire of Japan (1900)" ] }, { "id": "q_008315", "complexity": "1hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "Kemerovo Oblast", "pred": "\nOkay, let's try to figure this out. The question is asking about the location of Anzhero-Sudzhensk after it was in Novosibirsk Oblast. The reference year is 1962.\n\nLooking at the evidence, there are a few entries about Anzhero-S", "em": 0.0, "f1": 0.05405405405405405, "retrieved": [ "Anzhero-Sudzhensk located in the administrative territorial entity Novosibirsk Oblast (1937)", "Anzhero-Sudzhensk located in the administrative territorial entity Kemerovo Oblast (1943)", "Novokuznetsk located in the administrative territorial entity Novosibirsk Oblast (1937)", "Prokopyevsk located in the administrative territorial entity Novosibirsk Oblast (1937)", "Novosibirsk Oblast located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1937)", "Novosibirsk Oblast country Soviet Union (1937)", "Novokuznetsk located in the administrative territorial entity Kemerovo Oblast (1943)", "Prokopyevsk located in the administrative territorial entity Kemerovo Oblast (1943)", "Kaltan located in the administrative territorial entity Kemerovo Oblast (1993)" ] }, { "id": "q_000228", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Kotelnikovsky District", "pred": "\nOkay, let's try to figure out where Kotelnikovo was located in 1977. The user provided some evidence from different years.\n\nFirst, looking at the evidence: Kotelnikovo was in the Kotelnikovsky District in 1928. Then, in 1", "em": 1.0, "f1": 0.125, "retrieved": [ "Kotelnikovo located in the administrative territorial entity Kotelnikovsky District (1928)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)", "Saint Petersburg Governorate located in the administrative territorial entity Russian Empire (1900)", "Don Host Oblast located in the administrative territorial entity Russian Empire (1900)", "Kotelnikovo country Russian Empire (1900)", "Kotelnikovo country Soviet Union (1923)" ] }, { "id": "q_005219", "complexity": "1hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "\nOkay, let's tackle this question. The user is asking about when Antti Sumiala was a member of Ak\u00e7aabat Sebatspor. The reference year given is 2004.\n\nFirst, I need to check the evidence provided. The evidence lists several players and their respective teams", "em": 1.0, "f1": 0.05, "retrieved": [ "Serdar \u00d6zkan member of sports team Ak\u00e7aabat Sebatspor (2005)", "Caner Osmanpa\u015fa member of sports team Ak\u00e7aabat Sebatspor (2008)", "Pierre Kerkhoffs member of sports team FC Twente (1959)", "Theo Snelders member of sports team FC Twente (1980)", "Joost Volmer member of sports team FC Twente (1993)", "Tonnie Cusell member of sports team FC Twente (2000)", "Patrick Pothuizen member of sports team FC Twente (2001)", "Cheick Tiot\u00e9 member of sports team FC Twente (2008)", "Peter Wisgerhof member of sports team FC Twente (2009)", "Marc Janko member of sports team FC Twente (2010)" ] }, { "id": "q_000973", "complexity": "1hop", "operator_type": "sequence", "t_query": 1958.0, "gold": "Ternopil Oblast", "pred": "\nOkay, let's tackle this question. The user is asking about the location of Kremenets after it was part of the Second Polish Republic in 1919. The reference year is 1958, so we need to find out where Kremenets was located in 195", "em": 0.0, "f1": 0.0, "retrieved": [ "Kremenets country Second Polish Republic (1919)", "Kremenets located in the administrative territorial entity Ternopil Oblast (1939)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Kaluga Governorate located in the administrative territorial entity Russian Republic (1917)", "Chernigov Governorate located in the administrative territorial entity Russian Republic (1917)", "Minsk Governorate located in the administrative territorial entity Russian Republic (1917)", "Oryol Governorate located in the administrative territorial entity Russian Republic (1917)", "Saint Petersburg Governorate located in the administrative territorial entity Russian Republic (1917)" ] }, { "id": "q_002849", "complexity": "1hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Gianni Agus's country of citizenship after the Kingdom of Italy. The reference year is 1980, but the evidence provided includes dates from 1900, 1917, and 1946", "em": 1.0, "f1": 0.05882352941176471, "retrieved": [ "Gianni Agus country of citizenship Italy (1946)", "Gianni Agus country of citizenship Kingdom of Italy (1917)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008608", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "S.C. Internacional", "pred": "\nOkay, let's see. The question is asking about Danilo Aparecido da Silva's team after S\u00e3o Paulo FC. The reference year is 2009.\n\nLooking at the evidence, there are several entries for Danilo Aparecido da Silva. He was with S\u00e3o Paulo FC in 2", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Danilo Aparecido da Silva member of sports team S\u00e3o Paulo FC (2007)", "Danilo Aparecido da Silva member of sports team S.C. Internacional (2008)", "Danilo Aparecido da Silva member of sports team Red Bull New York (2005)", "Edgar Bruno da Silva member of sports team S\u00e3o Paulo FC (2006)", "Jair da Rosa Pinto member of sports team S\u00e3o Paulo FC (1961)", "N\u00e9icer Reasco member of sports team S\u00e3o Paulo FC (2006)", "Daniel Alves member of sports team S\u00e3o Paulo FC (2019)", "\u00c9merson Luiz Firmino member of sports team S\u00e3o Paulo FC (1990)", "Andr\u00e9 Lu\u00eds Garcia member of sports team S\u00e3o Paulo FC (2010)", "Fabr\u00edcio de Souza member of sports team S\u00e3o Paulo FC (2012)" ] }, { "id": "q_001494", "complexity": "1hop", "operator_type": "before_after", "t_query": 1925.0, "gold": "Saint Petersburg", "pred": "\nOkay, let's see. The question is asking about Konrad Krzy\u017canowski's work location after Munich. The reference year is 1925. So I need to look at the evidence provided and see where he was located after his time in Munich.\n\nFirst, let me check the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Konrad Krzy\u017canowski work location Munich (1900)", "Konrad Krzy\u017canowski work location Warsaw (1904)", "Konrad Krzy\u017canowski work location Kyiv (1917)", "Konrad Krzy\u017canowski work location Saint Petersburg (1900)", "Paul Heyse work location Munich (1900)", "Benno Becker work location Munich (1900)", "Paul Arndt work location Munich (1900)", "Anton Kerschbaumer work location Munich (1901)", "Fritz Stuckenberg work location Munich (1905)", "Edwin Scharff work location Munich (1913)" ] }, { "id": "q_007390", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "German Democratic Republic", "pred": "\nOkay, let's see. The question is asking about Karl-Eduard von Schnitzler's country of citizenship in 1977. The evidence provided includes several entries about his citizenship. \n\nFirst, I notice that there are two entries for Karl-Eduard von Schnitzler. One says", "em": 0.0, "f1": 0.0, "retrieved": [ "Karl-Eduard von Schnitzler country of citizenship Germany (1990)", "Karl-Eduard von Schnitzler country of citizenship German Democratic Republic (1949)", "Karl Sch\u00fcgerl country of citizenship Germany (1957)", "Maximilian von Weichs country of citizenship Germany (1949)", "Germany head of state Karl Carstens (1979)", "Germany head of state Richard von Weizs\u00e4cker (1984)", "Heinrich Scheuch country of citizenship Germany (1900)", "Alfred Neumann country of citizenship Germany (1900)", "Max Aub country of citizenship Germany (1903)", "Philipp Lenard country of citizenship Germany (1907)" ] }, { "id": "q_007069", "complexity": "1hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Giuseppe Sensi's country of citizenship after the Kingdom of Italy. The reference year is 1999, but the evidence provided has dates ranging from 1900 to 1946.\n\nFirst, I need to", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Giuseppe Sensi country of citizenship Italy (1946)", "Giuseppe Sensi country of citizenship Kingdom of Italy (1907)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001021", "complexity": "1hop", "operator_type": "before_after", "t_query": 1997.0, "gold": "Nelly Sachs Prize", "pred": "\nOkay, let's tackle this question. The user is asking for the award that Javier Mar\u00edas received before the Austrian State Prize for European Literature. The reference year is 1997.\n\nFirst, I need to look through the provided evidence. Let me scan the list again. \n\nThe evidence mentions that", "em": 0.0, "f1": 0.047619047619047616, "retrieved": [ "Javier Mar\u00edas award received Austrian State Prize for European Literature (2011)", "Javier Mar\u00edas award received Nelly Sachs Prize (1997)", "V\u00e1clav Havel award received Austrian State Prize for European Literature (1968)", "Harold Pinter award received Austrian State Prize for European Literature (1973)", "Fulvio Tomizza award received Austrian State Prize for European Literature (1979)", "Giorgio Manganelli award received Austrian State Prize for European Literature (1986)", "Milan Kundera award received Austrian State Prize for European Literature (1987)", "Salman Rushdie award received Austrian State Prize for European Literature (1992)", "J\u00fcrg Laederach award received Austrian State Prize for European Literature (1996)", "Simone de Beauvoir award received Austrian State Prize for European Literature (1978)" ] }, { "id": "q_006507", "complexity": "1hop", "operator_type": "before_after", "t_query": 1922.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the country of citizenship of Mario Nicolini before Italy?\" and the reference year is 1922.\n\nFirst, I need to look at the evidence provided. The evidence includes several entries about Mario", "em": 0.0, "f1": 0.09523809523809523, "retrieved": [ "Mario Nicolini country of citizenship Italy (1946)", "Mario Nicolini country of citizenship Kingdom of Italy (1912)", "Mario Nicolini member of sports team Catania FC (1933)", "Mario Nicolini member of sports team Pisa SC (1937)", "Mario Nicolini member of sports team Modena F.C. (1929)", "Mario Nicolini member of sports team US Livorno 1915 (1935)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006782", "complexity": "1hop", "operator_type": "before_after", "t_query": 1989.0, "gold": "Merited Artist of the RSFSR", "pred": "\nOkay, let's see. The question is asking what award Natalya Varley received before the Order of Friendship. The reference year is 1989.\n\nLooking at the evidence provided, there's an entry that says \"Natalya Varley award received Merited Artist of the RSFSR (", "em": 1.0, "f1": 0.2631578947368421, "retrieved": [ "Natalya Varley award received Order of Friendship (2010)", "Natalya Varley award received Merited Artist of the RSFSR (1989)", "Vagit Alekperov award received Order of Friendship (1995)", "Irina Skobtseva award received Order of Friendship (1997)", "Vija Artmane award received Order of Friendship (1999)", "Ren\u00e9 Fasel award received Order of Friendship (2010)", "Anatoly Karpov award received Order of Friendship (2011)", "O\u013cegs Znaroks award received Order of Friendship (2012)", "Rex Tillerson award received Order of Friendship (2012)", "Qasym-Jomart Toqaev award received Order of Friendship (2004)" ] }, { "id": "q_008600", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1907.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's see. The question is asking about Toni Ortelli's country of citizenship in 1907. The reference year is 1907, so I need to look at the evidence provided to find the answer.\n\nLooking at the evidence, there are a few entries about Toni Ort", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Toni Ortelli country of citizenship Italy (1946)", "Toni Ortelli country of citizenship Kingdom of Italy (1904)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005516", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Central Institute for Ancient History and Archeology", "pred": "\nOkay, let's see. The question is asking about Achim Leube's employer before he was associated with Humboldt-Universit\u00e4t zu Berlin. The reference year is 1980, but the evidence provided includes various dates related to different people's employment at the university.\n\nLooking at the evidence,", "em": 0.0, "f1": 0.0, "retrieved": [ "Achim Leube employer Humboldt-Universit\u00e4t zu Berlin (1992)", "Achim Leube educated at Humboldt-Universit\u00e4t zu Berlin (1954)", "Edmund Landau employer Humboldt-Universit\u00e4t zu Berlin (1900)", "Max Born employer Humboldt-Universit\u00e4t zu Berlin (1914)", "Hilda Geiringer employer Humboldt-Universit\u00e4t zu Berlin (1921)", "Adolf Hammerstein employer Humboldt-Universit\u00e4t zu Berlin (1923)", "Werner Heisenberg employer Humboldt-Universit\u00e4t zu Berlin (1941)", "Pascual Jordan employer Humboldt-Universit\u00e4t zu Berlin (1944)", "Werner Schulz employer Humboldt-Universit\u00e4t zu Berlin (1974)", "Gerhard Zimmer employer Humboldt-Universit\u00e4t zu Berlin (1999)" ] }, { "id": "q_005501", "complexity": "1hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's tackle this question. The user is asking about Flavio Calzavara's country of citizenship before Italy, specifically referencing the year 1937. The evidence provided includes several entries about Flavio Calzavara's citizenship. \n\nFirst, I need to check the", "em": 0.0, "f1": 0.1111111111111111, "retrieved": [ "Flavio Calzavara country of citizenship Italy (1946)", "Flavio Calzavara country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001523", "complexity": "1hop", "operator_type": "before_after", "t_query": 1945.0, "gold": "Prince Charles, Count of Flanders", "pred": "\nOkay, let's see. The question is asking who was the head of state of Belgium before Baudouin I. The reference year is 1945.\n\nLooking at the evidence provided, there's a mention of \"Belgium head of state Leopold II of Belgium (190", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Belgium head of state Leopold II of Belgium (1900)", "Neutral Moresnet shares border with Kingdom of the Netherlands (1900)", "Neutral Moresnet shares border with Free State of Prussia (1918)", "Kinshasa named after Leopold II of Belgium (1900)", "Belgium currency Belgian franc (1900)", "Belgium shares border with Neutral Moresnet (1900)", "Neutral Moresnet shares border with Belgium (1900)", "Neutral Moresnet shares border with Kingdom of Prussia (1900)" ] }, { "id": "q_003339", "complexity": "1hop", "operator_type": "before_after", "t_query": 1954.0, "gold": "Second Syrian Republic", "pred": "\nOkay, let's tackle this question. The user is asking about Saadallah Wannous's country of citizenship before Syria. The reference year is 1954.\n\nLooking at the evidence provided, there are several entries for Saadallah Wannous. The key ones are:\n\n- Syria (", "em": 0.0, "f1": 0.0, "retrieved": [ "Saadallah Wannous country of citizenship Syria (1961)", "Saadallah Wannous country of citizenship Second Syrian Republic (1941)", "Saadallah Wannous country of citizenship United Arab Republic (1958)", "Hanna Mina country of citizenship Syria (1961)", "Fawzi Selu country of citizenship Syria (1961)", "Sabah Fakhri country of citizenship Syria (1961)", "Bahij al-Khatib country of citizenship Syria (1961)", "Farouk I of Egypt country of citizenship United Arab Republic (1958)", "Fawzi Selu country of citizenship Second Syrian Republic (1932)", "Sabah Fakhri country of citizenship Second Syrian Republic (1933)" ] }, { "id": "q_006965", "complexity": "1hop", "operator_type": "sequence", "t_query": 1934.0, "gold": "Empire of Japan", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Shimano official language Japanese, what was the country of Shimano?\" The reference year is 1934. \n\nFirst, I need to look at the evidence provided. The evidence lists several entries with different entities and their associated", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Shimano official language Japanese (1921)", "Shimano country Empire of Japan (1921)", "Berutarube country Empire of Japan (1900)", "Signalny country Empire of Japan (1900)", "Polonsky Island country Empire of Japan (1900)", "Kunashir Island country Empire of Japan (1900)", "North Gyeongsang country Empire of Japan (1910)", "Soongsil University country Empire of Japan (1910)", "Kasato Maru country of registry Empire of Japan (1905)", "Park Yeol country of citizenship Empire of Japan (1910)" ] }, { "id": "q_002341", "complexity": "1hop", "operator_type": "interval", "t_query": 1996.0, "gold": "1996", "pred": "\nOkay, let's see. The user is asking when the Colorado Avalanche drafted Mark Parrish. The reference year given is 1996. The evidence provided is that Mark Parrish was drafted by the Colorado Avalanche in 1996. So the question is basically asking for the year when that", "em": 1.0, "f1": 0.06666666666666667, "retrieved": [ "Mark Parrish drafted by Colorado Avalanche (1996)" ] }, { "id": "q_006340", "complexity": "1hop", "operator_type": "before_after", "t_query": 1959.0, "gold": "People's Artist of the USSR", "pred": "\nOkay, let's see. The user is asking about the award that Rashid Behbudov received before the Order of Lenin. The reference year is 1959.\n\nLooking at the evidence provided, there's a list of awards for different people. For Rashid Behbudov, the entries mention", "em": 0.0, "f1": 0.19512195121951217, "retrieved": [ "Rashid Behbudov award received Order of Lenin (1976)", "Rashid Behbudov award received People's Artist of the USSR (1959)", "Rashid Behbudov award received Order of the Red Banner of Labour (1966)", "Rashid Behbudov award received Hero of Socialist Labour (1980)", "Rashid Behbudov award received Order of Friendship of Peoples (1985)", "Georgy Zhukov award received Order of Lenin (1936)", "Aram Khachaturian award received Order of Lenin (1939)", "Dmitriy Ustinov award received Order of Lenin (1939)", "Anatoli Blagonravov award received Order of Lenin (1940)", "Ivan Serov award received Order of Lenin (1940)" ] }, { "id": "q_004184", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Chelsea F.C.", "pred": "\nOkay, let's see. The question is asking about Gabriele Ambrosetti's sports team membership in the year 2001. The reference year given is 2001, so I need to check the evidence provided to find any mentions of Gabriele Ambrosetti", "em": 0.0, "f1": 0.0, "retrieved": [ "Gabriele Ambrosetti member of sports team Varese Calcio (1990)", "Gabriele Ambrosetti member of sports team Piacenza Calcio (2003)", "Gabriele Ambrosetti member of sports team Venezia F.C. (1994)", "Gabriele Ambrosetti member of sports team Chelsea F.C. (1999)", "Joachim Bj\u00f6rklund member of sports team Venezia F.C. (2001)", "William Viali member of sports team Venezia F.C. (2001)", "Sergio Realini member of sports team Varese Calcio (1944)", "Giuseppe Meazza member of sports team Varese Calcio (1944)", "Giorgio Ferrini member of sports team Varese Calcio (1958)", "Benito Lorenzi member of sports team Varese Calcio (1960)" ] }, { "id": "q_001998", "complexity": "1hop", "operator_type": "interval", "t_query": 1939.0, "gold": "1939", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the award received by \"The Grapes of Wrath\" was equal to the Academy Award for Best Director. \n\nFirst, I need to recall what I know about \"The Grapes of Wrath.\" That's a famous film", "em": 0.0, "f1": 0.0, "retrieved": [ "Gale Sondergaard award received Academy Award for Best Supporting Actress (1937)", "Shelley Winters award received Academy Award for Best Supporting Actress (1959)", "Margaret Rutherford award received Academy Award for Best Supporting Actress (1962)", "Vanessa Redgrave award received Academy Award for Best Supporting Actress (1977)", "Maggie Smith award received Academy Award for Best Supporting Actress (1979)", "Meryl Streep award received Academy Award for Best Supporting Actress (1980)", "Anjelica Huston award received Academy Award for Best Supporting Actress (1984)", "Geena Davis award received Academy Award for Best Supporting Actress (1988)", "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Cher nominated for Academy Award for Best Supporting Actress (1984)" ] }, { "id": "q_008462", "complexity": "1hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "\nOkay, let's see. The user is asking for the year when Tony Marshall received the Order of Merit of Baden-W\u00fcrttemberg. Let me check the evidence provided.\n\nLooking through the list, there's an entry that says \"Tony Marshall award received Order of Merit of Baden-W", "em": 0.0, "f1": 0.0, "retrieved": [ "Tony Marshall award received Goldene Stimmgabel (1983)", "Tony Marshall award received Order of Merit of Baden-W\u00fcrttemberg (2003)", "August Berberich award received Order of Merit of Baden-W\u00fcrttemberg (1977)", "Joachim Zahn award received Order of Merit of Baden-W\u00fcrttemberg (1979)", "Martin Walser award received Order of Merit of Baden-W\u00fcrttemberg (1980)", "Lothar Sp\u00e4th award received Order of Merit of Baden-W\u00fcrttemberg (1992)", "Heiner Gei\u00dfler award received Order of Merit of Baden-W\u00fcrttemberg (1996)", "Helmut Maucher award received Order of Merit of Baden-W\u00fcrttemberg (1998)", "Helmut Kohl award received Order of Merit of Baden-W\u00fcrttemberg (1999)", "Horst K\u00f6hler award received Order of Merit of Baden-W\u00fcrttemberg (2002)" ] }, { "id": "q_005081", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Beira Alta", "pred": "\nOkay, let's see. The user is asking what Viseu was located in during 1956. The evidence provided mentions Viseu being part of the Beira Alta administrative territorial entity in 1936. The question is about 1956, which is six years", "em": 1.0, "f1": 0.1142857142857143, "retrieved": [ "Viseu located in the administrative territorial entity Beira Alta (1936)", "Viseu capital of Beira Alta (1936)", "Mangualde located in the administrative territorial entity Beira Alta (1936)", "Santa Comba D\u00e3o located in the administrative territorial entity Beira Alta (1936)" ] }, { "id": "q_001020", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Israel", "pred": "\nOkay, let's tackle this question. The user is asking for Shimon Peres's country of citizenship in 2004. Let me look at the evidence provided.\n\nFirst, I see that Shimon Peres has two entries for country of citizenship: Israel (1948) and Mandatory", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Shimon Peres country of citizenship Israel (1948)", "Shimon Peres country of citizenship Mandatory Palestine (1943)", "Israel head of government Shimon Peres (1995)", "Israel head of state Shimon Peres (2007)", "Acre located in the administrative territorial entity Israel (1948)", "Shimon Peres member of political party Israeli Labor Party (1968)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Ariel Sharon country of citizenship Mandatory Palestine (1928)", "Abraham Fraenkel country of citizenship Mandatory Palestine (1929)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)" ] }, { "id": "q_006076", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1908.0, "gold": "Russian Empire", "pred": "\nOkay, let's see. The user is asking about the country of the Kaluga Governorate in 1908. The reference year is 1908, so I need to check the evidence provided for that time.\n\nLooking at the evidence, there are several entries. One says \"Kal", "em": 0.0, "f1": 0.0, "retrieved": [ "Kaluga Governorate located in the administrative territorial entity Russian Republic (1917)", "Kaluga Governorate located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1922)", "Kaluga Governorate country Russian Empire (1900)", "Kaluga Governorate country Russian Republic (1917)", "Kaluga Governorate country Soviet Union (1922)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Republic (1917)" ] }, { "id": "q_004257", "complexity": "1hop", "operator_type": "sequence", "t_query": 1904.0, "gold": "Province of Posen", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Pozna\u0144 country Kingdom of Prussia, what was the capital of of Pozna\u0144?\" The reference year is 1904.\n\nFirst, I need to parse the evidence provided. Let me go through each point:\n\n-", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Pozna\u0144 country Kingdom of Prussia (1900)", "Pozna\u0144 capital of Pozna\u0144 Voivodeship (1919)", "Duisburg country Kingdom of Prussia (1900)", "Essen country Kingdom of Prussia (1900)", "Pozna\u0144 capital of Province of Posen (1900)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Wei\u00dfenfels located in the administrative territorial entity Kingdom of Prussia (1900)", "Pozna\u0144 located in the administrative territorial entity Pozna\u0144 Voivodeship (1919)", "Pozna\u0144 located in the administrative territorial entity Province of Posen (1900)", "Neutral Moresnet shares border with Kingdom of Prussia (1900)" ] }, { "id": "q_001129", "complexity": "1hop", "operator_type": "before_after", "t_query": 1945.0, "gold": "Soviet Union", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the country of Khrustalnyi after Russian Empire?\" with the reference year 1945. The evidence provided includes several entries about Khrustalnyi and other regions.", "em": 0.0, "f1": 0.0, "retrieved": [ "Khrustalnyi country Russian Empire (1900)", "Khrustalnyi located in the administrative territorial entity Luhansk Oblast (1938)", "Khrustalnyi country Soviet Union (1921)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Russian Empire anthem God Save the Tsar! (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Emirate of Bukhara country Russian Empire (1900)", "Khanate of Khiva country Russian Empire (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_002202", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1988.0, "gold": "Isabela", "pred": "\nOkay, let's see. The user is asking for the capital of Q13737 in 1988. First, I need to figure out what Q13737 refers to. Since it's a numeric code, it might be a Wikipedia page ID or some kind of", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_001377", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Italy", "pred": "\nOkay, let's see. The question is asking about Bruno Tommasi's country of citizenship after he was a citizen of the Kingdom of Italy. The reference year is 1961.\n\nLooking at the evidence provided, there are two entries for Bruno Tommasi. The first one says he was", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Bruno Tommasi country of citizenship Italy (1946)", "Bruno Tommasi country of citizenship Kingdom of Italy (1930)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005631", "complexity": "1hop", "operator_type": "interval", "t_query": 1974.0, "gold": "1974", "pred": "\nOkay, let's see. The user is asking for the year when Ernst Brugger held the position of President of the Swiss Confederation. The reference year given is 1974.\n\nLooking at the evidence provided, the first entry says \"Ernst Brugger position held President of the Swiss", "em": 1.0, "f1": 0.06451612903225806, "retrieved": [ "Ernst Brugger position held President of the Swiss Confederation (1974)", "Samuel Schmid position held President of the Swiss Confederation (2005)", "Simonetta Sommaruga position held President of the Swiss Confederation (2020)", "Johann Schneider-Ammann position held President of the Swiss Confederation (2016)", "President of the Swiss Confederation position holder Simonetta Sommaruga (2020)", "President of the Swiss Confederation position holder Johann Schneider-Ammann (2016)" ] }, { "id": "q_000171", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Melora Walters", "pred": "\nOkay, let's see. The question is asking about Dylan Walsh's spouse in 1999. The evidence given has two points: first, that he was married to Melora Walters in 1996, and second, that he married Joanna Going in 2004.\n\nSo", "em": 1.0, "f1": 0.1081081081081081, "retrieved": [ "Dylan Walsh spouse Melora Walters (1996)", "Dylan Walsh spouse Joanna Going (2004)" ] }, { "id": "q_007554", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1965.0, "gold": "Italy", "pred": "\nOkay, let's see. The user is asking about Giorgio Amendola's country of citizenship in 1965. The evidence provided includes several entries about his citizenship. \n\nFirst, there's an entry stating \"Giorgio Amendola country of citizenship Italy (1946)\" and", "em": 1.0, "f1": 0.0625, "retrieved": [ "Giorgio Amendola country of citizenship Italy (1946)", "Giorgio Amendola country of citizenship Kingdom of Italy (1907)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001278", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Mar\u00eda Denis's country of citizenship in 2003. \n\nFirst, I need to determine which country Mar\u00eda Denis was a citizen of in 2003. The evidence provided mentions two entries for", "em": 0.0, "f1": 0.0, "retrieved": [ "Mar\u00eda Denis country of citizenship Italy (1946)", "Mar\u00eda Denis country of citizenship Kingdom of Italy (1916)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005559", "complexity": "2hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Swiss Super League", "pred": "\nOkay, let's try to figure this out. The user is asking about Xavier Margairaz's sports team league or competition after mentioning Kali being part of FC Sion. The reference year is 2014.\n\nFirst, I need to check the provided evidence. The evidence lists several players and", "em": 0.0, "f1": 0.044444444444444446, "retrieved": [ "Werner Schley member of sports team FC Z\u00fcrich (1958)", "Rudolf Brunnenmeier member of sports team FC Z\u00fcrich (1972)", "Urs Fischer member of sports team FC Z\u00fcrich (1995)", "Yvan Quentin member of sports team FC Z\u00fcrich (1999)", "Daniel Tarone member of sports team FC Z\u00fcrich (2002)", "Diego Benaglio member of sports team FC Z\u00fcrich (2002)", "Shk\u00eblzen Gashi member of sports team FC Z\u00fcrich (2006)", "Francileudo Santos member of sports team FC Z\u00fcrich (2006)", "Robert Pache member of sports team Switzerland men's national football team (1921)", "Leopold Kielholz member of sports team Switzerland men's national football team (1933)" ] }, { "id": "q_007444", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"When was Lehigh University the funder of University of Bristol's member of?\" Hmm, that's a bit confusing. Let me break it down.\n\nFirst, the reference year is 2021.", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [ "Klaus Fuchs educated at University of Bristol (1933)", "Albrecht Fr\u00f6hlich educated at University of Bristol (1945)", "Albrecht Fr\u00f6hlich employer King's College London (1955)", "Klaus Fuchs member of political party Communist Party of Germany (1932)", "Klaus Fuchs member of political party Social Democratic Party of Germany (1930)", "Klaus Fuchs employer University of Edinburgh (1937)", "Klaus Fuchs employer University of Birmingham (1941)", "Klaus Fuchs educated at Leipzig University (1930)", "Klaus Fuchs educated at Kiel University (1931)", "Klaus Fuchs academic degree Doctor of Philosophy (1937)" ] }, { "id": "q_004826", "complexity": "2hop", "operator_type": "sequence", "t_query": 1917.0, "gold": "Dakar", "pred": "\nOkay, let's try to figure this out. The question is asking about the capital of Sassandra's country after French West Africa's capital was Saint-Louis. The reference year is 1917.\n\nFirst, looking at the evidence provided. There's mention of French West Africa's capital being Saint", "em": 0.0, "f1": 0.0, "retrieved": [ "French West Africa capital Saint-Louis (1900)", "Sassandra country French West Africa (1900)", "French West Africa capital Dakar (1902)" ] }, { "id": "q_003409", "complexity": "2hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "Margaret Atwood", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the winner of Matthew Kneale's nominated for after Penelope Fitzgerald?\" The reference year is 2000, so I need to focus on events around that time.\n\nFirst, I need", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_006575", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1972.0, "gold": "Attila J\u00f3zsef", "pred": "\nOkay, let's try to figure out where G\u00e1bor Csap\u00f3 was educated in 1972 based on the given evidence. The question is asking for the name that the university was named after in that year.\n\nFirst, I need to check the evidence provided. The key points here are the", "em": 0.0, "f1": 0.0, "retrieved": [ "University of Szeged named after Attila J\u00f3zsef (1962)", "E\u00f6tv\u00f6s Lor\u00e1nd University named after P\u00e9ter P\u00e1zm\u00e1ny (1921)", "P\u00e9ter D\u00e9rczy educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1972)", "University of Szeged named after Franz Joseph I of Austria (1900)", "Andr\u00e1s Hajnal educated at University of Szeged (1953)", "Mih\u00e1ly Bart\u00f3k educated at University of Szeged (1953)", "Lip\u00f3t Fej\u00e9r educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1900)", "John Pepper educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1904)", "George P\u00f3lya educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1905)", "Bence Szabolcsi educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1917)" ] }, { "id": "q_001217", "complexity": "2hop", "operator_type": "sequence", "t_query": 2004.0, "gold": "Hilary Swank", "pred": "\nOkay, let's tackle this question. The user is asking about the winner of Samantha Morton's nominated category after Diane Keaton was nominated for Best Actress. Wait, first, I need to check the reference year, which is 2004. But the evidence provided lists various Academy Award nominations for Best", "em": 0.0, "f1": 0.0, "retrieved": [ "Diane Ladd nominated for Academy Award for Best Supporting Actress (1975)", "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Cher nominated for Academy Award for Best Supporting Actress (1984)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)", "Geraldine Page nominated for Academy Award for Best Supporting Actress (1954)", "Betsy Blair nominated for Academy Award for Best Supporting Actress (1956)" ] }, { "id": "q_007223", "complexity": "2hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Klaus Sch\u00fctz", "pred": "\nOkay, let's try to figure this out. The question is asking: After Konrad Biesalski work location Berlin, what was the head of government of Christian Schad's work location?\n\nFirst, I need to parse the question correctly. The user is referring to Konrad Biesalski's", "em": 0.0, "f1": 0.0, "retrieved": [ "Christian Schad work location Berlin (1928)", "Christian Schad work location Munich (1913)", "Christian Schad work location Volendam (1914)", "Christian Schad work location Zurich (1915)", "Christian Schad work location Italy (1922)", "Christian Schad work location Rome (1924)", "Christian Schad work location Vienna (1925)", "Konrad Krzy\u017canowski work location Munich (1900)", "Paul Heyse work location Munich (1900)", "Benno Becker work location Munich (1900)" ] }, { "id": "q_004735", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Berlin", "pred": "\nOkay, let's tackle this question. The user is asking about the work location of the performer of \"Sound and Vision\" in 1977. The reference year is 1977, so I need to focus on evidence from that time.\n\nLooking at the provided evidence, there's a", "em": 0.0, "f1": 0.0, "retrieved": [ "Sound and Vision performer David Bowie (1977)", "David Bowie work location Berlin (1976)", "David Bowie award received Rock and Roll Hall of Fame (1996)", "David Bowie award received Grammy Hall of Fame (1998)" ] }, { "id": "q_001394", "complexity": "2hop", "operator_type": "sequence", "t_query": 1970.0, "gold": "German Democratic Republic", "pred": "\nOkay, let's try to figure this out. The question is asking: After Anna Seghers residence Berlin, what was the country of Q896393's work location?\n\nFirst, I need to understand what Q896393 refers to. Since the user mentioned that the", "em": 0.0, "f1": 0.0, "retrieved": [ "Anna Seghers residence Berlin (1947)", "Berlin country Soviet occupation zone of Germany (1945)", "Immanuel Velikovsky residence Berlin (1922)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin country German Empire (1900)", "Berlin country Weimar Republic (1918)", "Berlin country Nazi Germany (1933)", "Berlin country German Democratic Republic (1949)", "Berlin located in the administrative territorial entity Nazi Germany (1933)" ] }, { "id": "q_004179", "complexity": "2hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's try to figure this out. The question is asking for the member of Rosa Balistreri's country of citizenship after Giacomo Gentilomo's country of citizenship was Italy. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, the reference year is", "em": 0.0, "f1": 0.0, "retrieved": [ "Rosa Balistreri country of citizenship Italy (1946)", "Rosa Balistreri country of citizenship Kingdom of Italy (1927)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000278", "complexity": "2hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "Rudy Giuliani", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of government of the Prelinger Archives located in New York City before Michael Bloomberg. \n\nFirst, I need to check the evidence provided. The evidence lists several heads of government for New York City with their respective years. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Prelinger Archives located in the administrative territorial entity New York City (1982)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)" ] }, { "id": "q_005799", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Klaus Wowereit", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Ann Wolff's work location after Karl Horst H\u00f6dicke's work location in Berlin. \n\nFirst, I need to parse the evidence provided. The reference year is 2003, but the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Karl Horst H\u00f6dicke work location Berlin (1964)", "Berlin head of government Willy Brandt (1957)", "Berlin head of government Klaus Sch\u00fctz (1967)", "Berlin head of government Dietrich Stobbe (1977)", "Berlin head of government Richard von Weizs\u00e4cker (1981)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Berlin country Soviet occupation zone of Germany (1945)", "Konrad Biesalski work location Berlin (1900)" ] }, { "id": "q_003446", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "President of the United States", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the signatory of the Age Discrimination in Employment Act of 1967 after Lyndon B. Johnson moved into the White House. Wait, first, I need to make sure I understand the question correctly", "em": 0.0, "f1": 0.08695652173913045, "retrieved": [ "Lyndon B. Johnson position held President of the United States (1963)", "Lyndon B. Johnson position held Vice President of the United States (1961)", "United States head of government Lyndon B. Johnson (1963)", "Lyndon B. Johnson spouse Lady Bird Johnson (1934)", "Lyndon B. Johnson occupation teacher (1928)", "Lyndon B. Johnson military branch United States Navy (1941)", "Lyndon B. Johnson nominated for Nobel Peace Prize (1964)" ] }, { "id": "q_007096", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2015.0, "gold": "Phillip Cocu", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Nicolas Isimat-Mirin's member of sports team in 2015. Wait, the wording is a bit confusing. Maybe it's asking about the head coach of the team that Nicolas Isimat-M", "em": 0.0, "f1": 0.0, "retrieved": [ "Pierre Kerkhoffs member of sports team PSV Eindhoven (1961)", "Johan Devrindt member of sports team PSV Eindhoven (1970)", "Arie Haan member of sports team PSV Eindhoven (1983)", "Ruud Gullit member of sports team PSV Eindhoven (1985)", "Edward Linskens member of sports team PSV Eindhoven (1987)", "Brenny Evers member of sports team PSV Eindhoven (1999)", "Ivica Kralj member of sports team PSV Eindhoven (1999)", "Zygfryd Szo\u0142tysik member of sports team Valenciennes F.C. (1974)", "Didier Six member of sports team Valenciennes F.C. (1987)", "Jacques Glassmann member of sports team Valenciennes F.C. (1988)" ] }, { "id": "q_008279", "complexity": "2hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Montreal Forum", "pred": "\nOkay, let's try to figure this out. The question is asking for the home venue of Guy Lafleur's team after Yvan Cournoyer was a member of the Montreal Canadiens. \n\nFirst, I need to recall the evidence provided. The key points are about the Montreal Canadiens' home venues and their", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Maurice Richard member of sports team Montreal Canadiens (1942)", "Henri Richard member of sports team Montreal Canadiens (1955)", "Montreal Canadiens home venue Montreal Forum (1926)", "Montreal Canadiens team captain Maurice Richard (1956)", "Montreal Canadiens team captain Saku Koivu (1999)", "Montreal Canadiens team captain Shea Weber (2018)" ] }, { "id": "q_006719", "complexity": "2hop", "operator_type": "before_after", "t_query": 1998.0, "gold": "Emma de Caunes", "pred": "\nOkay, let's try to figure this out. The question is asking, \"After Mathilda May, who was the winner of Jeanne Balibar's nominated for?\" But wait, the reference year is 1998. Let me check the evidence provided.\n\nLooking at the evidence, there are", "em": 0.0, "f1": 0.0, "retrieved": [ "C\u00e9sar Award for Best Female Revelation winner Sandrine Bonnaire (1984)", "C\u00e9sar Award for Best Female Revelation winner Charlotte Gainsbourg (1986)", "C\u00e9sar Award for Best Female Revelation winner Vanessa Paradis (1990)", "C\u00e9sar Award for Best Female Revelation winner G\u00e9raldine Pailhas (1992)", "C\u00e9sar Award for Best Female Revelation winner Julie Depardieu (2004)", "C\u00e9sar Award for Best Supporting Actress winner Val\u00e9rie Lemercier (1994)", "C\u00e9sar Award for Best Supporting Actress winner Virna Lisi (1995)", "C\u00e9sar Award for Best Supporting Actress winner Charlotte Gainsbourg (2000)", "C\u00e9sar Award for Best Supporting Actress winner Julie Depardieu (2004)", "C\u00e9sar Award for Best Supporting Actress winner Ad\u00e8le Haenel (2014)" ] }, { "id": "q_002450", "complexity": "2hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "Cyprus Football Association", "pred": "\nOkay, let's try to figure this out. The question is asking for the member of the Ammochostos Epistrofi Stadium's occupant after the stadium's significant event construction in 1989. \n\nFirst, I need to understand what's being asked. The \"occupant\"", "em": 0.0, "f1": 0.0, "retrieved": [ "Ammochostos Epistrofi Stadium occupant Ermis Aradippou FC (2018)", "Ammochostos Epistrofi Stadium occupant Alki Larnaca F.C. (2007)", "Ammochostos Epistrofi Stadium significant event construction (1989)", "Alki Larnaca F.C. home venue Ammochostos Epistrofi Stadium (2007)", "C\u00e9sinha member of sports team Ermis Aradippou FC (2013)", "Alki Larnaca F.C. member of Cyprus Football Association (1954)", "Gabriel G\u00f3mez member of sports team Ermis Aradippou FC (2010)", "Yordan Petkov member of sports team Ermis Aradippou FC (2011)", "Basilica of Sainte-Anne-de-Beaupr\u00e9 significant event construction (1923)", "Paraskevas Christou member of sports team Alki Larnaca F.C. (2010)" ] }, { "id": "q_000742", "complexity": "2hop", "operator_type": "interval", "t_query": 2007.0, "gold": "2007", "pred": "\nOkay, let's try to figure this out. The question is asking when Funen County replaced Vejle County. The reference year given is 2007, and there's no evidence provided. Hmm.\n\nFirst, I know that Denmark has undergone several administrative changes, especially in the late 2", "em": 1.0, "f1": 0.046511627906976744, "retrieved": [] }, { "id": "q_005331", "complexity": "2hop", "operator_type": "interval", "t_query": 1977.0, "gold": "1977", "pred": "\nOkay, let's try to figure this out. The question is asking: \"In what year was the winner of Pamela Sargent's nominated for equal to Kate Wilhelm?\" Hmm, that wording is a bit confusing. Let me parse it again.\n\nWait, maybe it's asking for the year when the winner of", "em": 0.0, "f1": 0.0, "retrieved": [ "Locus Award for Best Novel winner Kate Wilhelm (1977)", "Locus Award for Best Novel part of Locus Awards (1971)", "Locus Award for Best Novel winner Frederik Pohl (1978)", "Poul Anderson nominated for Locus Award for Best Novel (1971)", "Tanith Lee nominated for Locus Award for Best Novel (1976)", "Locus Award for Best Novel winner Arthur C. Clarke (1974)", "Gordon R. Dickson nominated for Locus Award for Best Novel (1971)", "Alice Bradley Sheldon nominated for Locus Award for Best Novel (1979)", "Locus Award for Best Novel winner Ursula K. Le Guin (1972)", "Locus Award for Best Novel winner J. R. R. Tolkien (1978)" ] }, { "id": "q_002617", "complexity": "2hop", "operator_type": "sequence", "t_query": 1985.0, "gold": "Stade Chaban-Delmas", "pred": "\nOkay, let's try to figure this out. The question is asking for the home venue of Uwe Reinders's member of sports team after Uwe Reinders was a member of SV Werder Bremen. Wait, the reference year is 1985. Let me check the evidence provided.", "em": 0.0, "f1": 0.0, "retrieved": [ "Arnold Sch\u00fctz member of sports team SV Werder Bremen (1955)", "Egon Coordes member of sports team SV Werder Bremen (1969)", "Werner Dre\u00dfel member of sports team SV Werder Bremen (1977)", "Erhan Albayrak member of sports team SV Werder Bremen (1995)", "Johan Micoud member of sports team SV Werder Bremen (2002)", "Pekka Lagerblom member of sports team SV Werder Bremen (2004)", "Florian Mohr member of sports team SV Werder Bremen (2005)", "Christian Vander member of sports team SV Werder Bremen (2006)", "Amaury Bischoff member of sports team SV Werder Bremen (2006)", "Fabrice Begeorgi member of sports team SV Werder Bremen (2009)" ] }, { "id": "q_006020", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1965.0, "gold": "Lady Bird Johnson", "pred": "\nOkay, let's tackle this question. The user is asking for the spouse of the signatory of the Highway Beautification Act of 1965 in 1965. \n\nFirst, I need to figure out who the signatory was. The Highway Beautification Act was signed into law in", "em": 0.0, "f1": 0.0, "retrieved": [ "Lyndon B. Johnson position held President of the United States (1963)", "Lyndon B. Johnson spouse Lady Bird Johnson (1934)", "Lyndon B. Johnson position held Vice President of the United States (1961)", "United States head of government Lyndon B. Johnson (1963)" ] }, { "id": "q_002515", "complexity": "2hop", "operator_type": "before_after", "t_query": 1964.0, "gold": "Sepp Herberger", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head coach of Alfred Schmidt's member of sports team after Otto Nerz?\" The reference year is 1964. \n\nFirst, I need to parse the question. It seems like it", "em": 0.0, "f1": 0.0, "retrieved": [ "Borussia Dortmund head coach J\u00fcrgen Klopp (2008)", "Borussia Dortmund head coach Peter St\u00f6ger (2017)", "J\u00fcrgen Klopp coach of sports team Borussia Dortmund (2008)", "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)", "Anton Kugler member of sports team Germany men's national association football team (1923)" ] }, { "id": "q_000947", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "S\u00fcper Lig", "pred": "\nOkay, let's try to figure this out. The user is asking about Kerim Zengin's sports team league or competition after \u00d6nder Akda\u011f was a member of Akhisar Belediyespor. \n\nFirst, I need to check the evidence provided. The evidence lists several players and their", "em": 0.0, "f1": 0.0, "retrieved": [ "Akhisar Belediyespor league or competition S\u00fcper Lig (2012)", "Ibrahima Sonko member of sports team Akhisar Belediyespor (2012)", "Diego da Costa Lima member of sports team Akhisar Belediyespor (2010)", "Rahim Zafer member of sports team Gen\u00e7lerbirli\u011fi S.K. (1990)", "Y\u00fcksel Sariyar member of sports team Gen\u00e7lerbirli\u011fi S.K. (1999)", "G\u00f6khan \u00dcnal member of sports team Gen\u00e7lerbirli\u011fi S.K. (1999)", "Serdar \u00d6zbayraktar member of sports team Gen\u00e7lerbirli\u011fi S.K. (2001)", "Mehmet \u00c7ak\u0131r member of sports team Gen\u00e7lerbirli\u011fi S.K. (2005)", "Nick Carle member of sports team Gen\u00e7lerbirli\u011fi S.K. (2007)", "Mustafa Pektemek member of sports team Gen\u00e7lerbirli\u011fi S.K. (2008)" ] }, { "id": "q_004442", "complexity": "2hop", "operator_type": "interval", "t_query": 2014.0, "gold": "2014", "pred": "\nOkay, let's try to figure out this question. The user is asking for the year when the head coach of Felipe Melo's team was equal to Cesare Prandelli. First, I need to understand what exactly is being asked here. \n\nThe question mentions \"Felipe Melo's member of", "em": 0.0, "f1": 0.0, "retrieved": [ "Zinho member of sports team Gr\u00eamio FBPA (2000)", "Zinho member of sports team Cruzeiro E.C. (2003)", "Bob\u00f4 member of sports team Cruzeiro E.C. (2011)", "Francisco Arce member of sports team Gr\u00eamio FBPA (1994)", "Maxi L\u00f3pez member of sports team Gr\u00eamio FBPA (2009)", "Z\u00e9 Roberto member of sports team Gr\u00eamio FBPA (2012)", "\u00c9merson Luiz Firmino member of sports team Gr\u00eamio FBPA (1997)", "Dmitri Radchenko member of sports team Racing de Santander (1993)", "Ismael Ruiz member of sports team Racing de Santander (1995)", "Aldair member of sports team Clube de Regatas do Flamengo (1985)" ] }, { "id": "q_003129", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Klaus Wowereit", "pred": "\nOkay, let's try to figure this out. The question is asking: After Q896393 work location Berlin, what was the head of government of Willem de Rooij's work location?\n\nFirst, I need to understand what Q896393 refers to. Since the", "em": 0.0, "f1": 0.0, "retrieved": [ "Berlin head of government Willy Brandt (1957)", "Berlin head of government Klaus Sch\u00fctz (1967)", "Berlin head of government Dietrich Stobbe (1977)", "Berlin head of government Richard von Weizs\u00e4cker (1981)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Helga de La Motte-Haber work location Berlin (1978)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Jacob Baart de la Faille work location Amsterdam (1914)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Berlin country Soviet occupation zone of Germany (1945)" ] }, { "id": "q_000626", "complexity": "2hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "Edward Joseph Kelly", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Rahm Emanuel, who was the head of government of Tony Smith's work location? The reference year is 1937.\n\nFirst, I need to determine where Tony Smith worked. The evidence provided mentions Chicago in relation to", "em": 0.0, "f1": 0.0, "retrieved": [ "Charlie Chaplin work location Chicago (1915)", "Chicago head of government Harold Washington (1983)", "Chicago head of government Carter Harrison IV (1911)", "Chicago head of government Richard M. Daley (1989)" ] }, { "id": "q_008507", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1929.0, "gold": "presidential system", "pred": "\nOkay, let's tackle this question. The user is asking about Yavoriv's country's basic form of government in 1929. \n\nFirst, I need to look at the evidence provided. The reference year is 1929. The evidence mentions \"Second Polish Republic basic form of", "em": 0.0, "f1": 0.0, "retrieved": [ "Second Polish Republic basic form of government presidential system (1926)", "Yavoriv country Second Polish Republic (1919)", "Zalishchyky located in the administrative territorial entity Second Polish Republic (1919)", "Mykhailo Yatskiv country of citizenship Second Polish Republic (1918)", "Krak\u00f3w country Second Polish Republic (1918)", "Horodenka country Second Polish Republic (1918)", "Barysaw country Second Polish Republic (1919)", "Boryslav country Second Polish Republic (1919)", "Kremenets country Second Polish Republic (1919)", "Zhydachiv country Second Polish Republic (1919)" ] }, { "id": "q_000399", "complexity": "2hop", "operator_type": "before_after", "t_query": 1935.0, "gold": "Otto Nerz", "pred": "\nOkay, let's try to figure this out. The question is asking, \"Before Joachim L\u00f6w, who was the head coach of Hermann Gramlich's member of sports team?\" The reference year is 1935.\n\nFirst, I need to check the evidence provided. The evidence lists", "em": 0.0, "f1": 0.0, "retrieved": [ "Germany men's national association football team head coach Sepp Herberger (1950)", "Germany men's national association football team head coach Jupp Derwall (1978)", "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)", "Anton Kugler member of sports team Germany men's national association football team (1923)", "Ernst Bantle member of sports team Germany men's national association football team (1924)" ] }, { "id": "q_005160", "complexity": "2hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "Penelope Fitzgerald", "pred": "\nOkay, let's try to figure this out. The user is asking about the Booker Prize winner after Brian Moore was nominated. But wait, the question mentions \"Fay Weldon's nominated for\"\u2014maybe that's a typo? Let me check the evidence provided.\n\nLooking at the evidence, there's a list", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Salman Rushdie award received Booker Prize (1981)" ] }, { "id": "q_006565", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Vicente Calder\u00f3n Stadium", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the home venue of Sergi Barjuan's member of sports team in 2005. First, I need to check the provided evidence to see if there's any mention of Sergi Barjuan or his", "em": 0.0, "f1": 0.0, "retrieved": [ "Lionel Messi employer Futbol Club Barcelona (2005)", "Joan Verd\u00fa member of sports team Futbol Club Barcelona (2005)", "Maxi L\u00f3pez member of sports team Futbol Club Barcelona (2005)", "Ricardo Zamora member of sports team Spain men's national football team (1920)", "Pedro Sol\u00e9 member of sports team Spain men's national football team (1929)", "Mart\u00ed Ventolr\u00e0 member of sports team Spain men's national football team (1930)", "Rafael Moreno Aranzadi member of sports team Spain men's national football team (1920)", "Agust\u00edn Sauto Arana member of sports team Spain men's national football team (1931)", "Antoni Alc\u00e1zar i Alonso member of sports team Spain men's national football team (1925)", "Deco member of sports team Futbol Club Barcelona (2004)" ] }, { "id": "q_006647", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2017.0, "gold": "President of North Macedonia", "pred": "\nOkay, let's see. The user is asking about the position held by North Macedonia's head of state in 2017. The reference year is 2017, so I need to figure out who was the head of state then.\n\nLooking at the evidence provided, there's a list", "em": 0.0, "f1": 0.14285714285714285, "retrieved": [ "Boris Trajkovski position held President of North Macedonia (1999)", "North Macedonia head of state Kiro Gligorov (1995)", "North Macedonia head of state Boris Trajkovski (1999)", "North Macedonia head of state Branko Crvenkovski (2004)", "North Macedonia head of state Gjorge Ivanov (2009)", "Skopje located in the administrative territorial entity North Macedonia (1991)", "Skopje located in the administrative territorial entity Socialist Republic of Macedonia (1944)", "People's Republic of China diplomatic relation North Macedonia (1993)", "Benxi located in the administrative territorial entity People's Republic of China (1949)", "Changchun located in the administrative territorial entity People's Republic of China (1953)" ] }, { "id": "q_008117", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the funder of Ulm University's member was equal to the University of Nottingham. But the evidence provided is none. Hmm, that's tricky.\n\nFirst, I need to understand what exactly the question is asking. It", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_007432", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Romano Prodi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Arnaldo Forlani, who was the head of government of Ivan Della Mea's country of citizenship in 2007. \n\nFirst, I need to determine Ivan Della Mea's country of citizenship.", "em": 0.0, "f1": 0.0, "retrieved": [ "Ivan Della Mea country of citizenship Italy (1946)", "Ivan Della Mea country of citizenship Kingdom of Italy (1940)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006320", "complexity": "2hop", "operator_type": "interval", "t_query": 1931.0, "gold": "1931", "pred": "\nOkay, let's see. The user is asking about when Lionel Barrymore won the award for his role in Dr. Jekyll and Mr. Hyde. The reference year given is 1931. The evidence provided lists several Academy Award winners for Best Actor, but none of them mention Lionel Barrymore", "em": 1.0, "f1": 0.047619047619047616, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Charles Laughton award received Academy Award for Best Actor (1933)", "Spencer Tracy award received Academy Award for Best Actor (1937)", "Jos\u00e9 Ferrer award received Academy Award for Best Actor (1949)", "Humphrey Bogart award received Academy Award for Best Actor (1950)", "Paul Scofield award received Academy Award for Best Actor (1966)" ] }, { "id": "q_008047", "complexity": "2hop", "operator_type": "sequence", "t_query": 1902.0, "gold": "Nicholas II of Russia", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Volodymyr's country after the Cahul country was part of the Russian Empire. First, I need to understand the timeline and the entities involved.\n\nThe reference year is 1902. The", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "Russian Empire head of state Nicholas II of Russia (1900)", "N. I. Lobachevsky State University of Nizhny Novgorod country Russian Empire (1916)", "Volodymyr country Russian Empire (1900)", "Volodymyr country Poland (1919)", "Volodymyr country Russian Republic (1917)", "Volodymyr country Soviet Union (1945)", "Communist Party of the Soviet Union country Russian Republic (1917)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)" ] }, { "id": "q_000063", "complexity": "2hop", "operator_type": "before_after", "t_query": 1909.0, "gold": "Carlo Vittorio Varetti", "pred": "\nOkay, let's try to figure this out. The question is asking who was the chairperson of Alessandro Ajmone Marsan's member of sports team before Andrea Agnelli. The reference year is 1909.\n\nFirst, I need to parse the question. It mentions \"Aless", "em": 0.0, "f1": 0.0, "retrieved": [ "Gioacchino Armano member of sports team Juventus FC (1900)", "Angelo Besozzi member of sports team Juventus FC (1909)", "Piero Dusio member of sports team Juventus FC (1919)", "Gianpiero Combi member of sports team Juventus FC (1921)", "Virginio Rosetta member of sports team Juventus FC (1923)", "Pietro Pastore member of sports team Juventus FC (1923)", "Ettore Reynaudi member of sports team Juventus FC (1927)", "Luigi Bertolini member of sports team Juventus FC (1931)", "Pietro Serantoni member of sports team Juventus FC (1934)", "Guglielmo Gabetto member of sports team Juventus FC (1934)" ] }, { "id": "q_008584", "complexity": "2hop", "operator_type": "sequence", "t_query": 1931.0, "gold": "Territory of Hawaii", "pred": "\nOkay, let's try to figure this out. The question is asking: After the United States shares a border with Panama (which happened in 1904), what administrative territorial entity did Wynn Bullock's work location belong to?\n\nFirst, I need to check the evidence provided. The evidence includes", "em": 0.0, "f1": 0.0, "retrieved": [ "United States shares border with Panama (1904)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "Route nationale 4 located in the administrative territorial entity Paris (1968)", "United States head of government Harry S. Truman (1945)", "Lee Miller work location United States (1926)", "Rudolf Bauer work location United States (1939)", "Afro Basaldella work location United States (1950)", "Imi Knoebel work location United States (1974)", "Julie Mehretu work location United States (1977)" ] }, { "id": "q_001072", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "Eusebio Sacrist\u00e1n", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Gerard Deulofeu's member of sports team in 2013. First, I need to understand what exactly is being asked here. The question seems a bit confusing at first glance", "em": 0.0, "f1": 0.0, "retrieved": [ "FC Barcelona Atl\u00e8tic head coach Eusebio Sacrist\u00e1n (2011)", "Julen Lopetegui coach of sports team Sevilla FC (2019)", "Mart\u00ed Ventolr\u00e0 member of sports team Sevilla FC (1930)", "Iv\u00e1n Zamorano member of sports team Sevilla FC (1990)", "Daniel Alves member of sports team Sevilla FC (2002)", "Alejandro Mara\u00f1\u00f3n member of sports team Sevilla FC (2003)", "Emiliano Armenteros member of sports team Sevilla FC (2008)", "Javi Varas member of sports team Sevilla FC (2008)", "Lautaro Acosta member of sports team Sevilla FC (2008)", "Samir Nasri member of sports team Sevilla FC (2016)" ] }, { "id": "q_005910", "complexity": "2hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "United States", "pred": "\nOkay, let's try to figure this out. The question is asking for the country of Christian Vande Velde's sports team after Lance Armstrong was part of the Discovery Channel team.\n\nFirst, I need to look at the evidence provided. Let me go through each entry.\n\nLance Armstrong was a member of", "em": 0.0, "f1": 0.0, "retrieved": [ "Lance Armstrong member of sports team Discovery Channel (1998)", "Christian Vande Velde member of sports team Discovery Channel (1998)", "Christian Vande Velde member of sports team Tinkoff (2005)", "Christian Vande Velde member of sports team EF Education-EasyPost (2008)", "Discovery Channel country United States (1988)", "Sven Teutenberg member of sports team Discovery Channel (1996)", "Frankie Andreu member of sports team Discovery Channel (1998)", "Viatcheslav Ekimov member of sports team Discovery Channel (2000)", "Michael Barry member of sports team Discovery Channel (2002)", "Yaroslav Popovych member of sports team Discovery Channel (2005)" ] }, { "id": "q_003397", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "V\u00edt\u011bzslav Lavi\u010dka", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head coach of Miroslav Slepi\u010dka's member of sports team before Petr Rada. First, I need to understand the context. The reference year is 2012, so we're looking at", "em": 0.0, "f1": 0.0, "retrieved": [ "Czechia men's national football team head coach Petr Rada (2008)", "Czechia men's national football team head coach Karel Br\u00fcckner (2001)", "Czechia men's national football team head coach Jaroslav \u0160ilhav\u00fd (2018)", "FC Slovan Liberec head coach Jaroslav \u0160ilhav\u00fd (2011)", "Miroslav Koubek member of sports team AC Sparta Prague (1978)", "Josef Bican member of sports team Czechia men's national football team (1939)", "Robert V\u00e1gner member of sports team Czechia men's national football team (1995)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Czechia men's national football team (2000)", "Jarom\u00edr Bla\u017eek member of sports team Czechia men's national football team (2000)", "Tom\u00e1\u0161 Jun member of sports team Czechia men's national football team (2004)" ] }, { "id": "q_000162", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Lady Bird Johnson", "pred": "\nOkay, let's try to figure this out. The question is asking about the spouse of the signatory of the Age Discrimination in Employment Act of 1967, after mentioning Lyndon B. Johnson as the U.S. head of government.\n\nFirst, I need to recall who signed the Age", "em": 0.0, "f1": 0.048780487804878044, "retrieved": [ "United States head of government Lyndon B. Johnson (1963)", "Lyndon B. Johnson position held President of the United States (1963)", "Lyndon B. Johnson position held Vice President of the United States (1961)", "Lyndon B. Johnson spouse Lady Bird Johnson (1934)", "Lyndon B. Johnson military branch United States Navy (1941)", "Lyndon B. Johnson occupation teacher (1928)", "Lyndon B. Johnson nominated for Nobel Peace Prize (1964)" ] }, { "id": "q_002728", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Silvio Berlusconi", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the chairperson of Clarence Seedorf's member of sports team in 2010. \n\nFirst, I need to understand what exactly is being asked. The question seems a bit confusing at first glance.", "em": 0.0, "f1": 0.0, "retrieved": [ "AC Milan head coach Clarence Seedorf (2014)", "Clarence Seedorf member of sports team AFC Ajax (1992)", "Clarence Seedorf member of sports team Inter Milan (2000)", "Clarence Seedorf member of sports team AC Milan (2002)", "Clarence Seedorf member of sports team U.C. Sampdoria (1995)", "Clarence Seedorf member of sports team Botafogo F.R. (2012)", "Clarence Seedorf member of sports team Netherlands national association football team (1994)", "Clarence Seedorf member of sports team Real Madrid Club de F\u00fatbol (1996)", "Hans Boskamp member of sports team AFC Ajax (1949)", "Arie Haan member of sports team AFC Ajax (1969)" ] }, { "id": "q_003793", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Barcelona Province", "pred": "\nOkay, let's try to figure out where Josep Guinovart's work location was in 1950 based on the given evidence. First, I need to check if there's any direct information about him in the provided data.\n\nLooking at the evidence list, all the entries are about different", "em": 0.0, "f1": 0.0, "retrieved": [ "Route nationale 4 located in the administrative territorial entity Paris (1968)", "August Puig work location Barcelona (1946)", "Giovanni Boldini work location Paris (1900)", "F\u00e9lix F\u00e9n\u00e9on work location Paris (1900)", "Georges Feydeau work location Paris (1900)", "\u00c9mile Bernard work location Paris (1903)", "Marcel Duchamp work location Paris (1904)", "Max Weber work location Paris (1905)", "Mikhail Larionov work location Paris (1906)", "Edwin Scharff work location Paris (1907)" ] }, { "id": "q_003541", "complexity": "2hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "\nOkay, let's try to figure this out. The question is asking: \"In what year was the winner of Carry Me Down's nominated for equal to Kiran Desai?\" Hmm, first, I need to parse this correctly. Maybe it's a bit of a tricky phrasing. Let me break it", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Booker Prize winner Kiran Desai (2006)", "Kiran Desai award received Booker Prize (2006)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)" ] }, { "id": "q_008524", "complexity": "2hop", "operator_type": "sequence", "t_query": 1950.0, "gold": "Stade Chaban-Delmas", "pred": "\nOkay, let's try to figure this out. The question is asking for the home venue of \u00c9douard Kargu's member of sports team after Fernando Guidicelli was a member of FC Girondins de Bordeaux. The reference year is 1950.\n\nFirst, I need to", "em": 0.0, "f1": 0.0, "retrieved": [ "FC Girondins de Bordeaux home venue Stade Chaban-Delmas (1938)", "Ibrahim Ba member of sports team FC Girondins de Bordeaux (1996)", "Teddy Richert member of sports team FC Girondins de Bordeaux (1999)", "Albert Celades member of sports team FC Girondins de Bordeaux (2003)", "Bruno Cheyrou member of sports team FC Girondins de Bordeaux (2005)", "Johan Micoud member of sports team FC Girondins de Bordeaux (2006)", "Souleymane Diawara member of sports team FC Girondins de Bordeaux (2007)", "David Bellion member of sports team FC Girondins de Bordeaux (2007)", "Diego Placente member of sports team FC Girondins de Bordeaux (2008)", "Gr\u00e9gory Sertic member of sports team FC Girondins de Bordeaux (2009)" ] }, { "id": "q_003943", "complexity": "2hop", "operator_type": "sequence", "t_query": 1971.0, "gold": "Emilio Colombo", "pred": "\nOkay, let's try to figure this out. The question is asking, after Vincenzo Talarico's country of citizenship is Italy, what was the head of government of Angelo La Barbera's country of citizenship?\n\nFirst, I need to parse the evidence given. The reference year is 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Angelo La Barbera country of citizenship Italy (1946)", "Angelo La Barbera country of citizenship Kingdom of Italy (1924)", "Vincenzo Vannutelli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Angelo Bartolomasi country of citizenship Kingdom of Italy (1900)", "Angelo Rotta country of citizenship Kingdom of Italy (1900)", "Angelo Dibona country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003382", "complexity": "2hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Michal B\u00edlek", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head coach of Daniel Kol\u00e1\u0159's member of sports team after Jozef Chovanec?\" \n\nFirst, I need to parse the question correctly. It seems like it's about the head", "em": 0.0, "f1": 0.0, "retrieved": [ "Czechia men's national football team head coach Karel Br\u00fcckner (2001)", "Czechia men's national football team head coach Petr Rada (2008)", "Czechia men's national football team head coach Jaroslav \u0160ilhav\u00fd (2018)", "Daniel Pudil member of sports team Czechia men's national football team (2007)", "AC Sparta Prague head coach V\u00edt\u011bzslav Lavi\u010dka (2012)", "AC Sparta Prague head coach Petr Rada (2017)", "AC Sparta Prague head coach Zden\u011bk \u0160\u010dasn\u00fd (2018)", "Daniel Pudil member of sports team FK Chmel Bl\u0161any (2003)", "Josef Bican member of sports team Czechia men's national football team (1939)", "Robert V\u00e1gner member of sports team Czechia men's national football team (1995)" ] }, { "id": "q_003569", "complexity": "2hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "Emilio Colombo", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of government of Alberto Magnelli's country of citizenship after Adone Zoli. The reference year is 1971.\n\nFirst, I need to determine which country Alberto Magnelli was a citizen of in 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Alberto Magnelli country of citizenship Italy (1946)", "Alberto Magnelli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alberto Franchetti country of citizenship Kingdom of Italy (1900)", "Alberto Ascoli country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002249", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "University of Paris", "pred": "\nOkay, let's try to figure this out. The question is asking what replaced Maurice de Gandillac's employer in 1971. The reference year is 1971, so I need to look at the evidence provided around that time.\n\nFirst, the evidence mentions that the University of Paris", "em": 1.0, "f1": 0.14634146341463414, "retrieved": [ "University of Paris 1 Pantheon-Sorbonne replaces University of Paris (1971)", "Theodoros Pangalos employer University of Paris 1 Pantheon-Sorbonne (1969)", "Theodoros Pangalos educated at University of Paris 1 Pantheon-Sorbonne (1965)" ] }, { "id": "q_001978", "complexity": "2hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Giovanni Gronchi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Luigi Einaudi, who was the head of state of Giovanni Ferrofino's country of citizenship in 1958. \n\nFirst, I need to determine Giovanni Ferrofino's country of citizenship in", "em": 0.0, "f1": 0.06060606060606061, "retrieved": [ "Giovanni Ferrofino country of citizenship Italy (1946)", "Giovanni Ferrofino country of citizenship Kingdom of Italy (1912)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005073", "complexity": "2hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Alex McLeish", "pred": "\nOkay, let's try to figure this out. The question is asking: Before John Eustace, who was the head coach of Nathan Redmond's member of sports team? \n\nFirst, I need to determine which sports team Nathan Redmond was a member of. The evidence provided includes several players and coaches", "em": 0.0, "f1": 0.0, "retrieved": [ "Birmingham City F.C. head coach Steve Bruce (2001)", "Birmingham City F.C. head coach Alex McLeish (2007)", "John Kennedy member of sports team Norwich City F.C. (2008)", "Steve Bruce coach of sports team Birmingham City F.C. (2001)", "Alex McLeish coach of sports team Birmingham City F.C. (2007)", "Colin Todd member of sports team Birmingham City F.C. (1979)", "Steve Bruce member of sports team Birmingham City F.C. (1996)", "Tony Cottee member of sports team Birmingham City F.C. (1997)", "Antoine Hey member of sports team Birmingham City F.C. (1997)", "Martin Taylor member of sports team Birmingham City F.C. (2004)" ] }, { "id": "q_000609", "complexity": "2hop", "operator_type": "interval", "t_query": 1974.0, "gold": "1974", "pred": "\nOkay, let's tackle this question. The user is asking about when Stanley Middleton was the winner of The Bottle Factory Outing's nominated for. First, I need to check the provided evidence to see if there's any mention of Stanley Middleton or The Bottle Factory Outing.\n\nLooking through the evidence list: the", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_004940", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2018.0, "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Ra\u00fal Fern\u00e1ndez-Cavada Mateos's sports team in 2018. \n\nFirst, I need to determine which team Ra\u00fal was a member of in 2018.", "em": 0.0, "f1": 0.0, "retrieved": [ "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team UD Las Palmas (2018)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team Athletic Club (2010)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team Real Valladolid (2015)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team CD Mirand\u00e9s (2015)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team Levante UD (2016)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team Racing de Santander (2014)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team Club Deportivo Numancia de Soria (2013)", "Jupp Heynckes coach of sports team Athletic Club (2001)", "Andoni Iraola coach of sports team CD Mirand\u00e9s (2019)", "Fernando Fern\u00e1ndez Escribano member of sports team Real Valladolid (2000)" ] }, { "id": "q_002185", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "Guy Ritchie", "pred": "\nOkay, let's try to figure this out. The question is asking: After Madonna's unmarried partner Sandra Bernhard, what was the spouse of Die Another Day's performer?\n\nFirst, I need to parse the question correctly. The key parts here are \"after Madonna's unmarried partner Sandra Bernhard\" and \"", "em": 0.0, "f1": 0.0, "retrieved": [ "Material Girl performer Madonna (1984)", "Warren Beatty unmarried partner Madonna (1989)", "Madonna unmarried partner Warren Beatty (1989)", "Madonna unmarried partner Alex Rodriguez (2008)", "Madonna unmarried partner John F. Kennedy Jr. (1988)", "Madonna award received Rock and Roll Hall of Fame (2008)", "Madonna award received Golden Raspberry Award for Worst Actress (1987)", "Madonna nominated for Golden Raspberry Award for Worst Actress (1987)", "MTV Video Music Award for Best Editing winner Madonna (1990)", "Madonna nominated for Golden Raspberry Award for Worst Supporting Actress (1990)" ] }, { "id": "q_006953", "complexity": "2hop", "operator_type": "sequence", "t_query": 1928.0, "gold": "Jimmy Walker", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Maria Meneghini Callas's residence after Louisine Havemeyer's work location in New York City. The reference year is 1928.\n\nFirst, I need to parse the evidence given", "em": 0.0, "f1": 0.0, "retrieved": [ "Louisine Havemeyer work location New York City (1900)", "Maria Meneghini Callas residence New York City (1923)", "Maria Meneghini Callas residence Athens (1937)", "Maria Meneghini Callas residence Italy (1947)", "Maria Meneghini Callas residence Paris (1961)", "Maria Meneghini Callas spouse Giovanni Battista Meneghini (1949)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)" ] }, { "id": "q_001572", "complexity": "2hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "Phillip Cocu", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Fred Rutten, who was the head coach of Nicolas Isimat-Mirin's member of sports team? \n\nFirst, I need to understand what exactly is being asked. The user is referring to Nicolas Isimat-Mirin", "em": 0.0, "f1": 0.0, "retrieved": [ "Pierre Kerkhoffs member of sports team PSV Eindhoven (1961)", "Johan Devrindt member of sports team PSV Eindhoven (1970)", "Arie Haan member of sports team PSV Eindhoven (1983)", "Ruud Gullit member of sports team PSV Eindhoven (1985)", "Edward Linskens member of sports team PSV Eindhoven (1987)", "Brenny Evers member of sports team PSV Eindhoven (1999)", "Ivica Kralj member of sports team PSV Eindhoven (1999)", "Zygfryd Szo\u0142tysik member of sports team Valenciennes F.C. (1974)", "Didier Six member of sports team Valenciennes F.C. (1987)", "Jacques Glassmann member of sports team Valenciennes F.C. (1988)" ] }, { "id": "q_008301", "complexity": "2hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "Romano Prodi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Luciano Pavarotti's country of citizenship (Italy), what was the head of government of Giovanni Cornacchia's country of citizenship?\n\nFirst, I need to determine Giovanni Cornacchia's country of citizenship. The evidence shows", "em": 0.0, "f1": 0.0, "retrieved": [ "Giovanni Cornacchia country of citizenship Italy (1946)", "Giovanni Cornacchia country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000630", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1960.0, "gold": "Graceland", "pred": "\nOkay, let's tackle this question. The user is asking about the residence of the performer of \"A Mess of Blues\" in 1960. First, I need to figure out who the performer is. \"A Mess of Blues\" is a song, so I should check which artist is associated", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_000755", "complexity": "2hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Elizabeth II", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head of state of Stack-O-Tracks's place of publication after George VI?\" \n\nFirst, I need to parse the question correctly. The key parts here are \"Stack-O-Tracks's place", "em": 0.0, "f1": 0.0, "retrieved": [ "United Kingdom head of state George VI (1936)", "All Summer Long place of publication United States (1964)", "All Summer Long place of publication United Kingdom (1965)", "United States head of government Harry S. Truman (1945)", "United Kingdom head of state Edward VIII (1936)", "United Kingdom head of state Elizabeth II (1952)", "United States head of government George W. Bush (2001)", "United States head of government George H. W. Bush (1989)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)" ] }, { "id": "q_000326", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", "pred": "\nOkay, let's try to figure this out. The question is asking for Jean-Loup Dabadie's general secretary in 2009. Wait, Jean-Loup Dabadie is a member of the Acad\u00e9mie Fran\u00e7aise, as mentioned in the evidence from 2008.", "em": 0.0, "f1": 0.0, "retrieved": [ "Jean-Loup Dabadie member of Acad\u00e9mie Fran\u00e7aise (2008)", "Acad\u00e9mie Fran\u00e7aise general secretary Jean Mistler (1973)", "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Genevoix (1958)", "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Druon (1985)", "Acad\u00e9mie Fran\u00e7aise general secretary H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (1999)", "Jean Richepin member of Acad\u00e9mie Fran\u00e7aise (1908)", "Jean Gu\u00e9henno member of Acad\u00e9mie Fran\u00e7aise (1962)", "Jean Paulhan member of Acad\u00e9mie Fran\u00e7aise (1963)", "Jean-Marie Lustiger member of Acad\u00e9mie Fran\u00e7aise (1995)", "Jean-Fran\u00e7ois Revel member of Acad\u00e9mie Fran\u00e7aise (1997)" ] }, { "id": "q_002870", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Prime Minister of Bahrain", "pred": "\nOkay, let's see. The user is asking about the position held by Bahrain's head of government in 1981. The evidence provided mentions Khalifa bin Salman Al Khalifa as the head of government since 1971 and that he was the Prime Minister of Bahrain in 19", "em": 1.0, "f1": 0.19999999999999998, "retrieved": [ "Bahrain head of government Khalifa bin Salman Al Khalifa (1971)", "Khalifa bin Salman Al Khalifa position held Prime Minister of Bahrain (1970)" ] }, { "id": "q_007789", "complexity": "2hop", "operator_type": "before_after", "t_query": 1960.0, "gold": "Giovanni Gronchi", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Sandro Pertini, who was the head of state of Michele Lupo's country of citizenship? The reference year is 1960.\n\nFirst, I need to determine Michele Lupo's country of citizenship. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Michele Lupo country of citizenship Italy (1946)", "Michele Lupo country of citizenship Kingdom of Italy (1932)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Michele Lega country of citizenship Kingdom of Italy (1900)", "Michele Cipolla country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007973", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2020.0, "gold": "Bjarne Riis", "pred": "\nOkay, let's try to figure this out. The question is asking for the general manager of Danilo Wyss's sports team in 2020. First, I need to determine which team Danilo Wyss was part of in 2020. \n\nLooking at the evidence provided,", "em": 0.0, "f1": 0.0, "retrieved": [ "Alexandre Moos member of sports team CCC Team (2007)", "Mathias Frank member of sports team CCC Team (2009)", "Klaas Lodewyck member of sports team CCC Team (2012)", "Nicolas Roche member of sports team CCC Team (2017)", "Simon Geschke member of sports team CCC Team (2019)", "Alessandro De Marchi member of sports team CCC Team (2015)", "Chris Horner member of sports team Geox-TMC (2004)", "Gilberto Simoni member of sports team Geox-TMC (2006)", "Javier Otxoa member of sports team Geox-TMC (2007)", "Be\u00f1at Intxausti member of sports team Geox-TMC (2008)" ] }, { "id": "q_000219", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1939.0, "gold": "Vivien Leigh", "pred": "\nOkay, let's see. The user is asking about the winner of Fay Bainter's nominated category in 1939. The reference year is 1939, so I need to check if there's any evidence provided related to Fay Bainter and the Academy Award for Best Supporting Actress in", "em": 0.0, "f1": 0.0, "retrieved": [ "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Cher nominated for Academy Award for Best Supporting Actress (1984)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)", "Geraldine Page nominated for Academy Award for Best Supporting Actress (1954)", "Betsy Blair nominated for Academy Award for Best Supporting Actress (1956)", "Shelley Winters nominated for Academy Award for Best Supporting Actress (1960)" ] }, { "id": "q_007274", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Elizabeth II", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Smiley Smile's place of publication after Virginia Woolf's country of citizenship was the United Kingdom.\n\nFirst, I need to parse the question correctly. The key parts here are:\n\n1. \"Smiley Smile", "em": 0.0, "f1": 0.0, "retrieved": [ "Virginia Woolf country of citizenship United Kingdom (1927)", "All Summer Long place of publication United Kingdom (1965)", "All Summer Long place of publication United States (1964)", "United Kingdom head of state George VI (1936)", "United Kingdom head of state Edward VIII (1936)", "United Kingdom head of state Elizabeth II (1952)", "United States head of government Harry S. Truman (1945)", "Robert Morley country of citizenship United Kingdom (1927)", "Liz Smith country of citizenship United Kingdom (1927)", "Anna Freud country of citizenship United Kingdom (1946)" ] }, { "id": "q_006021", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of state of Luca Ronconi's country of citizenship after Oscar Luigi Scalfaro. \n\nFirst, I need to determine which country Luca Ronconi was a citizen of. The evidence shows that Luca Ronconi has citizenship listed", "em": 0.0, "f1": 0.0, "retrieved": [ "Luca Ronconi country of citizenship Italy (1946)", "Luca Ronconi country of citizenship Kingdom of Italy (1933)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006576", "complexity": "2hop", "operator_type": "before_after", "t_query": 1948.0, "gold": "Laurence Olivier", "pred": "\nOkay, let's try to figure this out. The question is asking: \"Before Ernest Borgnine, who was the winner of John Garfield's nominated for?\" The reference year is 1948.\n\nFirst, I need to check the evidence provided. The evidence lists several Academy Award nominations for Best", "em": 0.0, "f1": 0.0, "retrieved": [ "Cabaret nominated for Academy Award for Best Supporting Actor (1973)", "Robert Morley nominated for Academy Award for Best Supporting Actor (1939)", "Albert Bassermann nominated for Academy Award for Best Supporting Actor (1941)", "Donald Crisp nominated for Academy Award for Best Supporting Actor (1942)", "Jos\u00e9 Ferrer nominated for Academy Award for Best Supporting Actor (1949)", "Sam Jaffe nominated for Academy Award for Best Supporting Actor (1951)", "Mickey Rooney nominated for Academy Award for Best Supporting Actor (1957)", "Omar Sharif nominated for Academy Award for Best Supporting Actor (1963)", "Martin Balsam nominated for Academy Award for Best Supporting Actor (1966)", "Jack Nicholson nominated for Academy Award for Best Supporting Actor (1970)" ] }, { "id": "q_000623", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Bjarne Berntsen", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Camilla Huse's member of sports team in 2009. First, I need to parse the information given.\n\nThe evidence provided lists several people associated with the Norway women's national football team. Let", "em": 0.0, "f1": 0.0, "retrieved": [ "Ane Stangeland Horpestad member of sports team Norway women's national football team (1999)", "Norway women's national football team head coach Per Pettersen (1978)", "Norway women's national football team head coach Bjarne Berntsen (2005)", "Norway women's national football team head coach Even Pellerud (2012)" ] }, { "id": "q_005668", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "DBC Pierre", "pred": "\nOkay, let's try to figure this out. The question is asking: After \"The Bottle Factory Outing\" was nominated for the Booker Prize, what was the winner of Mark Haddon's nominated for?\n\nFirst, I need to check the evidence provided. The reference year is 2003.", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Salman Rushdie award received Booker Prize (1981)" ] }, { "id": "q_003804", "complexity": "2hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "Nobel Peace Prize", "pred": "\nOkay, let's try to figure this out. The question is asking about the \"nominated for\" of the founder of the United States Navy SEALs after John F. Kennedy's military branch, which was the US Navy. Wait, but the evidence provided mentions John F. Kennedy's military branch as the", "em": 0.0, "f1": 0.0, "retrieved": [ "John F. Kennedy military branch United States Navy (1941)", "John F. Kennedy position held President of the United States (1961)", "John F. Kennedy nominated for Nobel Peace Prize (1962)", "United States head of government John F. Kennedy (1961)", "John F. Kennedy award received Presidential Medal of Freedom (1963)", "John F. Kennedy place of burial Arlington National Cemetery (1963)", "John F. Kennedy spouse Jacqueline Kennedy Onassis (1953)", "John F. Kennedy educated at Princeton University (1935)", "John F. Kennedy educated at Harvard College (1936)" ] }, { "id": "q_006789", "complexity": "2hop", "operator_type": "sequence", "t_query": 1960.0, "gold": "Robert Ferdinand Wagner Jr.", "pred": "\nOkay, let's tackle this question. The user is asking: After Louise Bourgeois work location New York City, what was the head of government of William Vickrey's residence?\n\nFirst, I need to parse the reference year, which is 1960. The evidence provided includes various facts about people", "em": 0.0, "f1": 0.0, "retrieved": [ "Louise Bourgeois work location New York City (1938)", "William Vickrey residence New York City (1914)", "New York City head of government William O'Dwyer (1946)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)" ] }, { "id": "q_006521", "complexity": "2hop", "operator_type": "before_after", "t_query": 1976.0, "gold": "Atlanta-Fulton County Stadium", "pred": "\nOkay, let's tackle this question. The user is asking for the home venue of Hank Aaron's member of sports team after Fenway Park. The reference year is 1976.\n\nFirst, I need to look at the evidence provided. The evidence mentions Hank Aaron being part of the Milwaukee Brewers in", "em": 0.0, "f1": 0.0, "retrieved": [ "Hank Aaron member of sports team Milwaukee Brewers (1954)", "Hank Aaron member of sports team Atlanta Braves (1975)", "Chris Capuano member of sports team Milwaukee Brewers (2003)" ] }, { "id": "q_006174", "complexity": "2hop", "operator_type": "sequence", "t_query": 2006.0, "gold": "Kiran Desai", "pred": "\nOkay, let's try to figure this out. The user is asking about the winner of The Night Watch's nominated for, after Brian Moore was nominated for the Booker Prize. Wait, first I need to check the evidence provided.\n\nLooking at the evidence, there's a list of Booker Prize nominations and winners.", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Salman Rushdie award received Booker Prize (1981)" ] }, { "id": "q_004769", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Loretta Young", "pred": "\nOkay, let's see. The user is asking about the winner of Celia Johnson's nominated for in 1947. Wait, the question is phrased a bit confusingly. They might mean which award Celia Johnson won in 1947, or perhaps which category she was", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)" ] }, { "id": "q_001801", "complexity": "2hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "Vytautas Landsbergis", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117's political party before Andrius Kubilius. The reference year is 1995, and there's no evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_000920", "complexity": "2hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "State Anthem of the Soviet Union", "pred": "\nOkay, let's try to figure this out. The question is asking about the anthem of Murmansk Oblast after Novosibirsk Oblast was located in the Russian Soviet Federative Socialist Republic. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, the reference year is", "em": 0.0, "f1": 0.1739130434782609, "retrieved": [ "Murmansk Oblast located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1938)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Russian Soviet Federative Socialist Republic member of Soviet Union (1922)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic country Soviet Union (1922)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Novosibirsk Oblast country Soviet Union (1937)", "Murmansk Oblast country Soviet Union (1938)", "Georgian Soviet Socialist Republic country Soviet Union (1922)", "Turkmen Soviet Socialist Republic country Soviet Union (1924)" ] }, { "id": "q_003724", "complexity": "2hop", "operator_type": "sequence", "t_query": 1971.0, "gold": "Emilio Colombo", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Piero Scotti's country of citizenship after Giani Stuparich's country of citizenship was Italy. \n\nFirst, I need to determine which country Piero Scotti's citizenship refers to. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Piero Scotti country of citizenship Italy (1946)", "Piero Scotti country of citizenship Kingdom of Italy (1909)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Tommaso Gallarati Scotti country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006014", "complexity": "2hop", "operator_type": "before_after", "t_query": 1939.0, "gold": "Hans Loritz", "pred": "\nOkay, let's try to figure out this question. The user is asking, \"Before Martin Gottfried Weiss, who was the manager of Alfons Gorbach's point in time?\" The reference year given is 1939. The evidence provided includes several entries about Nobel Peace Prize nominations and det", "em": 0.0, "f1": 0.0, "retrieved": [ "International Physicians for the Prevention of Nuclear War award received Nobel Peace Prize (1985)", "Harry S. Truman nominated for Nobel Peace Prize (1948)", "Josef \u010capek place of detention Dachau concentration camp (1939)", "Stanis\u0142aw Go\u0142\u0105b place of detention Dachau concentration camp (1940)", "Dov Shilansky place of detention Dachau concentration camp (1944)", "Emil Franti\u0161ek Burian place of detention Dachau concentration camp (1941)", "Michael I of Romania nominated for Nobel Peace Prize (1998)", "Prince Carl, Duke of V\u00e4sterg\u00f6tland nominated for Nobel Peace Prize (1924)" ] }, { "id": "q_007171", "complexity": "2hop", "operator_type": "sequence", "t_query": 2016.0, "gold": "S\u00fcper Lig", "pred": "\nOkay, let's try to figure this out. The question is asking about the league or competition of Serdar Aziz's sports team after Daniel Pancu was a member of Bursaspor. \n\nFirst, I need to check the evidence provided. The user mentioned several players and their teams and years.", "em": 0.0, "f1": 0.0, "retrieved": [ "Bursaspor league or competition S\u00fcper Lig (2006)", "Serdar \u00d6zkan member of sports team Galatasaray S.K. (2010)", "Erol Bulut member of sports team Bursaspor (2003)", "Kenny Miller member of sports team Bursaspor (2011)", "\u0130brahim Da\u011fa\u015fan member of sports team Bursaspor (2004)", "\u00d6mer Aysan Bar\u0131\u015f member of sports team Bursaspor (2005)", "\u0130brahim Ka\u015f member of sports team Bursaspor (2011)", "Turgay \u015eeren member of sports team Galatasaray S.K. (1947)", "Didier Six member of sports team Galatasaray S.K. (1987)", "Erdal Keser member of sports team Galatasaray S.K. (1989)" ] }, { "id": "q_007260", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "3. Liga", "pred": "\nOkay, let's tackle this question. The user is asking about the league or competition that Bastian Heidenfelder was part of in 2013, specifically mentioning his sports team. The evidence provided includes two people: Rouven Sattelmaier and Andreas Voglsammer, both members", "em": 0.0, "f1": 0.0, "retrieved": [ "Rouven Sattelmaier member of sports team 1. FC Heidenheim 1846 (2013)", "Andreas Voglsammer member of sports team 1. FC Heidenheim 1846 (2015)" ] }, { "id": "q_005517", "complexity": "2hop", "operator_type": "before_after", "t_query": 2021.0, "gold": "Thomas Tuchel", "pred": "\nOkay, let's try to figure this out. The question is asking, after Claudio Ranieri, who was the head coach of Marcos Alonso Mendoza's member of sports team? \n\nFirst, I need to understand the context. The user provided some evidence about coaches and players associated with Real Madrid Castilla", "em": 0.0, "f1": 0.0, "retrieved": [ "Julen Lopetegui coach of sports team Real Madrid Castilla (2008)", "Jupp Heynckes coach of sports team Real Madrid Club de F\u00fatbol (1997)", "Carlos Queiroz coach of sports team Real Madrid Club de F\u00fatbol (2003)", "Fabio Capello coach of sports team Real Madrid Club de F\u00fatbol (2006)", "Riki member of sports team Real Madrid Castilla (2002)", "Julen Lopetegui member of sports team Real Madrid Castilla (1985)", "Christopher Ohen member of sports team Real Madrid Castilla (1989)", "Antonio N\u00fa\u00f1ez member of sports team Real Madrid Castilla (2001)", "Roberto Trashorras member of sports team Real Madrid Castilla (2003)", "Javi Garc\u00eda member of sports team Real Madrid Castilla (2004)" ] }, { "id": "q_007485", "complexity": "2hop", "operator_type": "before_after", "t_query": 2003.0, "gold": "Charlize Theron", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Sandra Bullock, who was the winner of Jennifer Connelly's nominated for? Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, the user is asking about Jennifer Connelly's nominations and the winner", "em": 0.0, "f1": 0.0, "retrieved": [ "Edmund S. Morgan employer Yale University (1955)", "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)", "Barbara O'Neil nominated for Academy Award for Best Supporting Actress (1941)", "Lauren Bacall nominated for Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1996)", "Natalie Portman nominated for Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (2000)" ] }, { "id": "q_001837", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "\nOkay, let's try to figure this out. The question is asking when the University of Virginia was the funder of a member of the University of Tsukuba. The reference year given is 2021, and there's no evidence provided.\n\nFirst, I need to understand the relationship between these", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [] }, { "id": "q_000568", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2007.0, "gold": "Romano Prodi", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Angelo Infanti's country of citizenship in 2007. \n\nFirst, I need to determine which country Angelo Infanti's country of citizenship is. The evidence provided mentions several people with citizenship in the", "em": 0.0, "f1": 0.0, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Angelo Bartolomasi country of citizenship Kingdom of Italy (1900)", "Angelo Rotta country of citizenship Kingdom of Italy (1900)", "Angelo Dibona country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005494", "complexity": "2hop", "operator_type": "before_after", "t_query": 1997.0, "gold": "Berti Vogts", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head coach of Steffen Freund's member of sports team before Joachim L\u00f6w?\" And the reference year is 1997.\n\nFirst, I need to parse the evidence provided.", "em": 0.0, "f1": 0.0, "retrieved": [ "Steffen Freund member of sports team Germany men's national association football team (1995)", "Borussia Dortmund head coach J\u00fcrgen Klopp (2008)", "Borussia Dortmund head coach Peter St\u00f6ger (2017)", "Steffen Freund member of sports team Schalke 04 (1991)", "Steffen Freund member of sports team Borussia Dortmund (1993)", "Steffen Freund member of sports team 1. FC Kaiserslautern (2003)", "Steffen Freund member of sports team Tottenham Hotspur F.C. (1998)", "Steffen Freund member of sports team Leicester City F.C. (2004)", "Jupp Heynckes coach of sports team Schalke 04 (2003)", "J\u00fcrgen Klopp coach of sports team Borussia Dortmund (2008)" ] }, { "id": "q_000075", "complexity": "2hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Francesco Cossiga, who was the head of state of Giuseppe Prisco's country of citizenship? The reference year is 2001, but the evidence provided includes various dates from 1900 to", "em": 0.0, "f1": 0.0, "retrieved": [ "Giuseppe Prisco country of citizenship Italy (1946)", "Giuseppe Prisco country of citizenship Kingdom of Italy (1921)", "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004734", "complexity": "2hop", "operator_type": "sequence", "t_query": 1988.0, "gold": "Peter Carey", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of David Lodge's nominated for after Salman Rushdie received the Booker Prize. Wait, the wording is a bit confusing. Let me parse it again.\n\nFirst, the reference year is 1988. The evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Salman Rushdie award received Booker Prize (1981)", "Salman Rushdie nominated for Booker Prize (1983)", "Booker Prize winner Salman Rushdie (1981)", "Kingsley Amis award received Booker Prize (1986)", "Kiran Desai award received Booker Prize (2006)", "Kingsley Amis nominated for Booker Prize (1974)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Kingsley Amis (1986)" ] }, { "id": "q_004770", "complexity": "2hop", "operator_type": "sequence", "t_query": 1904.0, "gold": "Constantinople", "pred": "\nOkay, let's try to figure this out. The question is asking, after mentioning Tekirda\u011f as part of the Ottoman Empire, what was the capital of Edessa's country? \n\nFirst, I need to recall the context. The reference year is 1904, and the evidence provided includes", "em": 0.0, "f1": 0.0, "retrieved": [ "Edessa country Ottoman Empire (1900)", "Constantinople capital of Ottoman Empire (1900)", "Ottoman Empire capital Constantinople (1900)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)", "Old City of Jerusalem country Ottoman Empire (1900)", "Qasim Amin country of citizenship Ottoman Empire (1900)", "Charles Debbas country of citizenship Ottoman Empire (1900)", "Taha Hussein country of citizenship Ottoman Empire (1900)" ] }, { "id": "q_006777", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "S\u00e1ndor Preisinger", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head coach of Daniils Turkovs's sports team before G\u00e1bor M\u00e1rton. \n\nFirst, I need to look at the evidence provided. Let me go through each entry.\n\nDaniils Turkovs was a", "em": 0.0, "f1": 0.0, "retrieved": [ "Zalaegerszegi TE head coach G\u00e1bor M\u00e1rton (2020)", "Zalaegerszegi TE head coach S\u00e1ndor Preisinger (2012)", "Daniils Turkovs member of sports team Skonto FC (2010)", "Daniils Turkovs member of sports team Zalaegerszegi TE (2011)", "Daniils Turkovs member of sports team GKS Be\u0142chat\u00f3w (2014)", "G\u00e1bor Egressy member of sports team Zalaegerszegi TE (2001)", "G\u00e1bor Torma member of sports team Zalaegerszegi TE (2005)", "Andrejs Rubins member of sports team Skonto FC (1998)", "Andrejs Piedels member of sports team Skonto FC (1998)", "Alans Si\u0146e\u013c\u0146ikovs member of sports team Skonto FC (2007)" ] }, { "id": "q_001481", "complexity": "2hop", "operator_type": "interval", "t_query": 1977.0, "gold": "1977", "pred": "\nOkay, let's tackle this question. The user is asking, \"When was Paul Scott the winner of Jennifer Johnston's nominated for?\" The reference year is 1977. First, I need to check the evidence provided to see if there's any mention of Paul Scott or Jennifer Johnston in relation to", "em": 1.0, "f1": 0.05, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_000851", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Jos\u00e9 Mourinho", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Before Luciano Spalletti, who was the head coach of Walter Samuel's member of sports team?\" The reference year is 2008.\n\nFirst, I need to understand what exactly is being asked", "em": 0.0, "f1": 0.0, "retrieved": [ "Sebasti\u00e1n Battaglia coach of sports team Boca Juniors (2021)", "Julio Libonatti member of sports team Newell's Old Boys (1919)", "Gerardo Rivas member of sports team Newell's Old Boys (1932)", "Lorenzo S\u00e1ez member of sports team Newell's Old Boys (1989)", "Lionel Messi member of sports team Newell's Old Boys (1995)", "Luis Islas member of sports team Newell's Old Boys (1995)", "N\u00e9icer Reasco member of sports team Newell's Old Boys (2001)", "Julio Libonatti member of sports team Argentina men's national association football team (1919)", "Amadeo Carrizo member of sports team Argentina men's national association football team (1954)", "Federico Vairo member of sports team Argentina men's national association football team (1955)" ] }, { "id": "q_000707", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1934.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking: What was the shares border with of Franco Evangelisti's country of citizenship in 1934?\n\nFirst, I need to parse the question correctly. It seems like it's asking for the country that Franco Evangelisti's country of", "em": 0.0, "f1": 0.0, "retrieved": [ "Italy shares border with Yugoslavia (1929)", "Franco Evangelisti country of citizenship Italy (1923)", "Franco Comotti country of citizenship Italy (1946)", "Dalida country of citizenship Italy (1933)", "Zita of Bourbon-Parma country of citizenship Italy (1946)", "Alfred Neumann country of citizenship Italy (1933)", "Primo Nebiolo country of citizenship Italy (1946)", "Sergio Bonelli country of citizenship Italy (1946)", "Luchino Visconti country of citizenship Italy (1946)", "Luciano Pavarotti country of citizenship Italy (1946)" ] }, { "id": "q_007316", "complexity": "2hop", "operator_type": "sequence", "t_query": 1909.0, "gold": "Carlo Vittorio Varetti", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Alessandro Ajmone Marsan's member of sports team after Juventus FC's chairperson Enrico Canfari. The reference year is 1909.\n\nFirst, I need to parse the question correctly", "em": 0.0, "f1": 0.0, "retrieved": [ "Gioacchino Armano member of sports team Juventus FC (1900)", "Angelo Besozzi member of sports team Juventus FC (1909)", "Piero Dusio member of sports team Juventus FC (1919)", "Gianpiero Combi member of sports team Juventus FC (1921)", "Virginio Rosetta member of sports team Juventus FC (1923)", "Pietro Pastore member of sports team Juventus FC (1923)", "Ettore Reynaudi member of sports team Juventus FC (1927)", "Luigi Bertolini member of sports team Juventus FC (1931)", "Pietro Serantoni member of sports team Juventus FC (1934)", "Guglielmo Gabetto member of sports team Juventus FC (1934)" ] }, { "id": "q_002781", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "Yugoslavia", "pred": "\nOkay, let's tackle this question. The user is asking about Renato Carosone's country of citizenship in 1946 and which countries it shared a border with. \n\nFirst, I need to check the evidence provided. The evidence mentions that in 1946, Renato Car", "em": 0.0, "f1": 0.0, "retrieved": [ "Renato Carosone country of citizenship Italy (1946)", "Renato Carosone country of citizenship Kingdom of Italy (1920)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001694", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Glenda Jackson", "pred": "\nOkay, let's see. The user is asking about Genevi\u00e8ve Bujold's nominated award winner in 1970. The reference year is 1970, so I need to check the evidence provided for any mentions of her.\n\nLooking at the evidence list: the entries mention Gl", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Glenda Jackson (1970)", "Jean Simmons nominated for Academy Award for Best Actress (1970)", "Maggie Smith nominated for Academy Award for Best Actress (1970)", "Maggie Smith award received Academy Award for Best Actress (1970)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)" ] }, { "id": "q_005714", "complexity": "2hop", "operator_type": "before_after", "t_query": 1979.0, "gold": "B\u00fclent Ecevit", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Mustafa Kemal Atat\u00fcrk, who was the chairperson of Deniz Baykal's member of political party?\" The reference year is 1979.\n\nFirst, I need to parse the evidence provided. Let me list out the", "em": 0.0, "f1": 0.0, "retrieved": [ "Republican People's Party chairperson Mustafa Kemal Atat\u00fcrk (1923)", "Deniz Baykal member of political party Republican People's Party (1968)", "Deniz Baykal member of political party Social Democratic Populist Party (1985)", "Republican People's Party chairperson Deniz Baykal (2000)", "Republican People's Party chairperson Kemal K\u0131l\u0131\u00e7daro\u011flu (2010)", "Republican People's Party chairperson B\u00fclent Ecevit (1972)", "Republican People's Party chairperson \u0130smet \u0130n\u00f6n\u00fc (1938)", "Republican People's Party general secretary B\u00fclent Ecevit (1966)", "Republican People's Party general secretary Memduh \u015eevket Esendal (1942)" ] }, { "id": "q_002568", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Stefan Kuntz", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the chairperson of Jan \u0160im\u016fnek's member of sports team in 2014. First, I need to understand what exactly is being asked here. The term \"chairperson of Jan \ufffd", "em": 0.0, "f1": 0.0, "retrieved": [ "Josef Bican member of sports team Czechia men's national football team (1939)", "Robert V\u00e1gner member of sports team Czechia men's national football team (1995)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Czechia men's national football team (2000)", "Jarom\u00edr Bla\u017eek member of sports team Czechia men's national football team (2000)", "Tom\u00e1\u0161 Jun member of sports team Czechia men's national football team (2004)", "Czechia men's national football team head coach Karel Br\u00fcckner (2001)", "Dante member of sports team VfL Wolfsburg (2015)", "Andr\u00e9 Breitenreiter member of sports team VfL Wolfsburg (1998)", "Dorinel Munteanu member of sports team VfL Wolfsburg (1999)", "Zolt\u00e1n Sebescen member of sports team VfL Wolfsburg (1999)" ] }, { "id": "q_000390", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1952.0, "gold": "Nobel Prize in Physics", "pred": "\nOkay, let's see. The user is asking about the Holweck Prize winner in 1952 and what they were nominated for. The reference year is 1952, and there's no evidence provided.\n\nFirst, I need to recall what the Holweck Prize is. From", "em": 0.0, "f1": 0.10810810810810813, "retrieved": [] }, { "id": "q_004301", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "Rudy Giuliani", "pred": "\nOkay, let's see. The question is asking about Elliott Erwitt's work location's head of government in 1994. The evidence provided lists several New York City heads of government with their respective years.\n\nFirst, I need to confirm Elliott Erwitt's work location. The evidence says", "em": 0.0, "f1": 0.0, "retrieved": [ "Elliott Erwitt work location New York City (1948)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)" ] }, { "id": "q_007116", "complexity": "2hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", "pred": "\nOkay, let's try to figure out this question. The user is asking: \"After Jean Aicard member of Acad\u00e9mie Fran\u00e7aise, what was the general secretary of Simone Veil's member of?\" \n\nFirst, I need to parse the question correctly. It seems a bit confusing. Let me", "em": 0.0, "f1": 0.0, "retrieved": [ "Simone Veil member of Acad\u00e9mie Fran\u00e7aise (2008)", "Simone Veil position held Member of the European Parliament (1989)", "Simone Veil significant event funeral (2017)", "Simone Veil award received Charlemagne Prize (1981)", "Simone Veil position held President of the European Parliament (1979)", "Herbert Wehner position held Member of the European Parliament (1952)", "Walter Scheel position held Member of the European Parliament (1956)", "Helmut Schmidt position held Member of the European Parliament (1958)", "Gladwyn Jebb position held Member of the European Parliament (1973)", "Giorgio Amendola position held Member of the European Parliament (1979)" ] }, { "id": "q_004505", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1974.0, "gold": "Abraham Beame", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1974, what was the head of government of Philip Taaffe's work location. \n\nFirst, I need to parse the information given. The evidence provided includes several entries about New York City heads of government in different", "em": 0.0, "f1": 0.0, "retrieved": [ "New York City head of government Abraham Beame (1974)", "Philip J. Fry residence New York City (1974)", "Prelinger Archives located in the administrative territorial entity New York City (1982)", "New York City head of government John Lindsay (1966)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)" ] }, { "id": "q_007035", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "David Dinkins", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Louise Bourgeois's work location in 1990. \n\nFirst, I need to determine where Louise Bourgeois worked in 1990. The evidence provided mentions her work locations. Let me", "em": 0.0, "f1": 0.0, "retrieved": [ "Louise Bourgeois work location Paris (1929)", "Louise Bourgeois educated at University of Paris (1932)", "Route nationale 4 located in the administrative territorial entity Paris (1968)", "Louise Bourgeois work location New York City (1938)", "Louise Bourgeois spouse Robert Goldwater (1938)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)" ] }, { "id": "q_004558", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Jos\u00e9 Mourinho", "pred": "\nOkay, let's tackle this question. The user is asking for the head coach of Ryan Bertrand's sports team in 2014. \n\nFirst, I need to look at the evidence provided. Let me go through each point.\n\nThe evidence mentions Ryan Bertrand being part of several teams. Let", "em": 0.0, "f1": 0.0, "retrieved": [ "Ryan Bertrand member of sports team England men's national association football team (2012)", "Ryan Bertrand member of sports team Aston Villa F.C. (2014)", "AFC Bournemouth head coach Jonathan Woodgate (2021)", "Chelsea F.C. head coach Claudio Ranieri (2000)", "Chelsea F.C. head coach Jos\u00e9 Mourinho (2013)", "Chelsea F.C. head coach Antonio Conte (2016)", "Chelsea F.C. head coach Frank Lampard (2023)", "Ryan Bertrand member of sports team AFC Bournemouth (2007)", "Ryan Bertrand member of sports team Chelsea F.C. (2006)", "Ryan Bertrand member of sports team Reading F.C. (2009)" ] }, { "id": "q_003267", "complexity": "2hop", "operator_type": "before_after", "t_query": 1935.0, "gold": "Bette Davis", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before Helen Hunt, who was the winner of It Happened One Night's nominated for?\" First, I need to parse the question correctly. It seems like they're asking about the Academy Award for Best Actor winner for the film \"It Happ", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Rebecca nominated for Academy Award for Best Actor (1941)", "Charles Laughton nominated for Academy Award for Best Actor (1936)", "Franchot Tone nominated for Academy Award for Best Actor (1936)", "Spencer Tracy nominated for Academy Award for Best Actor (1937)", "Mickey Rooney nominated for Academy Award for Best Actor (1940)" ] }, { "id": "q_006755", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1920.0, "gold": "Theodor Liebknecht", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Bruno Bieligk's member of political party in 1920. First, I need to check the reference year, which is 1920. The evidence provided is none, so I can", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_004583", "complexity": "2hop", "operator_type": "interval", "t_query": 1987.0, "gold": "1987", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of Ai's award was equal to James Welch. The reference year given is 1987. The evidence provided mentions Daniel Ellsberg receiving the American Book Awards in 2003.\n\nFirst", "em": 1.0, "f1": 0.05, "retrieved": [ "Daniel Ellsberg award received American Book Awards (2003)", "American Book Awards winner Daniel Ellsberg (2003)" ] }, { "id": "q_000225", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Gareth Southgate", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"What was David Wheater's member of sports team's head coach in 2008?\" \n\nFirst, I need to parse the question correctly. It seems like they want to know which head coach was", "em": 0.0, "f1": 0.0, "retrieved": [ "Middlesbrough F.C. head coach Gareth Southgate (2006)", "Middlesbrough F.C. head coach Tony Pulis (2017)", "Middlesbrough F.C. head coach Jonathan Woodgate (2019)", "Didier Digard member of sports team Middlesbrough F.C. (2008)", "Gareth Southgate coach of sports team Middlesbrough F.C. (2006)", "Jonathan Woodgate coach of sports team Middlesbrough F.C. (2019)", "Alan Foggon member of sports team Middlesbrough F.C. (1972)", "Nigel Pearson member of sports team Middlesbrough F.C. (1994)", "Mark Schwarzer member of sports team Middlesbrough F.C. (1997)", "Mark Crossley member of sports team Middlesbrough F.C. (2000)" ] }, { "id": "q_002459", "complexity": "2hop", "operator_type": "sequence", "t_query": 1949.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, after \u017diti\u0161te Municipality was located in the Socialist Autonomous Province of Vojvodina, what was the country where Zrenjanin City was located?\n\nFirst, I need to look at the evidence provided. The reference", "em": 0.0, "f1": 0.09523809523809523, "retrieved": [ "Zrenjanin City located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "\u017diti\u0161te Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Zrenjanin City located in the administrative territorial entity Vojvodina (1990)", "Socialist Autonomous Province of Vojvodina country Socialist Federal Republic of Yugoslavia (1945)", "Sremska Mitrovica City located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Vojvodina country Socialist Federal Republic of Yugoslavia (1990)", "\u017diti\u0161te Municipality located in the administrative territorial entity Vojvodina (1990)", "Vojvodina country Federal Republic of Yugoslavia (1992)", "Ada Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Alibunar Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)" ] }, { "id": "q_006352", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "\nOkay, let's tackle this question. The user is asking about the year when the University of Graz was the funder of the University of Tsukuba's member. The reference year given is 2021, but there's no evidence provided.\n\nFirst, I need to check if there's any", "em": 1.0, "f1": 0.05405405405405406, "retrieved": [] }, { "id": "q_004787", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Janusz W\u00f3jcik", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Arkadiusz B\u0105k's member of sports team's head coach in 1999. Wait, the name mentioned in the evidence is Arkadiusz Onyszko, not B\u0105k. That", "em": 0.0, "f1": 0.0, "retrieved": [ "Arkadiusz Onyszko member of sports team Poland men's national football team (1997)", "Arkadiusz Onyszko member of sports team Polonia Warsaw (2010)", "Poland men's national football team head coach Kazimierz G\u00f3rski (1971)", "Poland men's national football team head coach Andrzej Strejlau (1989)", "Poland men's national football team head coach Pawe\u0142 Janas (2003)", "Poland men's national football team head coach Adam Nawa\u0142ka (2013)", "Poland men's national football team head coach Paulo Sousa (2021)", "Birmingham City F.C. head coach Steve Bruce (2001)", "Birmingham City F.C. head coach Alex McLeish (2007)", "Ricardo Moniz coach of sports team KS Lechia Gda\u0144sk (2014)" ] }, { "id": "q_002226", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1973.0, "gold": "Leonid Brezhnev", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Aleksei Gubarev's political party's chairperson in 1973. The reference year is 1973, so we need to focus on that time.\n\nFirst, looking at", "em": 0.0, "f1": 0.0, "retrieved": [ "Aleksei Gubarev member of political party Communist Party of the Soviet Union (1957)", "Aleksei Gubarev award received Order of Lenin (1975)", "Aleksei Gubarev award received Hero of the Soviet Union (1975)", "Christian Rakovsky member of political party Communist Party of the Soviet Union (1918)", "Vasiliy Ulrikh member of political party Communist Party of the Soviet Union (1918)", "J\u0101nis Rudzutaks member of political party Communist Party of the Soviet Union (1918)", "Vladimir Lenin member of political party Communist Party of the Soviet Union (1918)", "Georgy Zhukov member of political party Communist Party of the Soviet Union (1919)", "Dmitriy Ustinov member of political party Communist Party of the Soviet Union (1927)", "Zuleykha Seyidmammadova member of political party Communist Party of the Soviet Union (1941)" ] }, { "id": "q_003363", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Jan Schaffrath", "pred": "\nOkay, let's try to figure this out. The question is asking: After Patrik Sinkewitz was a member of Soudal Quick-Step, what was the head coach of Martin Velits's team? Wait, the wording is a bit confusing. Let me parse it again.\n\nFirst, the", "em": 0.0, "f1": 0.0, "retrieved": [ "Soudal Quick-Step head coach Jan Schaffrath (2012)", "Martin Velits member of sports team Soudal Quick-Step (2012)", "Rik Van Slycke coach of sports team Soudal Quick-Step (2005)", "Tony Martin member of sports team Soudal Quick-Step (2012)", "Martin Velits member of sports team Milram (2008)", "Carlos Barredo member of sports team Soudal Quick-Step (2007)", "Rigoberto Ur\u00e1n member of sports team Soudal Quick-Step (2014)", "Martin Velits member of sports team HTC-Highroad (2010)", "Kevin De Weert member of sports team Soudal Quick-Step (2015)", "Martin M\u00fcller member of sports team Milram (2006)" ] }, { "id": "q_001025", "complexity": "2hop", "operator_type": "sequence", "t_query": 2016.0, "gold": "Pavel Vrba", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Bo\u0159ek Do\u010dkal's member of sports team after Marek Such\u00fd member of sports team Czechia men's national football team. Hmm, first I need to parse this correctly.\n\nWait, the question might", "em": 0.0, "f1": 0.0, "retrieved": [ "Czechia men's national football team head coach Karel Br\u00fcckner (2001)", "Czechia men's national football team head coach Petr Rada (2008)", "Czechia men's national football team head coach Jaroslav \u0160ilhav\u00fd (2018)", "Josef Bican member of sports team Czechia men's national football team (1939)", "Robert V\u00e1gner member of sports team Czechia men's national football team (1995)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Czechia men's national football team (2000)", "Jarom\u00edr Bla\u017eek member of sports team Czechia men's national football team (2000)", "Tom\u00e1\u0161 Jun member of sports team Czechia men's national football team (2004)", "Daniel Pudil member of sports team Czechia men's national football team (2007)", "FC Slovan Liberec head coach Jaroslav \u0160ilhav\u00fd (2011)" ] }, { "id": "q_006972", "complexity": "2hop", "operator_type": "interval", "t_query": 1976.0, "gold": "1976", "pred": "\nOkay, let's try to figure out this question. The user is asking for the year when the winner of Brian Moore's nomination was equal to David Storey. Wait, the wording is a bit confusing. Let me parse it again.\n\nThe question says: \"In what year was the winner of Brian Moore", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_007393", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1961.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "\nOkay, let's try to figure out where Ba\u010d Municipality was located in 1961. The user provided some evidence about the administrative territorial entities and the years they were in effect.\n\nFirst, looking at the evidence, there are several entries mentioning Ba\u010d Municipality. The first one says it", "em": 0.0, "f1": 0.0, "retrieved": [ "Ba\u010d Municipality located in the administrative territorial entity Vojvodina (1990)", "Ba\u010d Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Vojvodina country Serbia and Montenegro (2003)", "Vojvodina country Federal Republic of Yugoslavia (1992)", "Vojvodina country Socialist Federal Republic of Yugoslavia (1990)", "Socialist Autonomous Province of Vojvodina country Socialist Federal Republic of Yugoslavia (1945)", "Ada Municipality located in the administrative territorial entity Vojvodina (1990)", "Alibunar Municipality located in the administrative territorial entity Vojvodina (1990)", "Temerin Municipality located in the administrative territorial entity Vojvodina (1990)", "\u017dabalj Municipality located in the administrative territorial entity Vojvodina (1990)" ] }, { "id": "q_002784", "complexity": "2hop", "operator_type": "before_after", "t_query": 1988.0, "gold": "Franz Beckenbauer", "pred": "\nOkay, let's try to figure this out. The question is asking: After Otto Nerz, who was the head coach of Frank Mill's member of sports team? The reference year is 1988.\n\nFirst, I need to parse the question. It mentions \"Frank Mill's member of sports", "em": 0.0, "f1": 0.0, "retrieved": [ "Otto Rehhagel member of sports team Rot-Weiss Essen (1960)", "Helmut Kremers member of sports team Rot-Weiss Essen (1980)", "Dieter Bast member of sports team Rot-Weiss Essen (1986)", "Petr Rada member of sports team Rot-Weiss Essen (1990)", "J\u00fcrgen Wegmann member of sports team Rot-Weiss Essen (1994)", "Markus Karlsson member of sports team Rot-Weiss Essen (2005)", "Rafael Kazior member of sports team Rot-Weiss Essen (2007)", "Sebastian Stachnik member of sports team Rot-Weiss Essen (2009)", "Klaus Fischer member of sports team Germany national under-21 football team (1971)", "Dieter Bast member of sports team Germany national under-21 football team (1973)" ] }, { "id": "q_005991", "complexity": "2hop", "operator_type": "sequence", "t_query": 1948.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking about the currency of Luciano Bianciardi's country of citizenship after Gerardo Marotta's country of citizenship is Italy. \n\nFirst, I need to determine the country of citizenship for both Gerardo Marotta and Luciano Bianciardi", "em": 0.0, "f1": 0.0, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)", "Cesare Arzel\u00e0 country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007278", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Claudia Roth", "pred": "\nOkay, let's try to figure this out. The question is asking, before Cem \u00d6zdemir, who was the chairperson of Boris Palmer's member of political party. The reference year is 2009.\n\nFirst, looking at the evidence provided. There are three pieces of information:\n\n1", "em": 0.0, "f1": 0.0, "retrieved": [ "Boris Palmer member of political party Alliance '90/The Greens (1996)", "Ulrike Herrmann member of political party Alliance '90/The Greens (1996)", "Alliance '90/The Greens chairperson Claudia Roth (2008)" ] }, { "id": "q_002109", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "ADIG", "pred": "\nOkay, let's try to figure this out. The question is asking, after Hitachi, who was the sponsor of Stefan W\u00e4chter's member of sports team? Wait, the wording is a bit confusing. Maybe it's asking about the sponsor of Stefan W\u00e4chter's team after Hitachi? But", "em": 0.0, "f1": 0.0, "retrieved": [ "Hamburger SV sponsor Emirates (2006)", "Hamburger SV sponsor Campari Group (1974)", "Dieter Bast member of sports team VfL Bochum (1977)", "Klaus Fischer member of sports team VfL Bochum (1984)", "Andreas Wessels member of sports team VfL Bochum (1986)", "Georgi Donkov member of sports team VfL Bochum (1996)", "Matthias Lust member of sports team VfL Bochum (1999)", "Christian Vander member of sports team VfL Bochum (2000)", "Pavel Drsek member of sports team VfL Bochum (2005)", "Alexander Bade member of sports team VfL Bochum (2006)" ] }, { "id": "q_005445", "complexity": "2hop", "operator_type": "sequence", "t_query": 1977.0, "gold": "Abraham Beame", "pred": "\nOkay, let's tackle this question. The user is asking: After Jane Jacobs residence New York City, what was the head of government of Nancy Graves's work location?\n\nFirst, I need to parse the reference year, which is 1977. The evidence provided includes various events related to New York", "em": 0.0, "f1": 0.0, "retrieved": [ "Jane Jacobs residence New York City (1938)", "Nancy Graves work location New York City (1966)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "Nancy Graves work location Paris (1964)", "Nancy Graves work location Rome (1979)", "New York City head of government William O'Dwyer (1946)" ] }, { "id": "q_005382", "complexity": "2hop", "operator_type": "before_after", "t_query": 1940.0, "gold": "Fiorello H. La Guardia", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Vincent R. Impellitteri, who was the head of government of Edward McKnight Kauffer's work location?\n\nFirst, I need to understand the components here. The reference year is 1940. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)", "Prelinger Archives located in the administrative territorial entity New York City (1982)" ] }, { "id": "q_005633", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "Sandro Pertini", "pred": "\nOkay, let's tackle this question. The user is asking in 1984, what was the head of state of Giuseppe Saragat's country of citizenship.\n\nFirst, I need to figure out which country Giuseppe Saragat was a citizen of in 1984. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Giuseppe Saragat country of citizenship Italy (1946)", "Giuseppe Saragat country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002083", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Jens Gustafsson", "pred": "\nOkay, let's try to figure this out. The question is asking, after Rutger Backe was a member of Halmstads BK, what was the head coach of Andreas Landgren's member of sports team? \n\nFirst, I need to check the evidence provided. The evidence lists several players and", "em": 0.0, "f1": 0.0, "retrieved": [ "Orvar Bergmark coach of sports team Sweden men's national football team (1966)", "Luciano Spalletti coach of sports team Udinese Calcio (2002)", "Gunnar Olsson member of sports team Sweden men's national football team (1932)", "Gunnar Gren member of sports team Sweden men's national football team (1940)", "P\u00e4r Bengtsson member of sports team Sweden men's national football team (1952)", "Lennart Wing member of sports team Sweden men's national football team (1961)", "Orvar Bergmark member of sports team Sweden men's national football team (1966)", "Sten P\u00e5lsson member of sports team Sweden men's national football team (1968)", "Roland Sandberg member of sports team Sweden men's national football team (1969)", "Peter Nilsson member of sports team Sweden men's national football team (1979)" ] }, { "id": "q_003899", "complexity": "2hop", "operator_type": "sequence", "t_query": 1987.0, "gold": "German Democratic Republic", "pred": "\nOkay, let's try to figure this out. The question is asking, after Berthold Bartosch residence Berlin, what was the country of Karl Horst H\u00f6dicke's work location? The reference year is 1987.\n\nFirst, I need to look at the evidence provided. Let", "em": 0.0, "f1": 0.0, "retrieved": [ "Karl Horst H\u00f6dicke work location Berlin (1964)", "Karl Horst H\u00f6dicke work location Rome (1968)", "Karl Horst H\u00f6dicke work location United States (1966)", "United States head of government Harry S. Truman (1945)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "Berlin country Soviet occupation zone of Germany (1945)", "Immanuel Velikovsky residence Berlin (1922)", "Anna Seghers residence Berlin (1947)", "Konrad Biesalski work location Berlin (1900)" ] }, { "id": "q_002997", "complexity": "2hop", "operator_type": "sequence", "t_query": 1937.0, "gold": "United Kingdom", "pred": "\nOkay, let's try to figure this out. The question is asking, after Afula was part of Mandatory Palestine, what was the administrative territorial entity of Ramallah's country in 1937. \n\nFirst, I need to check the evidence provided. The user mentioned that the reference year is", "em": 0.0, "f1": 0.0, "retrieved": [ "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)", "Ariel Sharon country of citizenship Mandatory Palestine (1928)", "Abraham Fraenkel country of citizenship Mandatory Palestine (1929)", "Shimon Peres country of citizenship Mandatory Palestine (1943)", "Ramla country Mandatory Palestine (1917)", "Safed country Mandatory Palestine (1917)" ] }, { "id": "q_005860", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Hilary Swank", "pred": "\nOkay, let's see. The user is asking about the winner of \"Whale Rider\" in 2004. Wait, but the evidence provided lists several Academy Award winners for Best Actress from different years, like Cher in 1987, Mary Pickford in 1929", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)" ] }, { "id": "q_001039", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1937.0, "gold": "Panama", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the country that shares a border with Cornell Capa's work location in 1937. The reference year is 1937, so I need to focus on evidence from that time or related contexts", "em": 0.0, "f1": 0.0, "retrieved": [ "United States shares border with Panama (1904)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "Lee Miller work location United States (1926)", "Rudolf Bauer work location United States (1939)", "Afro Basaldella work location United States (1950)", "Imi Knoebel work location United States (1974)", "Julie Mehretu work location United States (1977)", "Frances Benjamin Johnston work location United States (1900)", "Karl Horst H\u00f6dicke work location United States (1966)", "United States head of government Harry S. Truman (1945)" ] }, { "id": "q_000086", "complexity": "2hop", "operator_type": "before_after", "t_query": 1983.0, "gold": "Sandro Pertini", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Q435856's country of citizenship before Francesco Cossiga. First, I need to determine what Q435856 refers to. Since the user mentioned the reference year is", "em": 0.0, "f1": 0.0, "retrieved": [ "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005689", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1929.0, "gold": "Bucharest", "pred": "\nOkay, let's try to figure out the answer. The question is asking for the capital of Elie Wiesel's country of citizenship in 1929.\n\nFirst, I need to look at the evidence provided. The relevant pieces here are about Elie Wiesel's citizenship. The evidence says:", "em": 0.0, "f1": 0.0, "retrieved": [ "Elie Wiesel country of citizenship Kingdom of Romania (1928)", "Elie Wiesel country of citizenship Kingdom of Hungary (1940)", "Elie Wiesel award received Prix M\u00e9dicis (1968)", "Uzhhorod located in the administrative territorial entity Kingdom of Hungary (1938)", "Elie Wiesel award received Presidential Medal of Freedom (1992)", "Bac\u0103u County located in the administrative territorial entity Kingdom of Romania (1900)", "Vla\u0219ca County located in the administrative territorial entity Kingdom of Romania (1940)", "Elie Wiesel award received Nobel Peace Prize (1986)", "Kingdom of Romania capital Ia\u0219i (1916)", "Kingdom of Romania capital Bucharest (1918)" ] }, { "id": "q_006609", "complexity": "2hop", "operator_type": "sequence", "t_query": 1940.0, "gold": "United Kingdom", "pred": "\nOkay, let's try to figure this out. The question is asking about the located in of Afula's country after Nazareth country was Mandatory Palestine. Hmm, the reference year is 1940.\n\nFirst, looking at the evidence provided. There's a lot of entries about different places being", "em": 0.0, "f1": 0.0, "retrieved": [ "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Nazareth country Mandatory Palestine (1920)", "Ariel Sharon country of citizenship Mandatory Palestine (1928)", "Abraham Fraenkel country of citizenship Mandatory Palestine (1929)", "Shimon Peres country of citizenship Mandatory Palestine (1943)", "Ramla country Mandatory Palestine (1917)", "Safed country Mandatory Palestine (1917)", "Acre country Mandatory Palestine (1920)", "Netanya country Mandatory Palestine (1929)" ] }, { "id": "q_004970", "complexity": "2hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "\nOkay, let's see. The user is asking about when Charlize Theron was the winner of \"Unfaithful's\" nominated for. Wait, the question might be a bit confusing. Let me parse it again.\n\nFirst, the reference year is 2003. The evidence provided lists several", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)", "Academy Award for Best Actress winner Anne Bancroft (1962)" ] }, { "id": "q_004192", "complexity": "2hop", "operator_type": "sequence", "t_query": 1960.0, "gold": "Giovanni Gronchi", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Alberto Magnelli's country of citizenship after Giuseppe Saragat's country of citizenship was Italy. \n\nFirst, I need to determine which country Alberto Magnelli was a citizen of. The evidence shows that Alberto", "em": 0.0, "f1": 0.0, "retrieved": [ "Alberto Magnelli country of citizenship Italy (1946)", "Alberto Magnelli country of citizenship Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alberto Franchetti country of citizenship Kingdom of Italy (1900)", "Alberto Ascoli country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007711", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1948.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure out what Mauro Staccioli's country of citizenship's currency was in 1948. \n\nFirst, the question is about his country's currency in that specific year. The evidence provided mentions Mauro Staccioli's citizenship. There are two entries: one", "em": 0.0, "f1": 0.0, "retrieved": [ "Mauro Staccioli country of citizenship Italy (1946)", "Mauro Staccioli country of citizenship Kingdom of Italy (1937)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008062", "complexity": "2hop", "operator_type": "before_after", "t_query": 1991.0, "gold": "M\u00e1rio Soares", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of state of Alberto Vaquina's work location before Jorge Sampaio. The reference year is 1991.\n\nFirst, I need to understand the context. Alberto Vaquina might be a person, but I", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_006613", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "Stuart Lancaster", "pred": "\nOkay, let's try to figure out Ben Foden's head coach in 2013. First, I need to recall the evidence provided. The reference year is 2013.\n\nLooking at the evidence, there are several entries about England men's national rugby union team head coaches. Cl", "em": 0.0, "f1": 0.0, "retrieved": [ "Sisa Koyamaibole member of sports team Sale Sharks (2009)", "England men\u2019s national rugby union team head coach Clive Woodward (1997)", "England men\u2019s national rugby union team head coach Brian Ashton (2006)", "Peter Winterbottom member of sports team England men\u2019s national rugby union team (1982)", "Harry Ellis member of sports team England men\u2019s national rugby union team (2004)", "England men\u2019s national rugby union team kit supplier Nike (1997)", "England men\u2019s national rugby union team kit supplier Umbro (2020)" ] }, { "id": "q_001894", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Reese Witherspoon", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the winner of Annette Bening's nominated for after Katharine Hepburn?\" The reference year is 2005, but I'm not sure if that's directly relevant here. Let me", "em": 0.0, "f1": 0.0, "retrieved": [ "Annette Bening nominated for Academy Award for Best Actress (2000)", "Annette Bening nominated for Academy Award for Best Supporting Actress (1991)", "Annette Bening nominated for Tony Award for Best Featured Actress in a Play (1987)", "Who Is Harry Kellerman and Why Is He Saying Those Terrible Things About Me? nominated for Academy Award for Best Supporting Actress (1972)", "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)" ] }, { "id": "q_002546", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1921.0, "gold": "P\u00e9ter P\u00e1zm\u00e1ny", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking what Franz Anton Basch's educated at's named after in 1921. The reference year is 1921, and there's a list of evidence provided.\n\nFirst, I need to parse the", "em": 0.0, "f1": 0.0, "retrieved": [ "E\u00f6tv\u00f6s Lor\u00e1nd University named after P\u00e9ter P\u00e1zm\u00e1ny (1921)", "Lip\u00f3t Fej\u00e9r educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1900)", "John Pepper educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1904)", "George P\u00f3lya educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1905)", "Bence Szabolcsi educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1917)", "L\u00e1szl\u00f3 Kalm\u00e1r educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1922)", "Paul Erd\u0151s educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1930)", "L\u00e9n\u00e1rd P\u00e1l educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1945)", "L\u00e1szl\u00f3 D\u00e9v\u00e9nyi educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1946)", "Andr\u00e1s Hajnal educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1949)" ] }, { "id": "q_003153", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Zhou Enlai", "pred": "\nOkay, let's try to figure this out. The question is asking: After Guo Moruo's country of citizenship became the People's Republic of China, what was the head of government of Zhu De's country of citizenship?\n\nFirst, I need to parse the evidence given. Let me list out the relevant", "em": 0.0, "f1": 0.0, "retrieved": [ "Guo Moruo country of citizenship Qing dynasty (1900)", "Guo Moruo country of citizenship People's Republic of China (1949)", "People's Republic of China head of state Zhu De (1975)", "Zhu De position held Vice President of the People's Republic of China (1954)", "People's Republic of China head of government Zhu Rongji (1998)", "Zhu De country of citizenship People's Republic of China (1949)", "Zhu De country of citizenship Qing dynasty (1900)", "People's Republic of China head of government Zhou Enlai (1949)", "People's Republic of China head of government Zhao Ziyang (1980)", "People's Republic of China head of government Li Peng (1987)" ] }, { "id": "q_002865", "complexity": "2hop", "operator_type": "before_after", "t_query": 1979.0, "gold": "Penelope Fitzgerald", "pred": "\nOkay, let's try to figure this out. The question is asking, after J.G. Farrell, who was the winner of \"A Bend in the River's\" nominated for? Wait, maybe I need to parse that again. The question might be a bit confusing. Let me check the evidence provided.", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_007865", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking, in 2001, what was the head of state of Giuseppe Prisco's country of citizenship. \n\nFirst, I need to determine which country Giuseppe Prisco was a citizen of in 2001.", "em": 0.0, "f1": 0.0, "retrieved": [ "Giuseppe Prisco country of citizenship Italy (1946)", "Giuseppe Prisco country of citizenship Kingdom of Italy (1921)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008428", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Clive Woodward", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Stuart Lancaster, who was the head coach of Josh Lewsey's member of sports team? \n\nFirst, I need to understand what exactly is being asked. The key here is to determine which team Josh Lewsey was a member of", "em": 0.0, "f1": 0.0, "retrieved": [ "England men\u2019s national rugby union team head coach Clive Woodward (1997)", "England men\u2019s national rugby union team head coach Brian Ashton (2006)", "Peter Winterbottom member of sports team England men\u2019s national rugby union team (1982)", "Harry Ellis member of sports team England men\u2019s national rugby union team (2004)", "Jim Telfer member of sports team British & Irish Lions (1966)", "Tom Kiernan member of sports team British & Irish Lions (1968)", "Peter Winterbottom member of sports team British & Irish Lions (1993)", "Geordan Murphy member of sports team British & Irish Lions (2005)", "Harry Ellis member of sports team British & Irish Lions (2009)", "England men\u2019s national rugby union team kit supplier Nike (1997)" ] }, { "id": "q_001858", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Graceland", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Ginger Alden's unmarried partner's residence in 1977. First, I need to recall who Ginger Alden is. From what I remember, Ginger Alden was a figure associated with the Church of", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_001912", "complexity": "2hop", "operator_type": "sequence", "t_query": 1903.0, "gold": "Constantinople", "pred": "\nOkay, let's try to figure this out. The question is asking, after \u00c7anakkale was located in the Ottoman Empire, what was the capital of Xanthi's country? \n\nFirst, I need to recall the reference year given, which is 1903. The evidence provided includes", "em": 0.0, "f1": 0.0, "retrieved": [ "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople capital of Ottoman Empire (1900)", "Ottoman Empire capital Constantinople (1900)", "Old City of Jerusalem country Ottoman Empire (1900)", "Qasim Amin country of citizenship Ottoman Empire (1900)", "Charles Debbas country of citizenship Ottoman Empire (1900)", "Taha Hussein country of citizenship Ottoman Empire (1900)", "Fawzi Selu country of citizenship Ottoman Empire (1905)" ] }, { "id": "q_003034", "complexity": "2hop", "operator_type": "sequence", "t_query": 1939.0, "gold": "Hans Loritz", "pred": "\nOkay, let's try to figure this out. The question is asking for the manager of Emil Filla's point in time after Hans Beimler's point in time at Dachau concentration camp. Hmm, first, I need to parse the question correctly.\n\nWait, the reference year is 19", "em": 0.0, "f1": 0.05, "retrieved": [ "Emil Franti\u0161ek Burian place of detention Dachau concentration camp (1941)", "Josef \u010capek place of detention Dachau concentration camp (1939)", "Stanis\u0142aw Go\u0142\u0105b place of detention Dachau concentration camp (1940)", "Dov Shilansky place of detention Dachau concentration camp (1944)" ] }, { "id": "q_000799", "complexity": "2hop", "operator_type": "before_after", "t_query": 2014.0, "gold": "Barack Obama", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of government of Battlefield 3's narrative location after Lyndon B. Johnson. \n\nFirst, I need to recall what Battlefield 3 is. Battlefield 3 is a video game released in 2011,", "em": 0.0, "f1": 0.0, "retrieved": [ "United States head of government Lyndon B. Johnson (1963)", "United States head of government Harry S. Truman (1945)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "Ukraine replaces Ukrainian People's Republic (1992)", "Ukraine head of government Pavlo Lazarenko (1996)", "Ukraine head of government Arsenii Yatseniuk (2014)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "United States head of government William McKinley (1900)", "United States head of government Theodore Roosevelt (1901)", "United States head of government Woodrow Wilson (1913)" ] }, { "id": "q_007926", "complexity": "2hop", "operator_type": "before_after", "t_query": 1975.0, "gold": "Boston Garden", "pred": "\nOkay, let's try to figure this out. The question is asking, after Matthews Arena, who was the home venue of John Havlicek's member of sports team? The reference year is 1975.\n\nFirst, I need to recall which team John Havlicek played for. From what", "em": 0.0, "f1": 0.0, "retrieved": [ "Boston Celtics home venue Matthews Arena (1946)", "Bill Sharman member of sports team Boston Celtics (1951)", "Kevin Garnett member of sports team Boston Celtics (2007)", "K. C. Jones member of sports team Boston Celtics (1978)", "Shaquille O'Neal member of sports team Boston Celtics (2010)", "Boston Celtics home venue Boston Garden (1946)" ] }, { "id": "q_004762", "complexity": "2hop", "operator_type": "sequence", "t_query": 1911.0, "gold": "Kingdom of Prussia", "pred": "\nOkay, let's try to figure this out. The user is asking about the location of the 1911 World Figure Skating Championships after Paul Cassirer's work location in Berlin. \n\nFirst, I need to check the evidence provided. The evidence mentions Paul Cassirer worked in Berlin in", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Paul Cassirer work location Berlin (1900)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Berlin head of government Willy Brandt (1957)", "Berlin head of government Klaus Sch\u00fctz (1967)", "Berlin head of government Dietrich Stobbe (1977)", "Berlin country Soviet occupation zone of Germany (1945)", "Berlin head of government Richard von Weizs\u00e4cker (1981)", "Konrad Biesalski work location Berlin (1900)" ] }, { "id": "q_004806", "complexity": "2hop", "operator_type": "before_after", "t_query": 2013.0, "gold": "Lu\u00eds Filipe Vieira", "pred": "\nOkay, let's try to figure this out. The question is asking: After Jo\u00e3o Tamagnini Barbosa, who was the chairperson of Jonathan Urretaviscaya's member of sports team? \n\nFirst, I need to parse the question. It seems a bit confusing. Let me break it down", "em": 0.0, "f1": 0.0, "retrieved": [ "Jo\u00e3o Pereira member of sports team S.L. Benfica (2003)", "S.L. Benfica chairperson Lu\u00eds Filipe Vieira (2003)", "Aldair member of sports team S.L. Benfica (1989)", "Deco member of sports team S.L. Benfica (1997)", "Artur Jorge member of sports team S.L. Benfica (1969)", "Elzo Coelho member of sports team S.L. Benfica (1987)", "Paulo Sousa member of sports team S.L. Benfica (1989)", "Bruno Aguiar member of sports team S.L. Benfica (2004)", "Francisco Fonseca member of sports team S.L. Benfica (2006)", "Javi Garc\u00eda member of sports team S.L. Benfica (2009)" ] }, { "id": "q_003643", "complexity": "2hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Premier League", "pred": "\nOkay, let's try to figure this out. The question is asking about the league or competition that Ruslan Rotan's member of sports team was part of, after Yuri Gavrilov was a member of FC Dnipro. But wait, the evidence provided doesn't mention Ruslan Rotan at", "em": 0.0, "f1": 0.047619047619047616, "retrieved": [ "Oleh Protasov member of sports team FC Dnipro (1981)", "Roman Zozulya member of sports team FC Dnipro (2011)", "\u00c9merson Luiz Firmino member of sports team FC Dnipro (1995)", "Volodymyr Koman member of sports team Ukraine men's national football team (1983)", "Serhii Rebrov member of sports team Ukraine men's national football team (1992)", "Oleh Protasov member of sports team Ukraine men's national football team (1994)", "Bohdan Shust member of sports team Ukraine men's national football team (2006)", "Yaroslav Rakitskiy member of sports team Ukraine men's national football team (2009)", "Roman Zozulya member of sports team Ukraine men's national football team (2010)", "Boris Razinsky member of sports team FC Dynamo Kyiv (1962)" ] }, { "id": "q_008203", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "Amway Arena", "pred": "\nOkay, let's tackle this question. The user is asking for the home venue of Shaquille O'Neal's sports team in 1994. \n\nFirst, I need to figure out which team Shaq was with in 1994. Looking at the evidence provided:\n\n- Sha", "em": 0.0, "f1": 0.0, "retrieved": [ "Shaquille O'Neal member of sports team Orlando Magic (1992)", "Shaquille O'Neal member of sports team Phoenix Suns (2008)", "Shaquille O'Neal member of sports team Boston Celtics (2010)", "Shaquille O'Neal member of sports team Los Angeles Lakers (1996)", "Shaquille O'Neal nominated for Golden Raspberry Award for Worst New Star (1994)", "Rashard Lewis member of sports team Orlando Magic (2007)", "Shaquille O'Neal award received All-NBA Team (1998)", "Bill Sharman member of sports team Los Angeles Lakers (1961)", "Wilt Chamberlain member of sports team Los Angeles Lakers (1968)", "Caron Butler member of sports team Los Angeles Lakers (2004)" ] }, { "id": "q_004465", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "\nOkay, let's try to figure this out. The question is asking when Michigan State University was the funder of the University of Helsinki's member of something. Wait, the wording is a bit confusing. Maybe it's asking when Michigan State University was a funder of the University of Helsinki's member organization or", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_006874", "complexity": "2hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "John Lindsay", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before Rudy Giuliani, who was the head of government of William Vickrey's residence?\" The reference year is 1968.\n\nFirst, I need to parse the evidence provided. The evidence lists several New York City heads of government along", "em": 0.0, "f1": 0.0, "retrieved": [ "New York City head of government Rudy Giuliani (1994)", "William Vickrey residence New York City (1914)", "New York City head of government William O'Dwyer (1946)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)" ] }, { "id": "q_000593", "complexity": "2hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Giovanni Gronchi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Luigi Einaudi, who was the head of state of Leo Nomellini's country of citizenship in 1957. \n\nFirst, I need to determine which country Leo Nomellini was a citizen of in", "em": 0.0, "f1": 0.0, "retrieved": [ "Leo Nomellini country of citizenship Italy (1946)", "Leo Nomellini country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004615", "complexity": "2hop", "operator_type": "interval", "t_query": 2018.0, "gold": "2018", "pred": "\nOkay, let's try to figure this out. The question is asking when Stefano Palmieri was the officeholder of Mirko Tomassoni's position held. Wait, that wording is a bit confusing. Let me parse it again.\n\nSo, the reference year is 2018. The evidence", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Mirko Tomassoni position held Captain Regent of San Marino (2018)", "Captain Regent of San Marino position holder Stefano Palmieri (2018)", "Claudio Muccioli position held Captain Regent of San Marino (2005)", "Antonio Carattoni position held Captain Regent of San Marino (2006)", "Alessandro Rossi position held Captain Regent of San Marino (2007)", "Matteo Fiorini position held Captain Regent of San Marino (2017)" ] }, { "id": "q_001617", "complexity": "2hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Geoffrey Rush", "pred": "\nOkay, let's try to figure this out. The question is asking, after the \"Goodbye, Mr. Chips\" award (which I assume refers to the Academy Award for Best Actor that Charles Laughton won for that film in 1939), what was the winner of the award received", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Charles Laughton award received Academy Award for Best Actor (1933)", "Spencer Tracy award received Academy Award for Best Actor (1937)", "Jos\u00e9 Ferrer award received Academy Award for Best Actor (1949)", "Humphrey Bogart award received Academy Award for Best Actor (1950)", "Paul Scofield award received Academy Award for Best Actor (1966)" ] }, { "id": "q_001902", "complexity": "2hop", "operator_type": "sequence", "t_query": 1982.0, "gold": "Academy Award for Best Writing, Adapted Screenplay", "pred": "\nOkay, let's tackle this question. The user is asking: After Harold Pinter spouse Vivien Merchant, what was the nominated for of Antonia Fraser's spouse?\n\nFirst, I need to parse the evidence provided. The reference year is 1982. The evidence includes several facts about Harold P", "em": 0.0, "f1": 0.043478260869565216, "retrieved": [ "Harold Pinter spouse Vivien Merchant (1956)", "Harold Pinter spouse Antonia Fraser (1980)", "Antonia Fraser spouse Harold Pinter (1980)", "Harold Pinter nominated for Academy Award for Best Writing, Adapted Screenplay (1982)", "Harold Pinter award received Austrian State Prize for European Literature (1973)", "Harold Pinter award received Nobel Prize in Literature (2005)" ] }, { "id": "q_004669", "complexity": "2hop", "operator_type": "before_after", "t_query": 2019.0, "gold": "Yuri Semin", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head coach of \u00c9der's member of sports team before Dmitri Loskov?\" \n\nFirst, I need to parse the question correctly. It seems like it's asking for the head coach of the", "em": 0.0, "f1": 0.0, "retrieved": [ "\u00c9der member of sports team S.C. Braga (2012)", "\u00c9der member of sports team Portugal men's national football team (2012)", "Artur Jorge coach of sports team Portugal men's national football team (1996)", "Carlos Queiroz coach of sports team Portugal men's national football team (2008)", "\u00c9der member of sports team Lille OSC (2016)", "Herv\u00e9 Renard coach of sports team Lille OSC (2015)", "\u00c9der member of sports team FC Lokomotiv Moscow (2018)", "\u00c9der member of sports team Swansea City A.F.C. (2015)", "Brendan Rodgers coach of sports team Swansea City A.F.C. (2010)", "C\u00e9sinha member of sports team S.C. Braga (2004)" ] }, { "id": "q_002742", "complexity": "2hop", "operator_type": "sequence", "t_query": 1972.0, "gold": "Emilio Colombo", "pred": "\nOkay, let's try to figure this out. The question is asking, after Nevio de Zordo's country of citizenship is Italy, what was the head of government of Giovanni Ferrofino's country of citizenship?\n\nFirst, I need to look at the evidence provided. The reference year is 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Giovanni Ferrofino country of citizenship Italy (1946)", "Giovanni Ferrofino country of citizenship Kingdom of Italy (1912)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006208", "complexity": "2hop", "operator_type": "before_after", "t_query": 1920.0, "gold": "Theodor Liebknecht", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Bruno Bieligk's member of political party after Georg Ledebour, with the reference year being 1920. The evidence provided is none, so I have to rely on my existing knowledge.\n\nFirst", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_006858", "complexity": "2hop", "operator_type": "interval", "t_query": 2002.0, "gold": "2002", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of \"Monster's\" award was equal to Nicole Kidman. Wait, \"Monster's\" award? Maybe that's a typo or a specific award name I'm not familiar with. Let me check the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Cabaret award received Academy Award for Best Actress (1971)", "Cher award received Academy Award for Best Actress (1987)", "Katharine Hepburn award received Academy Award for Best Actress (1934)", "Joan Fontaine award received Academy Award for Best Actress (1942)", "Joan Crawford award received Academy Award for Best Actress (1945)", "Anne Bancroft award received Academy Award for Best Actress (1963)", "Barbra Streisand award received Academy Award for Best Actress (1969)", "Maggie Smith award received Academy Award for Best Actress (1970)", "Glenda Jackson award received Academy Award for Best Actress (1971)", "Diane Keaton award received Academy Award for Best Actress (1978)" ] }, { "id": "q_000627", "complexity": "2hop", "operator_type": "before_after", "t_query": 1982.0, "gold": "Academy Award for Best Writing, Adapted Screenplay", "pred": "\nOkay, let's try to figure this out. The question is asking: \"Who was the nominated for of Antonia Fraser's spouse after Tony Award for Best Direction of a Play?\" \n\nFirst, I need to parse the question correctly. It seems a bit confusing. Let me break it down. The key", "em": 0.0, "f1": 0.125, "retrieved": [ "Harold Pinter nominated for Academy Award for Best Writing, Adapted Screenplay (1982)", "Harold Pinter spouse Antonia Fraser (1980)", "Antonia Fraser spouse Harold Pinter (1980)", "Harold Pinter award received Austrian State Prize for European Literature (1973)", "Harold Pinter spouse Vivien Merchant (1956)", "Harold Pinter award received Nobel Prize in Literature (2005)" ] }, { "id": "q_008456", "complexity": "2hop", "operator_type": "sequence", "t_query": 1901.0, "gold": "absolute monarchy", "pred": "\nOkay, let's try to figure this out. The question is asking about the basic form of government of Sevastopol's country after Zhytomyr was part of the Russian Empire. \n\nFirst, the reference year is 1901, and the evidence provided includes several entries about the", "em": 0.0, "f1": 0.0, "retrieved": [ "Russian Empire basic form of government absolute monarchy (1900)", "Zhytomyr country Russian Empire (1900)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Russian Empire anthem God Save the Tsar! (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Emirate of Bukhara country Russian Empire (1900)", "Khanate of Khiva country Russian Empire (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_004863", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1935.0, "gold": "Bette Davis", "pred": "\nOkay, let's see. The user is asking about the winner of \"It Happened One Night\" in 1935. Wait, but the question is phrased a bit confusingly. Let me parse it again.\n\nThe question is: \"In 1935, what was", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Rebecca nominated for Academy Award for Best Actor (1941)", "Charles Laughton nominated for Academy Award for Best Actor (1936)", "Franchot Tone nominated for Academy Award for Best Actor (1936)", "Spencer Tracy nominated for Academy Award for Best Actor (1937)", "Mickey Rooney nominated for Academy Award for Best Actor (1940)" ] }, { "id": "q_005053", "complexity": "2hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Lauri Yl\u00f6nen", "pred": "\nOkay, let's see. The user is asking about the winner of Haloo Helsinki!'s nomination after Poets of the Fall. The reference year is 2011.\n\nLooking at the evidence provided: \n\n- Poets of the Fall won the MTV Europe Music Award for Best Finnish Act in", "em": 0.0, "f1": 0.0, "retrieved": [ "MTV Europe Music Award for Best Finnish Act winner Poets of the Fall (2006)", "MTV Europe Music Award for Best Finnish Act winner Nightwish (2008)", "MTV Europe Music Award for Best Finnish Act winner Lauri Yl\u00f6nen (2011)" ] }, { "id": "q_006906", "complexity": "2hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Sini\u0161a Mihajlovi\u0107", "pred": "\nOkay, let's try to figure out this question. The user is asking for the head coach of Marco Marchionni's member of a sports team after Aldo Agroppi. The reference year is 2010, so we need to consider information up to that year.\n\nFirst, I need", "em": 0.0, "f1": 0.0, "retrieved": [ "Piacenza Calcio head coach Stefano Pioli (2008)", "Luciano Spalletti coach of sports team Empoli FC (1995)", "Pietro Lana member of sports team Italy men's national association football team (1910)", "Giuseppe Milano member of sports team Italy men's national association football team (1911)", "Augusto Bergamino member of sports team Italy men's national association football team (1919)", "Virginio Rosetta member of sports team Italy men's national association football team (1920)", "Giuseppe Asti member of sports team Italy men's national association football team (1920)", "Emilio Badini member of sports team Italy men's national association football team (1920)", "Ettore Reynaudi member of sports team Italy men's national association football team (1920)", "Cesare Lovati member of sports team Italy men's national association football team (1920)" ] }, { "id": "q_004343", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "Arrigo Sacchi", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Walter Bianchi's member of sports team in 1984. First, I need to parse the question correctly. It seems like they want to know which coach was in charge of the", "em": 0.0, "f1": 0.0, "retrieved": [ "Rimini FC head coach Arrigo Sacchi (1984)", "Rimini FC head coach Helenio Herrera (1976)", "Arrigo Sacchi coach of sports team Rimini FC (1984)", "Bruno Mora coach of sports team Parma Calcio 1913 (1983)", "Zden\u011bk Zeman coach of sports team Parma Calcio 1913 (1987)", "Arrigo Sacchi coach of sports team Parma Calcio 1913 (2001)", "Giacomo Neri member of sports team Rimini FC (1932)", "Julio Libonatti member of sports team Rimini FC (1937)", "Giuseppe Baccilieri member of sports team Rimini FC (1938)", "Romolo Alzani member of sports team Rimini FC (1939)" ] }, { "id": "q_008520", "complexity": "2hop", "operator_type": "sequence", "t_query": 1938.0, "gold": "Hans Loritz", "pred": "\nOkay, let's try to figure this out. The question is asking about the manager of Abraham Adolf Kaiser's point in time after Anton Saefkow's point in time at Dachau concentration camp. Hmm, first, I need to parse the question correctly.\n\nWait, the reference year is 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Josef \u010capek place of detention Dachau concentration camp (1939)", "Stanis\u0142aw Go\u0142\u0105b place of detention Dachau concentration camp (1940)", "Dov Shilansky place of detention Dachau concentration camp (1944)", "Emil Franti\u0161ek Burian place of detention Dachau concentration camp (1941)" ] }, { "id": "q_008566", "complexity": "2hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Kurt Biedenkopf", "pred": "\nOkay, let's try to figure this out. The question is asking for the general secretary of Hanns Martin Schleyer's member of political party after he joined the Nazi Party in 1937. \n\nFirst, I need to look at the evidence provided. The evidence mentions that Hanns Martin", "em": 0.0, "f1": 0.0, "retrieved": [ "Hanns Martin Schleyer member of political party Nazi Party (1937)", "Hanns Martin Schleyer member of Schutzstaffel (1933)", "Waltrude Schleyer spouse Hanns Martin Schleyer (1939)", "Hanns Martin Schleyer spouse Waltrude Schleyer (1939)", "Hanns Martin Schleyer employer Daimler-Benz AG (1951)", "Martin Walser member of political party Nazi Party (1944)", "Julius Streicher member of political party Nazi Party (1921)", "Hartmann Lauterbacher member of political party Nazi Party (1927)", "Hermann G\u00f6ring member of political party Nazi Party (1928)", "August Eigruber member of political party Nazi Party (1928)" ] }, { "id": "q_005406", "complexity": "2hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "West Germany", "pred": "\nOkay, let's try to figure this out. The question is asking, after the Weimar Republic, who was the country of Friedrich Hayek's residence? The reference year is 1980, so we need to look at the timeline around that time.\n\nFirst, the Weimar Republic existed from", "em": 0.0, "f1": 0.0, "retrieved": [ "Freiburg im Breisgau country Weimar Republic (1919)", "Wilhelm Grewe residence Freiburg im Breisgau (1947)", "Heinrich Franz Friedrich Tietze employer University of Vienna (1908)", "Friedrich Torberg award received Austrian Decoration for Science and Art (1976)", "Freiburg im Breisgau country German Empire (1900)", "Freiburg im Breisgau country Nazi Germany (1933)", "Freiburg im Breisgau country West Germany (1949)", "August Berberich award received Order of Merit of Baden-W\u00fcrttemberg (1977)", "Joachim Zahn award received Order of Merit of Baden-W\u00fcrttemberg (1979)", "Martin Walser award received Order of Merit of Baden-W\u00fcrttemberg (1980)" ] }, { "id": "q_005485", "complexity": "2hop", "operator_type": "sequence", "t_query": 2022.0, "gold": "Milo\u0161 Zeman", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Bergepanzer B\u00fcffel's operator after Miroslav Horn\u00ed\u010dek's country of citizenship, which is the Czech Republic in 1993. \n\nFirst, I need to parse", "em": 0.0, "f1": 0.0, "retrieved": [ "Miroslav Horn\u00ed\u010dek country of citizenship Czech Republic (1993)", "Bergepanzer 2 operator Greece (2021)", "Bergepanzer 2 operator Netherlands (2021)", "Bergepanzer 2 operator Ukraine (2023)", "Czech Republic head of state V\u00e1clav Havel (1993)", "Czech Republic head of state V\u00e1clav Klaus (2003)", "Czech Republic head of state Milo\u0161 Zeman (2013)", "Ukraine replaces Ukrainian People's Republic (1992)", "Jan Sokol country of citizenship Czech Republic (1992)", "Anton\u00edn H\u00e1jek country of citizenship Czech Republic (1992)" ] }, { "id": "q_006778", "complexity": "2hop", "operator_type": "sequence", "t_query": 1963.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking about the currency of Lyla Rocco's country of citizenship after Mario Stoppani's citizenship in Italy. The reference year is 1963.\n\nFirst, looking at the evidence provided. There are several entries about Lyla R", "em": 0.0, "f1": 0.0, "retrieved": [ "Lyla Rocco country of citizenship Italy (1946)", "Lyla Rocco country of citizenship Kingdom of Italy (1933)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000448", "complexity": "2hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Alex Ferguson", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head coach of Bryan Gunn's team before Barry Robson. The reference year is 1980.\n\nFirst, I need to look at the evidence provided. Let me go through each entry:\n\n- Aberdeen F.C.", "em": 0.0, "f1": 0.0, "retrieved": [ "Aberdeen F.C. head coach Barry Robson (2023)", "Bryan Gunn member of sports team Scotland men's national football team (1990)", "Aberdeen F.C. head coach Alex Ferguson (1978)", "Hibernian F.C. head coach Alex McLeish (1998)", "Bryan Gunn member of sports team Aberdeen F.C. (1980)", "Bryan Gunn member of sports team Hibernian F.C. (1998)", "Bryan Gunn member of sports team Norwich City F.C. (1986)", "Alex McLeish coach of sports team Hibernian F.C. (1998)", "George Hamilton member of sports team Scotland men's national football team (1946)", "Jackie Mudie member of sports team Scotland men's national football team (1956)" ] }, { "id": "q_005253", "complexity": "2hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Aravind Adiga", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of Amitav Ghosh's nominated work after Brian Moore was nominated for the Booker Prize. \n\nFirst, I need to check the evidence provided. The reference year is 2008, but the evidence includes various years", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Rachel Pollack nominated for Arthur C. Clarke Award (1989)" ] }, { "id": "q_002793", "complexity": "2hop", "operator_type": "sequence", "t_query": 1945.0, "gold": "Joan Crawford", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of \"Mrs. Parkington\" after Jennifer Jones won the Academy Award for Best Actress. Wait, first I need to check the evidence provided.\n\nLooking at the evidence, there's a list of people nominated for Best Supporting Actress", "em": 0.0, "f1": 0.0, "retrieved": [ "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Cher nominated for Academy Award for Best Supporting Actress (1984)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)", "Geraldine Page nominated for Academy Award for Best Supporting Actress (1954)", "Betsy Blair nominated for Academy Award for Best Supporting Actress (1956)", "Shelley Winters nominated for Academy Award for Best Supporting Actress (1960)" ] }, { "id": "q_001366", "complexity": "2hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Cliff Burton", "pred": "\nOkay, let's see. The question is asking who was the performer part of Master of Puppets before Jason Newsted. The reference year is 1986.\n\nFirst, I need to recall the history of Metallica's lineup. Master of Puppets is their third album, released in", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_000346", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Giorgio Napolitano", "pred": "\nOkay, let's try to figure this out. The question is asking, in 2010, what was the head of state of Giovanni Lilliu's country of citizenship. \n\nFirst, I need to determine which country Giovanni Lilliu was a citizen of in 2010.", "em": 0.0, "f1": 0.0, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Lilliu country of citizenship Italy (1946)", "Giovanni Lilliu country of citizenship Kingdom of Italy (1914)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001380", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "John Williams", "pred": "\nOkay, let's try to figure this out. The question is asking, after Les Brown, who was the composer of Katie Couric's notable work? The reference year is 1999. The evidence given lists three composers and their years: Les Brown (1952), Erroll Garner", "em": 0.0, "f1": 0.0, "retrieved": [ "Today composer Les Brown (1952)", "Today composer Erroll Garner (1963)", "Today composer John Williams (1985)" ] }, { "id": "q_007366", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1973.0, "gold": "Giampiero Boniperti", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Giorgio Mastropasqua's member of sports team's chairperson in 1973. The reference year is 1973, and the evidence provided lists several players who were members of", "em": 0.0, "f1": 0.0, "retrieved": [ "Gioacchino Armano member of sports team Juventus FC (1900)", "Angelo Besozzi member of sports team Juventus FC (1909)", "Piero Dusio member of sports team Juventus FC (1919)", "Gianpiero Combi member of sports team Juventus FC (1921)", "Virginio Rosetta member of sports team Juventus FC (1923)", "Pietro Pastore member of sports team Juventus FC (1923)", "Ettore Reynaudi member of sports team Juventus FC (1927)", "Luigi Bertolini member of sports team Juventus FC (1931)", "Pietro Serantoni member of sports team Juventus FC (1934)", "Guglielmo Gabetto member of sports team Juventus FC (1934)" ] }, { "id": "q_004085", "complexity": "2hop", "operator_type": "before_after", "t_query": 1907.0, "gold": "Qing dynasty", "pred": "\nOkay, let's try to figure this out. The question is asking about Luo Yixiu's spouse's country of citizenship before the People's Republic of China was established. The reference year is 1907.\n\nFirst, I need to check the evidence provided. The evidence mentions Mao Zedong", "em": 0.0, "f1": 0.0, "retrieved": [ "Mao Zedong country of citizenship People's Republic of China (1949)", "Mao Zedong position held President of the People's Republic of China (1954)", "People's Republic of China head of state Mao Zedong (1949)", "Mao Zedong country of citizenship Qing dynasty (1900)", "Mao Zedong spouse Jiang Qing (1938)" ] }, { "id": "q_002859", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1943.0, "gold": "United Kingdom", "pred": "\nOkay, let's tackle this question. The user is asking, \"In 1943, what was the located in of Shimon Peres's country of citizenship?\" Hmm, the wording is a bit confusing. They probably mean, \"In 1943, what was the location of", "em": 0.0, "f1": 0.0, "retrieved": [ "Shimon Peres country of citizenship Mandatory Palestine (1943)", "Shimon Peres country of citizenship Israel (1948)", "Acre located in the administrative territorial entity Israel (1948)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Israel head of government Shimon Peres (1995)", "Israel head of state Shimon Peres (2007)", "Shimon Peres member of political party Israeli Labor Party (1968)", "Ariel Sharon country of citizenship Mandatory Palestine (1928)", "Abraham Fraenkel country of citizenship Mandatory Palestine (1929)" ] }, { "id": "q_000061", "complexity": "2hop", "operator_type": "before_after", "t_query": 1979.0, "gold": "Penelope Fitzgerald", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the winner of Fay Weldon's nominated for before Kiran Desai?\" The reference year is 1979. \n\nFirst, I need to check the evidence provided. Let me go through", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Booker Prize winner Kiran Desai (2006)", "Kiran Desai award received Booker Prize (2006)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)" ] }, { "id": "q_002208", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Nike", "pred": "\nOkay, let's try to figure this out. The question is asking who was the kit supplier of Steve Borthwick's member of sports team before Umbro. Wait, first, I need to understand the question correctly. Maybe it's phrased a bit confusingly. Let me parse it again.", "em": 0.0, "f1": 0.0, "retrieved": [ "England men\u2019s national rugby union team kit supplier Umbro (2020)", "Peter Winterbottom member of sports team England men\u2019s national rugby union team (1982)", "Harry Ellis member of sports team England men\u2019s national rugby union team (2004)", "England men\u2019s national rugby union team kit supplier Nike (1997)", "England men\u2019s national rugby union team head coach Clive Woodward (1997)", "England men\u2019s national rugby union team head coach Brian Ashton (2006)" ] }, { "id": "q_005149", "complexity": "2hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "Dalvik VM", "pred": "\nOkay, let's tackle this question. The user is asking about the platform part of Grand Theft Auto III after Microsoft Windows. The reference year is 2011, but the game was released in 2001. The evidence provided is none, so I have to rely on my existing knowledge", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_007466", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Deutsche Mark", "pred": "\nOkay, let's tackle this question. The user is asking about the currency of Sande's country in 1956. First, I need to parse the evidence provided.\n\nLooking at the evidence, there's a mention of \"Sande country West Germany (1949)\". Wait, Sand", "em": 0.0, "f1": 0.0, "retrieved": [ "Sande country West Germany (1949)", "West Germany currency Deutsche Mark (1949)", "Westfalenliga country West Germany (1956)", "Mittelrheinliga country West Germany (1956)", "Saarland located in the administrative territorial entity West Germany (1957)", "W\u00fcrttemberg-Baden located in the administrative territorial entity West Germany (1949)", "South Baden located in the administrative territorial entity West Germany (1949)", "Baden-W\u00fcrttemberg located in the administrative territorial entity West Germany (1952)", "Friedrich Guggenberger allegiance West Germany (1956)", "Helmut Kohl country of citizenship West Germany (1945)" ] }, { "id": "q_001168", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "EFL Championship", "pred": "\nOkay, let's try to figure this out. The question is asking about the league or competition that Joel Lynch was part of after Terry Hennessey at Nottingham Forest F.C. But wait, looking at the evidence provided, I don't see any mention of Joel Lynch or Terry Hennessey in the list", "em": 0.0, "f1": 0.0, "retrieved": [ "Tony Barton member of sports team Nottingham Forest F.C. (1959)", "Peter Cormack member of sports team Nottingham Forest F.C. (1970)", "Colin Todd member of sports team Nottingham Forest F.C. (1982)", "Mark Crossley member of sports team Nottingham Forest F.C. (1989)", "Moreno Mannini member of sports team Nottingham Forest F.C. (1999)", "Michael Dawson member of sports team Nottingham Forest F.C. (2001)", "Alan Wright member of sports team Nottingham Forest F.C. (2007)", "Aaron Ramsey member of sports team Nottingham Forest F.C. (2010)", "Ryan Bertrand member of sports team Nottingham Forest F.C. (2010)", "Kris Boyd member of sports team Nottingham Forest F.C. (2011)" ] }, { "id": "q_002303", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1968.0, "gold": "Prime Minister of Canada", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of the 19th Canadian Ministry in 1968. First, I need to recall some basic information about Canadian government structure and the timeline of ministries.\n\nCanada has a parliamentary system", "em": 0.0, "f1": 0.08888888888888888, "retrieved": [] }, { "id": "q_004925", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1930.0, "gold": "Norma Shearer", "pred": "\nOkay, let's see. The user is asking about the winner of Bessie Love's nominated for in 1930. Wait, the question might be a bit confusing. Let me check the evidence provided.\n\nLooking at the evidence, there's a mention of Ruth Chatterton being nominated for", "em": 0.0, "f1": 0.0, "retrieved": [ "Ruth Chatterton nominated for Academy Award for Best Actress (1930)", "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)" ] }, { "id": "q_002425", "complexity": "2hop", "operator_type": "before_after", "t_query": 1955.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's try to figure this out. The question is asking, before the European Economic Community (EEC), who was a member of Ugo Morin's country of citizenship. \n\nFirst, I need to determine which country Ugo Morin's citizenship was in. The evidence provided mentions that U", "em": 0.0, "f1": 0.09302325581395349, "retrieved": [ "Ugo Morin country of citizenship Italy (1946)", "Ugo Morin employer University of Florence (1942)", "Ugo Morin employer University of Padua (1946)", "Ugo Morin educated at University of Padua (1923)", "Ugo Morin country of citizenship Kingdom of Italy (1901)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003762", "complexity": "2hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Minneapolis Armory", "pred": "\nOkay, let's try to figure this out. The question is asking about the home venue of Bud Grant's member of sports team before the Kia Forum. First, I need to determine which sports team Bud Grant was associated with. The evidence provided lists several players from the Los Angeles Lakers across different years. However", "em": 0.0, "f1": 0.0, "retrieved": [ "Bill Sharman member of sports team Los Angeles Lakers (1961)", "Wilt Chamberlain member of sports team Los Angeles Lakers (1968)", "Caron Butler member of sports team Los Angeles Lakers (2004)", "K. C. Jones member of sports team Los Angeles Lakers (1971)", "Kareem Abdul-Jabbar member of sports team Los Angeles Lakers (1975)", "Shaquille O'Neal member of sports team Los Angeles Lakers (1996)" ] }, { "id": "q_000351", "complexity": "2hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Territory of Hawaii", "pred": "\nOkay, let's try to figure this out. The question is asking, after the Commonwealth of the Philippines, who was the administrative territorial entity of Erazim Koh\u00e1k's residence. The reference year is 1949.\n\nFirst, looking at the evidence provided. The user mentioned that Erazim", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "Erazim Koh\u00e1k residence United States (1940)", "Erazim Koh\u00e1k educated at Yale University (1954)", "United States head of government Harry S. Truman (1945)", "Edmund S. Morgan employer Yale University (1955)", "Fritz Haber residence United States (1902)", "Frank Tieri residence United States (1911)", "Golda Meir residence United States (1932)", "Enrico Fermi residence United States (1939)" ] }, { "id": "q_003288", "complexity": "2hop", "operator_type": "sequence", "t_query": 1992.0, "gold": "Alain Afflelou", "pred": "\nOkay, let's try to figure this out. The question is asking about the chairperson of Rainer Ernst's member of sports team, after mentioning FC Girondins de Bordeaux's home venue, Stade Chaban-Delmas. But wait, the reference year is 1992, and", "em": 0.0, "f1": 0.0, "retrieved": [ "1. FC Kaiserslautern chairperson Stefan Kuntz (2008)", "Otto Rehhagel member of sports team 1. FC Kaiserslautern (1965)", "J\u00fcrgen Rumor member of sports team 1. FC Kaiserslautern (1968)", "Lothar Huber member of sports team 1. FC Kaiserslautern (1970)", "Roland Sandberg member of sports team 1. FC Kaiserslautern (1973)", "L\u00e1rus Gu\u00f0mundsson member of sports team 1. FC Kaiserslautern (1987)", "Piotr Nowak member of sports team 1. FC Kaiserslautern (1994)", "Mark Schwarzer member of sports team 1. FC Kaiserslautern (1995)", "Steffen Freund member of sports team 1. FC Kaiserslautern (2003)", "Sven M\u00fcller member of sports team 1. FC Kaiserslautern (2006)" ] }, { "id": "q_001079", "complexity": "2hop", "operator_type": "before_after", "t_query": 1985.0, "gold": "Giampiero Boniperti", "pred": "\nOkay, let's try to figure out this question. The user is asking for the chairperson of Stefano Tacconi's member of sports team before Andrea Agnelli. The reference year is 1985, so we need to focus on information around that time.\n\nFirst, looking at the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Stefano Aigotti member of sports team US Livorno 1915 (1932)", "Inter Milan head coach Stefano Pioli (2016)", "Giuseppe Asti member of sports team Inter Milan (1922)", "Armando Castellazzi member of sports team Inter Milan (1924)", "Pietro Serantoni member of sports team Inter Milan (1928)", "Paolo Agosteo member of sports team Inter Milan (1933)", "Piero Antona member of sports team Inter Milan (1935)", "Giovanni Ferrari member of sports team Inter Milan (1935)", "Pietro Ferraris member of sports team Inter Milan (1936)", "Sandro Puppo member of sports team Inter Milan (1937)" ] }, { "id": "q_004556", "complexity": "2hop", "operator_type": "sequence", "t_query": 2022.0, "gold": "Paulo Bento", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Baek Sung-dong's member of sports team after Ham Heung-chul member of sports team South Korea men's national football team. \n\nFirst, I need to check the evidence provided. The evidence lists several", "em": 0.0, "f1": 0.0, "retrieved": [ "Yoo Sang-chul member of sports team South Korea men's national football team (1994)", "Seo Dong-myung member of sports team South Korea men's national football team (1995)", "Park Dong-hyuk member of sports team South Korea men's national football team (1998)", "Choi Eun-sung member of sports team South Korea men's national football team (2001)", "Yoo Sang-chul member of sports team South Korea national under-23 football team (2004)", "Park Dong-hyuk member of sports team South Korea national under-23 football team (1999)", "Cho Sung-hwan member of sports team South Korea national under-23 football team (2002)", "Jung Sung-ryong member of sports team South Korea national under-23 football team (2007)", "Choi In-young member of sports team South Korea men's national football team (1983)", "Lee Young-jin member of sports team South Korea men's national football team (1989)" ] }, { "id": "q_006454", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Steve Sampson", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Before Sigi Schmid, who was the head coach of Kevin Hartman's member of sports team?\" The reference year is 2005.\n\nFirst, I need to parse the question correctly. It", "em": 0.0, "f1": 0.0, "retrieved": [ "LA Galaxy head coach Ruud Gullit (2007)", "Kevin Hartman member of sports team United States men's national soccer team (1999)", "Red Bull New York head coach Carlos Queiroz (1996)", "Kevin Hartman member of sports team LA Galaxy (1997)", "Kevin Hartman member of sports team FC Dallas (2010)", "Kevin Hartman member of sports team Sporting Kansas City (2007)", "Kevin Hartman member of sports team Red Bull New York (2013)", "Ruud Gullit coach of sports team LA Galaxy (2007)", "Carlos Queiroz coach of sports team Red Bull New York (1996)", "Roy Lassiter member of sports team United States men's national soccer team (1992)" ] }, { "id": "q_007686", "complexity": "2hop", "operator_type": "sequence", "t_query": 1923.0, "gold": "United States Cabinet", "pred": "\nOkay, let's try to figure this out. The question is asking, after John Davis Long held the position of United States Secretary of the Navy, what part of Edwin Denby's position was held? The reference year is 1923.\n\nFirst, looking at the evidence provided. The first point", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "John Davis Long position held United States Secretary of the Navy (1900)", "United States Secretary of the Navy part of United States Cabinet (1900)", "Ray Mabus position held United States Secretary of the Navy (2009)" ] }, { "id": "q_001636", "complexity": "2hop", "operator_type": "interval", "t_query": 1975.0, "gold": "1975", "pred": "\nOkay, let's tackle this question. The user is asking when Andrew Schally was the winner of Roger Guillemin's award, based on the provided evidence from 1975.\n\nFirst, I need to look through the evidence given. The key points mention Andrew Schally winning the Albert Lask", "em": 1.0, "f1": 0.05, "retrieved": [ "Albert Lasker Award for Basic Medical Research winner Andrew Schally (1975)", "Andrew Schally award received Albert Lasker Award for Basic Medical Research (1975)", "Marston Morse award received National Medal of Science (1964)", "Subrahmanyan Chandrasekhar award received National Medal of Science (1966)", "Michael Heidelberger award received National Medal of Science (1967)", "Bernard Brodie award received National Medal of Science (1968)", "Eugene Wigner award received National Medal of Science (1969)", "William Feller award received National Medal of Science (1969)", "Nicolaas Bloembergen award received National Medal of Science (1974)", "John Backus award received National Medal of Science (1975)" ] }, { "id": "q_000642", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Alan Hollinghurst", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking: \"Who was the winner of Ronan Bennett's nominated for after J. M. Coetzee?\" The reference year is 2004.\n\nFirst, I need to understand what the question is really asking", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_005992", "complexity": "2hop", "operator_type": "before_after", "t_query": 1906.0, "gold": "Theodore Roosevelt", "pred": "\nOkay, let's tackle this question. The user is asking: \"Before Gerald Ford, who was the head of government of Alexander Graham Bell's country of citizenship?\" \n\nFirst, I need to parse the question. The key parts here are:\n\n1. Alexander Graham Bell's country of citizenship.\n2. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Alexander Graham Bell country of citizenship United States (1900)", "United States head of government Gerald Ford (1974)", "Alexander Graham Bell award received Canada's Walk of Fame (2001)", "Hughes Medal winner Alexander Graham Bell (1913)", "Alexander Graham Bell award received Hughes Medal (1913)", "United States head of government Harry S. Truman (1945)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "Henry James country of citizenship United States (1900)", "Tina Turner country of citizenship United States (1939)", "Richard Pipes country of citizenship United States (1943)" ] }, { "id": "q_001567", "complexity": "2hop", "operator_type": "before_after", "t_query": 1960.0, "gold": "Robert Ferdinand Wagner Jr.", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before David Dinkins, who was the head of government of William Vickrey's residence?\" The reference year is 1960.\n\nFirst, I need to parse the evidence provided. The evidence lists various New York City heads of", "em": 0.0, "f1": 0.0, "retrieved": [ "William Vickrey residence New York City (1914)", "New York City head of government William O'Dwyer (1946)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)" ] }, { "id": "q_003917", "complexity": "2hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "Elizabeth II", "pred": "\nOkay, let's try to figure this out. The question is asking, after George VI, who was the head of state of Liz Smith's country of citizenship. \n\nFirst, I need to determine Liz Smith's country of citizenship. The evidence mentions that Liz Smith has citizenship in the United Kingdom in 1", "em": 0.0, "f1": 0.0, "retrieved": [ "United Kingdom head of state George VI (1936)", "Liz Smith country of citizenship United Kingdom (1927)", "Liz Smith country of citizenship United Kingdom of Great Britain and Ireland (1921)", "United Kingdom head of state Edward VIII (1936)", "United Kingdom head of state Elizabeth II (1952)", "Parliament of the United Kingdom country United Kingdom of Great Britain and Ireland (1900)", "Virginia Woolf country of citizenship United Kingdom (1927)", "Robert Morley country of citizenship United Kingdom (1927)", "Anna Freud country of citizenship United Kingdom (1946)", "Tony Abbott country of citizenship United Kingdom (1957)" ] }, { "id": "q_007632", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Pawe\u0142 Janas", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head coach of Kamil Kosowski's member of sports team after Andrzej Strejlau. Wait, first I need to make sure I understand the question correctly. It mentions \"Kamil Kosowski's member of sports team", "em": 0.0, "f1": 0.0, "retrieved": [ "Poland men's national football team head coach Andrzej Strejlau (1989)", "Poland men's national football team head coach Kazimierz G\u00f3rski (1971)", "Poland men's national football team head coach Pawe\u0142 Janas (2003)", "Poland men's national football team head coach Adam Nawa\u0142ka (2013)", "Poland men's national football team head coach Paulo Sousa (2021)", "G\u00f3rnik Zabrze head coach Adam Nawa\u0142ka (2010)", "Kazimierz G\u00f3rski member of sports team Poland men's national football team (1948)", "Edward Szymkowiak member of sports team Poland men's national football team (1952)", "Zygfryd Szo\u0142tysik member of sports team Poland men's national football team (1963)", "Pawe\u0142 Janas member of sports team Poland men's national football team (1976)" ] }, { "id": "q_001702", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Eerste Divisie", "pred": "\nOkay, let's try to figure this out. The user is asking about Timothy Dreesen's sports team league or competition after mentioning Fritz Emeran from Fortuna Sittard. The reference year is 2012.\n\nFirst, I need to check the evidence provided. The evidence lists several players", "em": 0.0, "f1": 0.0, "retrieved": [ "Bernard Voorhoof member of sports team Lierse S.K. (1927)", "Uwe Rapolder member of sports team Lierse S.K. (1979)", "Istv\u00e1n Kocsis member of sports team Lierse S.K. (1981)", "Dirk Lehmann member of sports team Lierse S.K. (1994)", "Ralph Hasenh\u00fcttl member of sports team Lierse S.K. (1997)", "V\u00edctor Bern\u00e1rdez member of sports team Lierse S.K. (2011)", "Johan Devrindt member of sports team Club Brugge K.V. (1972)", "Lei Clijsters member of sports team Club Brugge K.V. (1973)", "Lajos K\u0171 member of sports team Club Brugge K.V. (1978)", "Peter Nilsson member of sports team Club Brugge K.V. (1981)" ] }, { "id": "q_006358", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1932.0, "gold": "German Federal Archives", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the Karl-Liebknecht-Haus's operator's archives in 1932. The reference year is 1932, and the evidence provided includes two points: the Shell-Haus significant", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Shell-Haus significant event construction (1930)", "Klaus Fuchs member of political party Communist Party of Germany (1932)" ] }, { "id": "q_006799", "complexity": "2hop", "operator_type": "sequence", "t_query": 1958.0, "gold": "Dwight D. Eisenhower", "pred": "\nOkay, let's try to figure this out. The question is asking, after Vincent R. Impellitteri's residence in the United States (which is noted as 1901), what was the head of government of Erazim Koh\u00e1k's residence?\n\nFirst, I need to parse the", "em": 0.0, "f1": 0.0, "retrieved": [ "Vincent R. Impellitteri residence United States (1901)", "Erazim Koh\u00e1k residence United States (1940)", "Erazim Koh\u00e1k educated at Yale University (1954)", "United States head of government Harry S. Truman (1945)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "United States head of government William McKinley (1900)", "United States head of government Theodore Roosevelt (1901)", "United States head of government Woodrow Wilson (1913)", "United States head of government Herbert Hoover (1929)" ] }, { "id": "q_001724", "complexity": "2hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Lyndon B. Johnson", "pred": "\nOkay, let's try to figure this out. The question is asking: After Harry S. Truman, who was the head of government of Stack-O-Tracks's place of publication?\n\nFirst, I need to parse the question correctly. The key parts here are \"after Harry S. Truman\" and \"head", "em": 0.0, "f1": 0.0, "retrieved": [ "United States head of government Harry S. Truman (1945)", "All Summer Long place of publication United States (1964)", "All Summer Long place of publication United Kingdom (1965)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States head of government William McKinley (1900)", "United States head of government Theodore Roosevelt (1901)", "United States head of government Woodrow Wilson (1913)", "United States head of government Herbert Hoover (1929)", "United States head of government Richard Nixon (1969)", "United States head of government Gerald Ford (1974)" ] }, { "id": "q_005308", "complexity": "2hop", "operator_type": "sequence", "t_query": 1930.0, "gold": "Norma Shearer", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of Jeanne Eagels's nominated for after the Academy Award for Best Actress winner Janet Gaynor. Wait, the reference year is 1930. Let me check the evidence provided.\n\nLooking at the evidence, there", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)" ] }, { "id": "q_006485", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "Margaret Atwood", "pred": "\nOkay, let's try to figure this out. The question is asking about the winner of Matthew Kneale's nominated work in the year 2000. Wait, the wording is a bit confusing. Let me read the evidence again.\n\nLooking at the evidence provided, there's a list of Booker", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_004831", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1948.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure out what currency Piero Scotti used in 1948. The question is about his country of citizenship's currency that year. \n\nFirst, looking at the evidence provided. There's information about Piero Scotti's citizenship. The evidence says he was a citizen", "em": 0.0, "f1": 0.0, "retrieved": [ "Piero Scotti country of citizenship Italy (1946)", "Piero Scotti country of citizenship Kingdom of Italy (1909)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Tommaso Gallarati Scotti country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005190", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Freie Universit\u00e4t Berlin", "pred": "\nOkay, let's try to figure this out. The question is asking for the employer of the Ausonius Award winner after Georg Danek. First, I need to check the evidence provided.\n\nLooking at the evidence, there are three entries:\n\n1. Alexander Demandt employer Freie Universit\u00e4t Berlin (19", "em": 1.0, "f1": 0.13636363636363635, "retrieved": [ "Alexander Demandt employer Freie Universit\u00e4t Berlin (1974)", "Peter Brown award received Ralph Waldo Emerson Award (1989)", "Peter Brown award received Balzan Prize (2011)" ] }, { "id": "q_006636", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "George Marshall", "pred": "\nOkay, let's see. The user is asking about the officeholder in 1947 for James F. Byrnes's position. First, I need to figure out what position Byrnes held in 1947.\n\nLooking at the evidence provided, there's a list of people", "em": 0.0, "f1": 0.0, "retrieved": [ "Joseph McKenna position held Associate Justice of the Supreme Court of the United States (1900)", "Mahlon Pitney position held Associate Justice of the Supreme Court of the United States (1912)", "Stephen Breyer position held Associate Justice of the Supreme Court of the United States (1994)", "Robert H. Jackson position held Associate Justice of the Supreme Court of the United States (1941)", "William J. Brennan position held Associate Justice of the Supreme Court of the United States (1956)", "Edward Douglass White Jr. position held Associate Justice of the Supreme Court of the United States (1900)", "Sandra Day O'Connor position held Associate Justice of the Supreme Court of the United States (1981)", "Hillary Clinton position held United States Secretary of State (2009)", "Rex Tillerson position held United States Secretary of State (2017)", "Frank B. Kellogg position held United States Secretary of State (1925)" ] }, { "id": "q_003213", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1965.0, "gold": "Lyndon B. Johnson", "pred": "\nOkay, let's tackle this question. The user is asking for the head of government of Frank Tieri's residence in 1965. \n\nFirst, I need to parse the evidence provided. The key points here are:\n\n- Frank Tieri's residence is in the United States, as stated in", "em": 0.0, "f1": 0.0, "retrieved": [ "Frank Tieri residence United States (1911)", "United States head of government Harry S. Truman (1945)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "United States head of government William McKinley (1900)", "United States head of government Theodore Roosevelt (1901)", "United States head of government Woodrow Wilson (1913)", "United States head of government Herbert Hoover (1929)", "United States head of government Richard Nixon (1969)", "United States head of government Gerald Ford (1974)" ] }, { "id": "q_005672", "complexity": "2hop", "operator_type": "before_after", "t_query": 1939.0, "gold": "Adolf Hitler", "pred": "\nOkay, let's try to figure this out. The question is asking, after Paul von Hindenburg, who was the head of state of L\u0119bork's country? The reference year is 1939.\n\nFirst, I need to understand the context. Paul von Hindenburg was the head of state", "em": 0.0, "f1": 0.0, "retrieved": [ "Weimar Republic head of state Paul von Hindenburg (1925)", "Nazi Germany head of state Paul von Hindenburg (1925)", "Weimar Republic head of state Friedrich Ebert (1919)", "L\u0119bork country Soviet occupation zone of Germany (1945)", "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "L\u0119bork country German Empire (1900)", "L\u0119bork country Weimar Republic (1919)", "L\u0119bork country Nazi Germany (1933)", "Weimar Republic head of government Gustav Bauer (1919)", "Weimar Republic head of government Constantin Fehrenbach (1920)" ] }, { "id": "q_006227", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "\nOkay, let's try to figure out when Princeton University was the funder of Leiden University's member. The question is a bit confusing, but I'll break it down.\n\nFirst, the reference year is 2021. The evidence provided lists several people and their employers or educational institutions at different", "em": 1.0, "f1": 0.04347826086956522, "retrieved": [ "Jacob Verdam employer Leiden University (1900)", "Gerard Bolland employer Leiden University (1900)", "Johannes van der Corput educated at Leiden University (1908)", "Johannes van der Corput employer University of Groningen (1923)", "Johannes van der Corput employer University of Amsterdam (1945)", "Johannes van der Corput employer University of California, Berkeley (1954)", "Johannes van der Corput employer Utrecht University (1920)", "Johannes van der Corput employer Stanford University (1950)" ] }, { "id": "q_006185", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Giffoni Film Festival", "pred": "\nOkay, let's try to figure this out. The question is asking about the award received by Big Sean's unmarried partner after Naya Rivera's unmarried partner Tahj Mowry. \n\nFirst, I need to parse the information given. The reference year is 2013. The evidence provided includes", "em": 0.0, "f1": 0.0, "retrieved": [ "Mac Miller unmarried partner Ariana Grande (2016)", "MTV Video Music Award for Best Editing winner The White Stripes (2002)", "Lady Gaga award received MTV Video Music Award for Best Editing (2010)", "Lady Gaga award received MTV Video Music Award for Best New Artist (2009)", "MTV Video Music Award for Best Editing winner INXS (1988)", "MTV Video Music Award for Best Editing winner Madonna (1990)", "MTV Video Music Award for Best Editing winner Beck (1997)", "MTV Video Music Award for Best Editing winner Eminem (2014)", "MTV Video Music Award for Best New Artist winner Nirvana (1992)", "MTV Video Music Award for Best New Artist winner Eminem (1999)" ] }, { "id": "q_007816", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Franciszek Smuda", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Marek Saganowski's member of sports team's head coach in 2012. Wait, the wording is a bit confusing. Let me parse it again. The question is: \"What was Mare", "em": 0.0, "f1": 0.0, "retrieved": [ "Marek Le\u015bniak member of sports team Poland men's national football team (1986)", "Poland men's national football team head coach Kazimierz G\u00f3rski (1971)", "Poland men's national football team head coach Andrzej Strejlau (1989)", "Poland men's national football team head coach Pawe\u0142 Janas (2003)", "Poland men's national football team head coach Adam Nawa\u0142ka (2013)", "Poland men's national football team head coach Paulo Sousa (2021)", "Ruud Gullit coach of sports team Feyenoord Rotterdam (2004)", "Giovanni van Bronckhorst coach of sports team Feyenoord Rotterdam (2015)", "Kazimierz G\u00f3rski member of sports team Poland men's national football team (1948)", "Edward Szymkowiak member of sports team Poland men's national football team (1952)" ] }, { "id": "q_001958", "complexity": "2hop", "operator_type": "before_after", "t_query": 1969.0, "gold": "John Lindsay", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Ed Koch, who was the head of government of Arman's work location?\n\nFirst, I need to parse the information given. The reference year is 1969. The evidence provided includes several entries about New York City", "em": 0.0, "f1": 0.0, "retrieved": [ "New York City head of government Ed Koch (1978)", "Arman work location Nice (1954)", "Arman work location New York City (1962)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)" ] }, { "id": "q_007818", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "Sepp Herberger", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Fritz Herkenrath's member of sports team in 1957. First, I need to check the provided evidence to see if there's any information related to Fritz Herkenr", "em": 0.0, "f1": 0.0, "retrieved": [ "Uwe Rapolder coach of sports team 1. FC K\u00f6ln (2005)", "Christian M\u00fcller member of sports team FC Viktoria K\u00f6ln (1970)", "Alexander Voigt member of sports team FC Viktoria K\u00f6ln (2012)", "Aziz Bouhaddouz member of sports team FC Viktoria K\u00f6ln (2012)", "Timo Staffeldt member of sports team FC Viktoria K\u00f6ln (2013)", "Christian M\u00fcller member of sports team 1. FC K\u00f6ln (1958)", "Anton Regh member of sports team 1. FC K\u00f6ln (1961)", "Georg Tripp member of sports team 1. FC K\u00f6ln (1962)", "Hannes L\u00f6hr member of sports team 1. FC K\u00f6ln (1964)", "J\u00fcrgen Rumor member of sports team 1. FC K\u00f6ln (1964)" ] }, { "id": "q_003874", "complexity": "2hop", "operator_type": "sequence", "t_query": 1952.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's try to figure this out. The question is asking for the member of Rina Franchetti's country of citizenship after Bruno Chizzo's country of citizenship was Italy. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, the reference year is 19", "em": 0.0, "f1": 0.0, "retrieved": [ "Rina Franchetti country of citizenship Italy (1946)", "Rina Franchetti country of citizenship Kingdom of Italy (1907)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)", "Alberto Franchetti country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006836", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1989, what was the country of citizenship of Gianni Dova's country of citizenship? Wait, that wording is a bit confusing. Maybe it's asking about the borders of the country that Gianni Dova", "em": 0.0, "f1": 0.0, "retrieved": [ "Gianni Dova country of citizenship Italy (1946)", "Gianni Dova country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005437", "complexity": "2hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Lamberto Dini", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Maria Tore Barbina's country of citizenship after Antonio Bacci's country of citizenship was Italy. \n\nFirst, I need to determine Maria Tore Barbina's country of citizenship. The evidence shows she was", "em": 0.0, "f1": 0.0, "retrieved": [ "Maria Tore Barbina country of citizenship Italy (1946)", "Maria Tore Barbina country of citizenship Kingdom of Italy (1940)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001779", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Chemnitz Government Region", "pred": "\nOkay, let's try to figure out where Beate Zsch\u00e4pe's residence was located in 2005. The user provided some evidence with different years and locations.\n\nFirst, looking at the evidence, there are several entries about her residences. The key points are:\n\n- She lived in J", "em": 0.0, "f1": 0.0, "retrieved": [ "Beate Zsch\u00e4pe residence Jena (1975)", "Beate Zsch\u00e4pe residence Chemnitz (1998)", "Beate Zsch\u00e4pe residence Zwickau (2001)", "Beate Zsch\u00e4pe convicted of murder (2018)", "Jena located in the administrative territorial entity Gera District (1952)", "Beate Zsch\u00e4pe place of detention Munich Prison (2013)", "Zwickau located in the administrative territorial entity Chemnitz Government Region (1991)", "Zwickau located in the administrative territorial entity Karl-Marx-Stadt District (1952)", "Jena located in the administrative territorial entity State of Thuringia (1920\u20131952) (1920)" ] }, { "id": "q_002182", "complexity": "2hop", "operator_type": "sequence", "t_query": 1938.0, "gold": "Adolf Hitler", "pred": "\nOkay, let's try to figure this out. The question is asking, after Neuenkirchen was part of Nazi Germany, what was the head of state of Giessen's country? \n\nFirst, I need to look at the evidence provided. The reference year is 1938. Let me", "em": 0.0, "f1": 0.0, "retrieved": [ "Nazi Germany head of state Adolf Hitler (1934)", "Nazi Germany head of state Paul von Hindenburg (1925)", "Free State of Anhalt located in the administrative territorial entity Nazi Germany (1933)", "Giessen country Nazi Germany (1933)", "Neuenkirchen country Nazi Germany (1933)", "Federal State of Austria replaced by Nazi Germany (1938)", "Nazi Germany shares border with Federal State of Austria (1934)", "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Saxony located in the administrative territorial entity Nazi Germany (1933)" ] }, { "id": "q_006540", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Mario Scelba", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Piero Frescobaldi's country of citizenship after Attilio Pierelli's country of citizenship was Italy. \n\nFirst, I need to determine which country we're talking about here. The evidence mentions Piero", "em": 0.0, "f1": 0.0, "retrieved": [ "Piero Frescobaldi country of citizenship Italy (1946)", "Piero Frescobaldi country of citizenship Kingdom of Italy (1935)", "Attilio Simonetti country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000118", "complexity": "2hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Lu\u00eds Filipe Vieira", "pred": "\nOkay, let's try to figure out this question. The user is asking: \"Who was the chairperson of Al\u00edpio's member of sports team after Jo\u00e3o Tamagnini Barbosa?\" \n\nFirst, I need to parse the question. It seems a bit confusing. Let me break it down. The key", "em": 0.0, "f1": 0.0, "retrieved": [ "Jo\u00e3o Pereira member of sports team S.L. Benfica (2003)", "S.L. Benfica chairperson Lu\u00eds Filipe Vieira (2003)", "Aldair member of sports team S.L. Benfica (1989)", "Deco member of sports team S.L. Benfica (1997)", "Artur Jorge member of sports team S.L. Benfica (1969)", "Elzo Coelho member of sports team S.L. Benfica (1987)", "Paulo Sousa member of sports team S.L. Benfica (1989)", "Bruno Aguiar member of sports team S.L. Benfica (2004)", "Francisco Fonseca member of sports team S.L. Benfica (2006)", "Javi Garc\u00eda member of sports team S.L. Benfica (2009)" ] }, { "id": "q_000470", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Luigi Einaudi", "pred": "\nOkay, let's tackle this question. The user is asking for the head of state of Renato Polselli's country of citizenship in 1950. \n\nFirst, I need to figure out which country Renato Polselli was a citizen of in 1950. The evidence provided mentions", "em": 0.0, "f1": 0.0, "retrieved": [ "Renato Polselli country of citizenship Italy (1946)", "Renato Polselli country of citizenship Kingdom of Italy (1922)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004884", "complexity": "2hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Emma Thompson", "pred": "\nOkay, let's try to figure this out. The question is asking who was the winner of Jodie Foster's nominated for after Jane Fonda. Wait, the reference year is 1992, so I need to focus on that time frame.\n\nFirst, I need to check the evidence provided.", "em": 0.0, "f1": 0.0, "retrieved": [ "Jane Alexander nominated for Academy Award for Best Supporting Actress (1977)", "Who Is Harry Kellerman and Why Is He Saying Those Terrible Things About Me? nominated for Academy Award for Best Supporting Actress (1972)", "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Cher nominated for Academy Award for Best Supporting Actress (1984)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)", "Geraldine Page nominated for Academy Award for Best Supporting Actress (1954)" ] }, { "id": "q_008312", "complexity": "2hop", "operator_type": "sequence", "t_query": 1924.0, "gold": "United Kingdom of Great Britain and Ireland", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Virginia Woolf spouse Leonard Woolf, what was the country of citizenship of Leonard Woolf's spouse?\" The reference year is 1924.\n\nFirst, I need to parse the evidence provided. Let's list out the key", "em": 0.0, "f1": 0.04878048780487805, "retrieved": [ "Virginia Woolf country of citizenship United Kingdom (1927)", "Virginia Woolf country of citizenship United Kingdom of Great Britain and Ireland (1900)", "Virginia Woolf spouse Leonard Woolf (1912)", "Leonard Woolf spouse Virginia Woolf (1912)", "Leonard Woolf educated at Trinity College (1900)", "J. W. S. Cassels educated at Trinity College (1945)" ] }, { "id": "q_006013", "complexity": "2hop", "operator_type": "sequence", "t_query": 1990.0, "gold": "David Dinkins", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Louise Bourgeois's work location after the Prelinger Archives located in New York City. \n\nFirst, I need to parse the question correctly. The key parts here are:\n\n1. Louise Bourgeois's work location", "em": 0.0, "f1": 0.0, "retrieved": [ "Route nationale 4 located in the administrative territorial entity Paris (1968)", "Louise Bourgeois work location New York City (1938)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)", "Louise Bourgeois work location Paris (1929)" ] }, { "id": "q_006889", "complexity": "2hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Carlo Ancelotti", "pred": "\nOkay, let's try to figure out this question. The user is asking about the head coach of Franco Di Santo's member of sports team after Jack Kirwan member of Chelsea F.C. \n\nFirst, I need to parse the question correctly. It seems like they're asking for the head coach of the team", "em": 0.0, "f1": 0.0, "retrieved": [ "Chelsea F.C. head coach Claudio Ranieri (2000)", "Chelsea F.C. head coach Jos\u00e9 Mourinho (2013)", "Chelsea F.C. head coach Antonio Conte (2016)", "Chelsea F.C. head coach Frank Lampard (2023)", "Ruud Gullit coach of sports team Chelsea F.C. (1996)", "Jos\u00e9 Mourinho coach of sports team Chelsea F.C. (2013)", "Henning Berg coach of sports team Blackburn Rovers F.C. (2012)", "Deco member of sports team Chelsea F.C. (2008)", "Billy Brown member of sports team Chelsea F.C. (1924)", "Syd Bishop member of sports team Chelsea F.C. (1928)" ] }, { "id": "q_003651", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Saku Koivu", "pred": "\nOkay, let's try to figure this out. The question is asking for the team captain of the team that Matt Carkner was drafted by after Guy Lafleur was a member of the Montreal Canadiens.\n\nFirst, I need to parse the question correctly. The key parts here are:\n\n1. Matt Cark", "em": 0.0, "f1": 0.0, "retrieved": [ "Maurice Richard member of sports team Montreal Canadiens (1942)", "Henri Richard member of sports team Montreal Canadiens (1955)", "Montreal Canadiens team captain Maurice Richard (1956)", "Montreal Canadiens team captain Saku Koivu (1999)", "Montreal Canadiens team captain Shea Weber (2018)", "Montreal Canadiens home venue Montreal Forum (1926)" ] }, { "id": "q_003374", "complexity": "2hop", "operator_type": "sequence", "t_query": 2015.0, "gold": "Q82595", "pred": "\nOkay, let's try to figure this out. The question is asking about the league or competition that Mirco Born was a member of after Andreas Schiemann was part of Hertha BSC. The reference year is 2015.\n\nFirst, I need to check the evidence provided. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Andreas Schiemann member of sports team Hertha BSC (1994)", "Otto Rehhagel member of sports team Hertha BSC (1963)", "J\u00fcrgen Rumor member of sports team Hertha BSC (1970)", "J\u00fcrgen Milewski member of sports team Hertha BSC (1978)", "Andr\u00e9 Winkhold member of sports team Hertha BSC (1991)", "Gerhard Tremmel member of sports team Hertha BSC (2004)", "Stevan Joveti\u0107 member of sports team Hertha BSC (2021)", "Karl-Heinz Emig member of sports team Hertha BSC (1982)", "Koro Issa Ahmed Kon\u00e9 member of sports team Hertha BSC (2008)", "Andreas Voglsammer member of sports team Germany national under-17 association football team (2008)" ] }, { "id": "q_003329", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Sandro Pertini, who was the head of state of Armando C\u00edrio's country of citizenship? \n\nFirst, I need to determine which country Armando C\u00edrio's citizenship refers to. The evidence mentions two entries", "em": 0.0, "f1": 0.0, "retrieved": [ "Armando C\u00edrio country of citizenship Italy (1946)", "Armando C\u00edrio country of citizenship Kingdom of Italy (1916)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000420", "complexity": "2hop", "operator_type": "interval", "t_query": 1917.0, "gold": "1917", "pred": "\nOkay, let's try to figure this out. The question is asking about the year when Transbaikal Oblast was located in relation to the February Revolution. The reference year given is 1917.\n\nFirst, I need to recall what the February Revolution was. From what I remember, the February", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Don Host Oblast located in the administrative territorial entity Russian Empire (1900)", "Don Host Oblast located in the administrative territorial entity Russian Republic (1917)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)", "Kaluga Governorate located in the administrative territorial entity Russian Republic (1917)", "Chernigov Governorate located in the administrative territorial entity Russian Republic (1917)" ] }, { "id": "q_005828", "complexity": "2hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Prime Minister of Belize", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Universal Copyright Convention signatory Belize, what was the position held of Belize's head of government?\" The reference year is 2014.\n\nFirst, I need to parse the evidence provided. The evidence includes several entries about Belize and", "em": 0.0, "f1": 0.09302325581395347, "retrieved": [ "Belize head of government Dean Barrow (2008)", "Universal Copyright Convention signatory Belize (1983)", "People's Republic of China head of government Zhou Enlai (1949)", "People's Republic of China head of government Zhao Ziyang (1980)", "People's Republic of China head of government Li Peng (1987)", "People's Republic of China head of government Zhu Rongji (1998)", "People's Republic of China head of government Wen Jiabao (2003)", "People's Republic of China head of government Li Keqiang (2013)", "People's Republic of China diplomatic relation Belize (1987)", "People's Republic of China diplomatic relation The Gambia (1974)" ] }, { "id": "q_006078", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1962.0, "gold": "Sepp Herberger", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Hans Nowak's member of sports team in 1962. Wait, the wording is a bit confusing. Maybe it's asking about the head coach of the team that Hans Nowak was a member of", "em": 0.0, "f1": 0.0, "retrieved": [ "Germany men's national association football team head coach Sepp Herberger (1950)", "Jupp Heynckes coach of sports team Schalke 04 (2003)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Hans Welker member of sports team Germany men's national association football team (1931)", "Hans Pesser member of sports team Germany men's national association football team (1938)", "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)" ] }, { "id": "q_002499", "complexity": "2hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "Territory of Hawaii", "pred": "\nOkay, let's try to figure this out. The question is asking, after Henry James's country of citizenship is the United States, what was the administrative territorial entity that the United States contained for Alexander Graham Bell's country of citizenship?\n\nFirst, let me parse the evidence given. The reference year is 1", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "Henry James country of citizenship United States (1900)", "Alexander Graham Bell country of citizenship United States (1900)", "Alexander Graham Bell award received Canada's Walk of Fame (2001)", "Hughes Medal winner Alexander Graham Bell (1913)", "Alexander Graham Bell award received Hughes Medal (1913)", "Tina Turner country of citizenship United States (1939)", "Richard Pipes country of citizenship United States (1943)", "Angela Lansbury country of citizenship United States (1951)" ] }, { "id": "q_008212", "complexity": "2hop", "operator_type": "before_after", "t_query": 1947.0, "gold": "George VI", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before Elizabeth II, who was the head of state of HMS Spur's country?\" The reference year is 1947.\n\nFirst, I need to figure out which country HMS Spur belongs to. The evidence provided includes several entries", "em": 0.0, "f1": 0.0, "retrieved": [ "United Kingdom head of state Elizabeth II (1952)", "United Kingdom head of state George VI (1936)", "United Kingdom head of state Edward VIII (1936)", "HMS Gloucester significant event ship launching (1909)", "HMS Diamond significant event ship launching (1932)", "Virginia Woolf country of citizenship United Kingdom (1927)", "Robert Morley country of citizenship United Kingdom (1927)", "Liz Smith country of citizenship United Kingdom (1927)", "Anna Freud country of citizenship United Kingdom (1946)", "Tony Abbott country of citizenship United Kingdom (1957)" ] }, { "id": "q_006996", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking about the shares border with of Salvatore Cassisa's country of citizenship after Renato Polselli's country of citizenship is Italy. The reference year is 1967.\n\nFirst, I need to parse the evidence provided. Let's", "em": 0.0, "f1": 0.0, "retrieved": [ "Salvatore Cassisa country of citizenship Italy (1946)", "Salvatore Cassisa country of citizenship Kingdom of Italy (1921)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006976", "complexity": "2hop", "operator_type": "before_after", "t_query": 2019.0, "gold": "Gennaro Gattuso", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head coach of Hakan \u00c7alhano\u011flu's member of sports team after Vincenzo Montella?\" \n\nFirst, I need to parse the question correctly. It seems like it", "em": 0.0, "f1": 0.0, "retrieved": [ "Joachim L\u00f6w coach of sports team Karlsruher SC (1999)", "Uwe Rapolder coach of sports team Karlsruher SC (2010)", "Ricardo Moniz coach of sports team Hamburger SV (2010)", "Kurt Clemens member of sports team Karlsruher SC (1948)", "Horst Buhtz member of sports team Karlsruher SC (1950)", "Christian M\u00fcller member of sports team Karlsruher SC (1966)", "Kurt Niedermayer member of sports team Karlsruher SC (1974)", "Joachim L\u00f6w member of sports team Karlsruher SC (1984)", "Oliver Kreuzer member of sports team Karlsruher SC (1985)", "Matthias Lust member of sports team Karlsruher SC (1990)" ] }, { "id": "q_007445", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "Football Manager of the Year", "pred": "\nOkay, let's try to figure this out. The question is asking about the award received by Borussia Dortmund's head coach before the Order of Merit of Baden-W\u00fcrttemberg. The reference year is 2012, and there's no evidence provided.\n\nFirst, I need to", "em": 0.0, "f1": 0.1395348837209302, "retrieved": [] }, { "id": "q_004525", "complexity": "2hop", "operator_type": "sequence", "t_query": 1995.0, "gold": "Lamberto Dini", "pred": "\nOkay, let's try to figure this out. The question is asking, after Ernesto Treccani's country of citizenship is Italy, what was the head of government of Antonio Brancaccio's country of citizenship?\n\nFirst, I need to parse the evidence provided. The reference year is 19", "em": 0.0, "f1": 0.0, "retrieved": [ "Antonio Brancaccio country of citizenship Italy (1946)", "Antonio Brancaccio country of citizenship Kingdom of Italy (1923)", "Ernesto Cesaro country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002061", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Giorgio Napolitano", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of state of Milram's country after Francesco Cossiga. First, I need to understand the evidence provided.\n\nLooking at the evidence, there are several entries mentioning \"Milram\" and years. The key points are", "em": 0.0, "f1": 0.0, "retrieved": [ "Francesco Gabrieli country of citizenship Italy (1946)", "Milram country Italy (2006)", "Milram country Germany (2008)", "Alessandro Vanotti member of sports team Milram (2006)", "Martin M\u00fcller member of sports team Milram (2006)", "Bj\u00f6rn Schr\u00f6der member of sports team Milram (2006)", "Mirko Celestino member of sports team Milram (2006)", "Christian Kux member of sports team Milram (2008)", "Simon Geschke member of sports team Milram (2008)", "Martin Velits member of sports team Milram (2008)" ] }, { "id": "q_003387", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "\nOkay, let's tackle this question. The user is asking about the year when Karlsruhe Institute of Technology (KIT) was the funder of Tsinghua University's member. The reference year given is 2021, but there's no evidence provided.\n\nFirst, I need to check if there", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [] }, { "id": "q_004969", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Alex McLeish", "pred": "\nOkay, let's try to figure this out. The question is asking, after Mark Crossley was a member of Nottingham Forest F.C., what was the head coach of George Boateng's team. But wait, the evidence provided doesn't mention George Boateng at all. Let me check again.\n\nLooking at", "em": 0.0, "f1": 0.0, "retrieved": [ "Ricardo Moniz coach of sports team Excelsior Rotterdam (2019)", "Ruud Gullit coach of sports team Feyenoord Rotterdam (2004)", "Giovanni van Bronckhorst coach of sports team Feyenoord Rotterdam (2015)", "Magnus Hedman member of sports team Coventry City F.C. (1997)", "Roland Nilsson member of sports team Coventry City F.C. (2001)", "Steve Staunton member of sports team Coventry City F.C. (2003)", "Dean Leacock member of sports team Coventry City F.C. (2005)", "Colin Cameron member of sports team Coventry City F.C. (2006)", "Elliott Ward member of sports team Coventry City F.C. (2006)", "Danny Pugh member of sports team Coventry City F.C. (2014)" ] }, { "id": "q_008292", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2006.0, "gold": "United States", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking for the country of Yaroslav Popovych's sports team member in 2006. Wait, maybe I need to parse that again. Oh, right, it's asking for the country associated with", "em": 0.0, "f1": 0.0, "retrieved": [ "Yaroslav Popovych member of sports team RadioShack (2010)", "Discovery Channel country United States (1988)", "Yaroslav Popovych member of sports team Crelan-Euphony (2002)", "Yaroslav Popovych member of sports team Discovery Channel (2005)", "Yaroslav Popovych member of sports team Lotto-Intermarch\u00e9 (2008)", "Yaroslav Popovych member of sports team Lidl-Trek (2012)", "Yaroslav Popovych member of sports team XDS Astana Team (2009)", "Chris Horner member of sports team Lotto-Intermarch\u00e9 (2006)", "Ren\u00e9 Haselbacher member of sports team XDS Astana Team (2007)", "Chris Horner member of sports team XDS Astana Team (2008)" ] }, { "id": "q_006528", "complexity": "2hop", "operator_type": "interval", "t_query": 1902.0, "gold": "1902", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the doctoral advisor of Leo K\u00f6nigsberger's doctoral student was equal to Moritz Cantor. Hmm, first, I need to break down the components here.\n\nFirst, Leo K\u00f6nigsberger was a mathematician. I", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_008636", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Walter Zenga", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Before Diego Simeone, who was the head coach of Giuseppe Mascara's member of sports team?\" The reference year is 2008.\n\nFirst, I need to look through the provided evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "U.S. Salernitana 1919 head coach Zden\u011bk Zeman (2001)", "U.S. Salernitana 1919 head coach Stefano Pioli (2003)", "U.S. Salernitana 1919 head coach Paulo Sousa (2023)", "Palermo F.C. head coach Walter Zenga (2009)", "Palermo F.C. head coach Stefano Pioli (2011)", "Giuseppe Mascara member of sports team U.S. Avellino 1912 (2000)", "Giuseppe Mascara member of sports team U.S. Salernitana 1919 (2001)", "Giuseppe Mascara member of sports team Italy men's national association football team (2009)", "Giuseppe Mascara member of sports team Alshariqa (2012)", "Giuseppe Mascara member of sports team Genoa CFC (2003)" ] }, { "id": "q_004972", "complexity": "2hop", "operator_type": "before_after", "t_query": 1977.0, "gold": "Kia Forum", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the home venue of Kermit Washington's member of sports team after Minneapolis Armory?\" And the reference year is 1977.\n\nFirst, I need to recall who Kermit Washington is.", "em": 0.0, "f1": 0.0, "retrieved": [ "Boston Celtics home venue Boston Garden (1946)", "Boston Celtics home venue Matthews Arena (1946)", "Portland Trail Blazers home venue Veterans Memorial Coliseum (1970)", "Bill Sharman member of sports team Boston Celtics (1951)", "Kevin Garnett member of sports team Boston Celtics (2007)", "Bill Sharman member of sports team Los Angeles Lakers (1961)", "Wilt Chamberlain member of sports team Los Angeles Lakers (1968)", "Caron Butler member of sports team Los Angeles Lakers (2004)", "K. C. Jones member of sports team Boston Celtics (1978)", "Shaquille O'Neal member of sports team Boston Celtics (2010)" ] }, { "id": "q_006497", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "Hungarian People's Republic", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"What was Demeter Balla's work location's capital of in 1957?\" \n\nFirst, I need to look at the evidence provided. Let me go through each piece of evidence one by one", "em": 0.0, "f1": 0.04761904761904762, "retrieved": [ "Demeter Balla work location Budapest (1951)", "Budapest capital of Hungarian People's Republic (1949)", "Budapest capital of Kingdom of Hungary (1920)", "Demeter Balla award received Kossuth Prize (2004)", "Joseph Csaky work location Budapest (1904)", "Frederick Antal work location Budapest (1914)", "University of Szeged headquarters location Budapest (1919)", "Budapest country Hungarian People's Republic (1949)", "Budapest country Kingdom of Hungary (1920)" ] }, { "id": "q_005926", "complexity": "2hop", "operator_type": "before_after", "t_query": 2014.0, "gold": "Jos\u00e9 Mourinho", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head coach of Fernando Torres's member of sports team after Carlo Ancelotti?\" \n\nFirst, I need to parse the question correctly. It seems like it's asking for the head coach of the", "em": 0.0, "f1": 0.0, "retrieved": [ "Chelsea F.C. head coach Claudio Ranieri (2000)", "Fernando Torres member of sports team AC Milan (2015)", "Fernando Torres member of sports team Atl\u00e9tico Madrid (2016)", "Fernando Torres member of sports team Chelsea F.C. (2011)", "Fernando Torres member of sports team Spain men's national football team (2003)", "Ricardo Zamora coach of sports team Spain men's national football team (1952)", "Julen Lopetegui coach of sports team Spain men's national football team (2016)", "Ruud Gullit coach of sports team Chelsea F.C. (1996)", "Ricardo Zamora member of sports team Spain men's national football team (1920)", "Pedro Sol\u00e9 member of sports team Spain men's national football team (1929)" ] }, { "id": "q_005410", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Taiwan", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the diplomatic relation of Elizabeth Bishop's residence in 1955. Let me start by breaking down the information provided.\n\nFirst, the reference year is 1955. The evidence given includes several points", "em": 0.0, "f1": 0.0, "retrieved": [ "Brazil diplomatic relation Taiwan (1913)", "Anna Seghers residence Mexico (1941)", "Brazil head of state Dilma Rousseff (2011)", "Brazil head of state Fernando Henrique Cardoso (1995)", "NAe S\u00e3o Paulo country of registry Brazil (2000)" ] }, { "id": "q_000901", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "Shimon Peres", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Gaza City's country in 1996. \n\nFirst, I need to determine which country Gaza City belongs to in 1996. The evidence provided includes several entries about Gaza City's country", "em": 0.0, "f1": 0.0, "retrieved": [ "Gaza City country Egypt (1948)", "Gaza City country Ottoman Empire (1900)", "Gaza City country Mandatory Palestine (1920)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Ottoman Empire basic form of government absolute monarchy (1900)", "Ottoman Empire basic form of government military dictatorship (1913)" ] }, { "id": "q_007838", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Mircea Lucescu", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Berkant G\u00f6ktan's member of sports team's head coach in 2002. Hmm, first, I need to check the evidence provided to see if there's any information related to Berkant G\u00f6", "em": 0.0, "f1": 0.0, "retrieved": [ "Ralph Hasenh\u00fcttl member of sports team FC Bayern Munich II (2002)", "Giovanni Trapattoni coach of sports team FC Bayern Munich (1996)", "Jupp Heynckes coach of sports team FC Bayern Munich (2017)", "Louis van Gaal coach of sports team FC Bayern Munich (2009)", "Dante member of sports team FC Bayern Munich (2012)", "Berti Vogts member of sports team Borussia M\u00f6nchengladbach (1965)", "Helmut Kremers member of sports team Borussia M\u00f6nchengladbach (1967)", "Jupp Heynckes member of sports team Borussia M\u00f6nchengladbach (1970)", "Hans Welker member of sports team FC Bayern Munich (1925)", "Ludwig Goldbrunner member of sports team FC Bayern Munich (1927)" ] }, { "id": "q_007144", "complexity": "2hop", "operator_type": "sequence", "t_query": 1921.0, "gold": "The Internationale", "pred": "\nOkay, let's try to figure this out. The question is asking for the anthem of Glazov after Vasiliy Ulrikh's country of citizenship was the Russian Soviet Federative Socialist Republic (RSFSR) in 1921. \n\nFirst, I need to understand the components here", "em": 0.0, "f1": 0.05128205128205129, "retrieved": [ "Vasiliy Ulrikh country of citizenship Russian Soviet Federative Socialist Republic (1917)", "Russian Soviet Federative Socialist Republic anthem State Anthem of the Soviet Union (1944)", "Russian Soviet Federative Socialist Republic anthem The Internationale (1917)", "Russian Soviet Federative Socialist Republic country Soviet Union (1922)", "Autonomous Republic of Crimea located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1944)", "Russian Soviet Federative Socialist Republic award received Order of Friendship of Peoples (1972)", "Sakha located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1917)", "Omsk located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1947)", "Russian Soviet Federative Socialist Republic award received Order of the October Revolution (1967)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)" ] }, { "id": "q_003135", "complexity": "2hop", "operator_type": "before_after", "t_query": 1975.0, "gold": "Jean Mistler", "pred": "\nOkay, let's try to figure this out. The question is asking, after Maurice Genevoix, who was the general secretary of Ren\u00e9 Huyghe's member of? Hmm, first, I need to understand what exactly is being asked here. The phrase \"general secretary of Ren\u00e9 Huy", "em": 0.0, "f1": 0.0, "retrieved": [ "Ren\u00e9 Huyghe member of Acad\u00e9mie Fran\u00e7aise (1960)", "Ren\u00e9 Huyghe work location Paris (1930)", "Erasmus Prize winner Ren\u00e9 Huyghe (1966)", "Ren\u00e9 Huyghe employer Coll\u00e8ge de France (1951)", "Ren\u00e9 Huyghe award received Erasmus Prize (1966)", "Jean Richepin member of Acad\u00e9mie Fran\u00e7aise (1908)", "Henri Bergson member of Acad\u00e9mie Fran\u00e7aise (1914)", "Philippe P\u00e9tain member of Acad\u00e9mie Fran\u00e7aise (1929)", "Andr\u00e9 Chaumeix member of Acad\u00e9mie Fran\u00e7aise (1930)", "Abel Bonnard member of Acad\u00e9mie Fran\u00e7aise (1932)" ] }, { "id": "q_000287", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1993.0, "gold": "Gerhard Casper", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1993, what was the chairperson of Andrew M. Stuart's employer. \n\nFirst, I need to determine where Andrew M. Stuart worked in 1993. The evidence provided lists several people who", "em": 0.0, "f1": 0.0, "retrieved": [ "Stanford University chairperson David Starr Jordan (1900)", "Stanford University chairperson John L. Hennessy (2000)", "Harold Hotelling employer Stanford University (1924)", "George P\u00f3lya employer Stanford University (1942)", "Samuel Karlin employer Stanford University (1956)", "Hans Moravec employer Stanford University (1971)", "Irmgard Fl\u00fcgge-Lotz employer Stanford University (1948)", "Richard E. Bellman employer Stanford University (1948)", "Donald C. Spencer employer Stanford University (1963)", "Robert B. Wilson employer Stanford University (1964)" ] }, { "id": "q_004792", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure out the answer. The question is asking about the currency of Mario Piccioli's country of citizenship in 1947. \n\nFirst, I need to determine which country Mario Piccioli was a citizen of in 1947. The evidence provided mentions", "em": 0.0, "f1": 0.0, "retrieved": [ "Mario Piccioli country of citizenship Italy (1946)", "Mario Piccioli country of citizenship Kingdom of Italy (1926)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006621", "complexity": "2hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Sean Yates", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Q561361's member of sports team before Gabriel Rasch. First, I need to understand what Q561361 refers to. Since it's a numeric code, maybe it", "em": 0.0, "f1": 0.0, "retrieved": [ "Thomas L\u00f6fkvist member of sports team Ineos Grenadiers (2010)", "Christopher Sutton member of sports team Ineos Grenadiers (2010)", "Michael Barry member of sports team Ineos Grenadiers (2010)", "Rigoberto Ur\u00e1n member of sports team Ineos Grenadiers (2011)", "Nicolas Roche member of sports team Ineos Grenadiers (2015)", "Be\u00f1at Intxausti member of sports team Ineos Grenadiers (2016)", "Juan Antonio Flecha member of sports team Ineos Grenadiers (2010)" ] }, { "id": "q_001788", "complexity": "2hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Norma Shearer", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before Julie Andrews, who was the winner of Jeanne Eagels's nominated for?\" with the reference year 1930.\n\nFirst, I need to parse the question correctly. It seems like there might be a typo or confusion.", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Julie Andrews (1964)", "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)" ] }, { "id": "q_002557", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1941.0, "gold": "Fiorello H. La Guardia", "pred": "\nOkay, let's try to figure out where Hanns Eisler was working in 1941 and who the head of government was there. First, I need to recall who Hanns Eisler was. He was a composer, right? Known for his work in the 20th century,", "em": 0.0, "f1": 0.0, "retrieved": [ "Berlin head of government Willy Brandt (1957)", "Berlin head of government Klaus Sch\u00fctz (1967)", "Berlin head of government Dietrich Stobbe (1977)", "Berlin head of government Richard von Weizs\u00e4cker (1981)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)" ] }, { "id": "q_006859", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "A. S. Byatt", "pred": "\nOkay, let's try to figure this out. The user is asking about the winner of Penelope Fitzgerald's nominated work in 1990. Wait, the question is a bit confusing. Let me read it again.\n\n\"In 1990, what was the winner of Penelope Fitzgerald's", "em": 0.0, "f1": 0.1111111111111111, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_006058", "complexity": "2hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Giuseppe Saragat", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Giorgio Napolitano, who was the head of state of Antonio Pesenti's country of citizenship? The reference year is 1967.\n\nFirst, I need to determine Antonio Pesenti's country of citizenship", "em": 0.0, "f1": 0.0, "retrieved": [ "Antonio Pesenti country of citizenship Italy (1946)", "Antonio Pesenti country of citizenship Kingdom of Italy (1908)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Gustavo Pesenti country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000536", "complexity": "2hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "Vicente Calder\u00f3n Stadium", "pred": "\nOkay, let's try to figure this out. The question is asking about the home venue of Baltazar's member of sports team after Luis Aragon\u00e9s was a member of Atl\u00e9tico Madrid. But first, I need to check the evidence provided to see if there's any information related to Baltazar or the", "em": 0.0, "f1": 0.0, "retrieved": [ "Neco member of sports team Brazil men's national football team (1917)", "Pel\u00e9 member of sports team Brazil men's national football team (1957)", "Dunga member of sports team Brazil men's national football team (1987)", "Zinho member of sports team Brazil men's national football team (1989)", "Aldair member of sports team Brazil men's national football team (1989)", "Ewerthon member of sports team Brazil men's national football team (2001)", "Djalma Santos member of sports team Brazil men's national football team (1952)", "Roberto Miranda member of sports team Brazil men's national football team (1968)", "Elzo Coelho member of sports team Brazil men's national football team (1986)", "Z\u00e9 Roberto member of sports team Brazil men's national football team (1995)" ] }, { "id": "q_007404", "complexity": "2hop", "operator_type": "interval", "t_query": 2000.0, "gold": "2000", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of Ronald Sukenick's award was equal to Robert Creeley. The reference year given is 2000.\n\nFirst, I need to understand what the evidence provided is. The evidence mentions Daniel Ell", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Daniel Ellsberg award received American Book Awards (2003)", "American Book Awards winner Daniel Ellsberg (2003)" ] }, { "id": "q_001292", "complexity": "2hop", "operator_type": "interval", "t_query": 1990.0, "gold": "1990", "pred": "\nOkay, let's try to figure out this question. The user is asking: \"In what year was the winner of Winona Ryder's nominated for equal to Whoopi Goldberg?\" Hmm, that wording is a bit confusing. Let me parse it again.\n\nSo, they want to know the year when the winner", "em": 0.0, "f1": 0.0, "retrieved": [ "MTV Movie Award for Best Comedic Performance winner Johnny Depp (2008)", "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture winner Cher (1983)", "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture winner Janet Leigh (1960)", "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture winner Meryl Streep (1979)", "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture winner Joan Hackett (1981)", "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture winner Jessica Lange (1982)", "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture winner Maggie Smith (1986)", "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture winner Julia Roberts (1989)", "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture winner Lauren Bacall (1996)", "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture winner Ren\u00e9e Zellweger (2003)" ] }, { "id": "q_002179", "complexity": "2hop", "operator_type": "before_after", "t_query": 1976.0, "gold": "David Storey", "pred": "\nOkay, let's try to figure this out. The question is asking, \"After Bernice Rubens, who was the winner of Andr\u00e9 Brink's nominated for?\" The reference year is 1976. \n\nFirst, I need to check the evidence provided. The evidence lists several Booker Prize nominations", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_005996", "complexity": "2hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "Penelope Fitzgerald", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of Fay Weldon's nominated for after the Booker Prize winner Nadine Gordimer. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, the reference year is 1979. The", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Salman Rushdie award received Booker Prize (1981)" ] }, { "id": "q_002490", "complexity": "2hop", "operator_type": "interval", "t_query": 1930.0, "gold": "1930", "pred": "\nOkay, let's tackle this question. The user is asking about when Norma Shearer was the winner of Jeanne Eagels's nominated for. Wait, the wording is a bit confusing. Let me parse it again.\n\nThe question is: \"When was Norma Shearer the winner of Jeanne Eag", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)" ] }, { "id": "q_001434", "complexity": "2hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "New York City", "pred": "\nOkay, let's tackle this question. The user is asking, \"After London, who was the residence of Betsey Johnson's spouse?\" The reference year is 1971.\n\nFirst, I need to parse the evidence provided. Let's list out the key points:\n\n1. Betsey Johnson spouse", "em": 0.0, "f1": 0.0, "retrieved": [ "Betsey Johnson spouse John Cale (1968)", "John Cale spouse Betsey Johnson (1968)", "John Cale residence London (1970)", "John Cale award received Rock and Roll Hall of Fame (1996)", "John Cale residence New York City (1963)" ] }, { "id": "q_006868", "complexity": "2hop", "operator_type": "interval", "t_query": 2001.0, "gold": "2001", "pred": "\nOkay, let's tackle this question. The user is asking, \"When was Ben Kingsley the winner of Ray Winstone's nominated for?\" Hmm, first, I need to parse this correctly. It seems like there might be a mix-up in the phrasing. Maybe they meant to ask when Ben", "em": 0.0, "f1": 0.0, "retrieved": [ "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Rupert Everett nominated for European Film Award for Best Actor (1999)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Philippe Noiret award received European Film Award for Best Actor (1989)" ] }, { "id": "q_008663", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Jean Mistler", "pred": "\nOkay, let's try to figure this out. The question is asking for the general secretary of Roger Caillois's member of in 1977. Wait, maybe I need to parse that again. It says \"the general secretary of Roger Caillois's member of in 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Genevoix (1958)", "Acad\u00e9mie Fran\u00e7aise general secretary Jean Mistler (1973)", "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Druon (1985)", "Acad\u00e9mie Fran\u00e7aise general secretary H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (1999)", "Jean Richepin member of Acad\u00e9mie Fran\u00e7aise (1908)", "Henri Bergson member of Acad\u00e9mie Fran\u00e7aise (1914)", "Philippe P\u00e9tain member of Acad\u00e9mie Fran\u00e7aise (1929)", "Andr\u00e9 Chaumeix member of Acad\u00e9mie Fran\u00e7aise (1930)", "Abel Bonnard member of Acad\u00e9mie Fran\u00e7aise (1932)", "Fran\u00e7ois Mauriac member of Acad\u00e9mie Fran\u00e7aise (1933)" ] }, { "id": "q_002319", "complexity": "2hop", "operator_type": "interval", "t_query": 2022.0, "gold": "2022", "pred": "\nOkay, let's try to figure out when Felix Magath was the head coach of Stevan Joveti\u0107's team. First, I need to look at the evidence provided.\n\nThe evidence lists Stevan Joveti\u0107's memberships in various teams and the years. Let me list them out:\n\n-", "em": 0.0, "f1": 0.0, "retrieved": [ "Stevan Joveti\u0107 member of sports team FK Partizan (2006)", "Stevan Joveti\u0107 member of sports team ACF Fiorentina (2008)", "Stevan Joveti\u0107 member of sports team Inter Milan (2015)", "Stevan Joveti\u0107 member of sports team Sevilla FC (2017)", "Stevan Joveti\u0107 member of sports team Hertha BSC (2021)", "Stevan Joveti\u0107 member of sports team AS Monaco FC (2017)", "Stevan Joveti\u0107 member of sports team Manchester City F.C. (2013)", "ACF Fiorentina head coach Aldo Agroppi (1993)", "ACF Fiorentina head coach Claudio Ranieri (1993)", "ACF Fiorentina head coach Giovanni Trapattoni (1998)" ] }, { "id": "q_008472", "complexity": "2hop", "operator_type": "before_after", "t_query": 1955.0, "gold": "German Democratic Republic", "pred": "\nOkay, let's try to figure this out. The question is asking about the country of citizenship of Inge Keller's spouse before Germany. The reference year is 1955.\n\nLooking at the evidence provided, there's information about Karl-Eduard von Schnitzler's citizenship. It says he", "em": 0.0, "f1": 0.0, "retrieved": [ "Karl-Eduard von Schnitzler country of citizenship Germany (1990)", "Karl-Eduard von Schnitzler country of citizenship German Democratic Republic (1949)" ] }, { "id": "q_000496", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Massimo D'Alema", "pred": "\nOkay, let's try to figure out what Fulvio Tomizza's country of citizenship's head of government was in 1999. \n\nFirst, I need to determine which country Fulvio Tomizza was a citizen of in 1999. The evidence mentions that he was a citizen of", "em": 0.0, "f1": 0.0, "retrieved": [ "Strega Prize winner Fulvio Tomizza (1977)", "Fulvio Tomizza country of citizenship Italy (1946)", "Fulvio Tomizza country of citizenship Kingdom of Italy (1935)", "Fulvio Tomizza award received Austrian State Prize for European Literature (1979)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005883", "complexity": "2hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Roman Herzog", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of G\u00fcnter Siegmund's country of citizenship after Germany became a member of the Western European Union.\n\nFirst, I need to determine G\u00fcnter Siegmund's country of citizenship. The evidence says he", "em": 0.0, "f1": 0.0, "retrieved": [ "Germany member of Western European Union (1954)", "G\u00fcnter Siegmund country of citizenship Germany (1990)", "G\u00fcnter Siegmund country of citizenship German Democratic Republic (1949)", "Germany member of European Atomic Energy Community (1957)", "Germany member of European Coal and Steel Community (1951)", "Germany head of state Theodor Heuss (1949)", "Germany head of state Heinrich L\u00fcbke (1959)", "Germany head of state Gustav Heinemann (1969)", "Germany head of state Walter Scheel (1974)", "Germany head of state Karl Carstens (1979)" ] }, { "id": "q_000466", "complexity": "2hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "BP", "pred": "\nOkay, let's try to figure this out. The question is asking for the sponsor of Rudolf Kargus's member of sports team before Emirates. The reference year is 1980.\n\nFirst, I need to check the evidence provided. The evidence lists several sponsors of Hamburger SV. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Hamburger SV sponsor Emirates (2006)", "Hamburger SV sponsor Campari Group (1974)", "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)", "Anton Kugler member of sports team Germany men's national association football team (1923)", "Ernst Bantle member of sports team Germany men's national association football team (1924)" ] }, { "id": "q_001286", "complexity": "2hop", "operator_type": "sequence", "t_query": 1969.0, "gold": "Giuseppe Saragat", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Francesco Carpino's country of citizenship after Tullio Kezich's country of citizenship, which is Italy. \n\nFirst, I need to confirm the country of citizenship for both Francesco Carpino and Tull", "em": 0.0, "f1": 0.0, "retrieved": [ "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003325", "complexity": "2hop", "operator_type": "before_after", "t_query": 1947.0, "gold": "Bucharest", "pred": "\nOkay, let's try to figure this out. The question is asking, after Ia\u0219i, who was the capital of Vla\u0219ca County's country in 1947. \n\nFirst, I need to look at the evidence provided. The reference year is 1947, so", "em": 0.0, "f1": 0.0, "retrieved": [ "Kingdom of Romania capital Ia\u0219i (1916)", "Giurgiu located in the administrative territorial entity Vla\u0219ca County (1900)", "Vla\u0219ca County located in the administrative territorial entity Kingdom of Romania (1940)", "Vla\u0219ca County country Kingdom of Romania (1900)", "Giurgiu located in the administrative territorial entity Ilfov County (1968)", "Kingdom of Romania capital Bucharest (1918)", "Bac\u0103u County located in the administrative territorial entity Kingdom of Romania (1900)", "Bac\u0103u County country Kingdom of Romania (1900)", "B\u00e2rlad country Kingdom of Romania (1900)", "Buhu\u0219i country Kingdom of Romania (1900)" ] }, { "id": "q_000231", "complexity": "2hop", "operator_type": "sequence", "t_query": 1924.0, "gold": "William Emmett Dever", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Sister Rosetta Tharpe's residence after Carter Harrison IV. \n\nFirst, I need to recall the evidence provided. The reference year is 1924. The evidence mentions that Sister Rosetta Th", "em": 0.0, "f1": 0.0, "retrieved": [ "Chicago head of government Carter Harrison IV (1911)", "Sister Rosetta Tharpe residence Chicago (1920)", "Sister Rosetta Tharpe award received Rock and Roll Hall of Fame (2018)", "Chicago head of government Harold Washington (1983)", "Chicago head of government Richard M. Daley (1989)", "Hillary Clinton residence Chicago (1947)", "The Cars award received Rock and Roll Hall of Fame (2018)", "Charlie Chaplin work location Chicago (1915)", "Queen award received Rock and Roll Hall of Fame (2001)", "Madonna award received Rock and Roll Hall of Fame (2008)" ] }, { "id": "q_000949", "complexity": "2hop", "operator_type": "before_after", "t_query": 1997.0, "gold": "Roman Herzog", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Johannes Rau, who was the head of state of G\u00fcnter Siegmund's country of citizenship?\n\nFirst, I need to determine G\u00fcnter Siegmund's country of citizenship in 1997. The", "em": 0.0, "f1": 0.0, "retrieved": [ "G\u00fcnter Siegmund country of citizenship Germany (1990)", "G\u00fcnter Siegmund country of citizenship German Democratic Republic (1949)", "Germany head of state Theodor Heuss (1949)", "Germany head of state Heinrich L\u00fcbke (1959)", "Germany head of state Gustav Heinemann (1969)", "Germany head of state Walter Scheel (1974)", "Germany head of state Karl Carstens (1979)", "Germany head of state Roman Herzog (1994)", "Germany head of state Horst K\u00f6hler (2004)", "Germany head of state Christian Wulff (2010)" ] }, { "id": "q_004634", "complexity": "2hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "\nOkay, let's try to figure this out. The question is asking when Rossens was the replacement for S\u00e9deilles's replacement. The reference year given is 2006, but there's no evidence provided. Hmm, that's tricky.\n\nFirst, I need to understand the question properly. It", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [] }, { "id": "q_008417", "complexity": "2hop", "operator_type": "sequence", "t_query": 2015.0, "gold": "Swiss Super League", "pred": "\nOkay, let's try to figure this out. The user is asking about Stephan Andrist's league or competition after David Degen was a member of FC Aarau. The reference year is 2015.\n\nFirst, I need to check the evidence provided. The evidence lists several players and their", "em": 0.0, "f1": 0.044444444444444446, "retrieved": [ "Andreas Hilfiker member of sports team FC Aarau (1987)", "Petar Aleksandrov member of sports team FC Aarau (1998)", "Alexander Frei member of sports team FC Thun (1998)", "Armand Deumi member of sports team FC Thun (2002)", "Leopold Kielholz member of sports team FC Basel (1930)", "Werner Schley member of sports team FC Basel (1954)", "Roberto Frigerio member of sports team FC Basel (1964)", "Serge Muhmenthaler member of sports team FC Basel (1975)", "Harald Nickel member of sports team FC Basel (1981)", "Vincenzo Palumbo member of sports team FC Basel (1993)" ] }, { "id": "q_007078", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Raffaele Anguilla's country of citizenship in 2002. \n\nFirst, I need to determine which country Raffaele Anguilla was a citizen of in 20", "em": 0.0, "f1": 0.0, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Raffaele Anguilla country of citizenship Italy (1946)", "Raffaele Anguilla member of sports team SPAL (1938)", "Raffaele Anguilla country of citizenship Kingdom of Italy (1915)", "Raffaele Anguilla member of sports team SSC Bari (1943)", "Raffaele Anguilla member of sports team US Lecce (1945)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003711", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Mary J. Blige", "pred": "\nOkay, let's see. The user is asking about Aaliyah's nominated for's winner in 2002. The reference year is 2002, so I need to check if there's any evidence provided related to Aaliyah and the MTV Movie Award for Best Song from a", "em": 0.0, "f1": 0.0, "retrieved": [ "MTV Movie Award for Best Song from a Movie winner Whitney Houston (1993)", "MTV Movie Award for Best Song from a Movie winner Michael Jackson (1994)", "MTV Movie Award for Best Song from a Movie winner Will Smith (1998)", "MTV Movie Award for Best Song from a Movie winner Stone Temple Pilots (1995)" ] }, { "id": "q_007469", "complexity": "2hop", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "\nOkay, let's try to figure this out. The question is asking when Ueki replaced J\u014dnan, but the evidence provided is none. Hmm, so there's no information given here. I need to recall if there's any historical context about Ueki and J\u014dnan. Wait, maybe they are", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_002488", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1954.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure out the answer. The question is asking for the currency of Avanti Martinetti's country of citizenship in 1954. \n\nFirst, I need to determine which country Avanti Martinetti was a citizen of in 1954. The evidence provided mentions", "em": 0.0, "f1": 0.0, "retrieved": [ "Avanti Martinetti country of citizenship Italy (1946)", "Avanti Martinetti country of citizenship Kingdom of Italy (1904)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004737", "complexity": "2hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "Shimon Peres", "pred": "\nOkay, let's try to figure out who was the head of government of Gaza City's country after Golda Meir. First, I need to understand the context here. The reference year is 1996, so the question is about the period around that time.\n\nLooking at the evidence provided,", "em": 0.0, "f1": 0.0, "retrieved": [ "Gaza City country Egypt (1948)", "Gaza City country Ottoman Empire (1900)", "Gaza City country Mandatory Palestine (1920)", "Ottoman Empire basic form of government absolute monarchy (1900)", "Ottoman Empire basic form of government military dictatorship (1913)", "Old City of Jerusalem country Ottoman Empire (1900)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)" ] }, { "id": "q_007418", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Luigi Agnolin's country of citizenship's member status in 1998. The reference year is 1998, so I need to consider the political structure around that time.\n\nLooking at the", "em": 0.0, "f1": 0.0, "retrieved": [ "Luigi Agnolin country of citizenship Italy (1946)", "Luigi Agnolin country of citizenship Kingdom of Italy (1943)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006584", "complexity": "2hop", "operator_type": "sequence", "t_query": 1963.0, "gold": "Elliott Gould", "pred": "\nOkay, let's try to figure this out. The question is asking about the spouse of the performer of \"Happy Days Are Here Again\" after Barbra Streisand's unmarried partner Barry Dennen. \n\nFirst, I need to identify who the performer of \"Happy Days Are Here Again\" is. The", "em": 0.0, "f1": 0.0, "retrieved": [ "The Nearness of You performer Barbra Streisand (1967)", "Barbra Streisand award received MusiCares Person of the Year (2011)", "Academy Award for Best Actress winner Barbra Streisand (1968)", "Barbra Streisand award received Grammy Lifetime Achievement Award (1995)", "Barbra Streisand award received AFI Life Achievement Award (2001)", "Barbra Streisand award received Academy Award for Best Actress (1969)", "Barbra Streisand nominated for Academy Award for Best Actress (1969)", "Barbra Streisand nominated for Academy Award for Best Picture (1992)", "Barbra Streisand nominated for Golden Raspberry Award for Worst Actress (1982)", "Barbra Streisand nominated for Golden Raspberry Award for Worst Actor (1984)" ] }, { "id": "q_005916", "complexity": "2hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking for the currency of Marta Abba's country of citizenship after Italo Alaimo's country of citizenship was Italy. \n\nFirst, I need to determine the country of citizenship for both Marta Abba and Italo Alaimo", "em": 0.0, "f1": 0.0, "retrieved": [ "Marta Abba country of citizenship Italy (1946)", "Marta Abba country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003663", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Micha\u0142 Matyas", "pred": "\nOkay, let's try to figure out what Zygfryd Szo\u0142tysik's sports team's head coach was in 1967. \n\nFirst, looking at the evidence provided. The user mentioned that in 1967 is the reference year. Let's check the details", "em": 0.0, "f1": 0.0, "retrieved": [ "Zygfryd Szo\u0142tysik member of sports team G\u00f3rnik Zabrze (1975)", "Zygfryd Szo\u0142tysik member of sports team Valenciennes F.C. (1974)", "Zygfryd Szo\u0142tysik member of sports team Poland men's national football team (1963)", "Poland men's national football team head coach Kazimierz G\u00f3rski (1971)", "Poland men's national football team head coach Andrzej Strejlau (1989)", "Poland men's national football team head coach Pawe\u0142 Janas (2003)", "Poland men's national football team head coach Adam Nawa\u0142ka (2013)", "Poland men's national football team head coach Paulo Sousa (2021)", "G\u00f3rnik Zabrze head coach Adam Nawa\u0142ka (2010)", "Kazimierz G\u00f3rski member of sports team Poland men's national football team (1948)" ] }, { "id": "q_006233", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2006.0, "gold": "Eric Gerets", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Ayhan Akman's member of sports team in 2006. Wait, the wording is a bit confusing. Maybe it's asking about the head coach of the team that Ayhan Akman was a", "em": 0.0, "f1": 0.0, "retrieved": [ "Turkey men's national football team head coach Fatih Terim (2013)", "Turkey men's national football team head coach Mircea Lucescu (2017)", "Turkey men's national football team head coach Stefan Kuntz (2021)", "G\u00f6khan \u00dcnal member of sports team Turkey men's national football team (2006)", "Giuseppe Meazza coach of sports team Be\u015fikta\u015f J.K. (1948)", "Krum Milev coach of sports team Be\u015fikta\u015f J.K. (1968)", "Turgay \u015eeren member of sports team Turkey men's national football team (1950)", "Fevzi Zemzem member of sports team Turkey men's national football team (1965)", "\u00d6mer Kaner member of sports team Turkey men's national football team (1974)", "Cem Pamiro\u011flu member of sports team Turkey men's national football team (1977)" ] }, { "id": "q_005848", "complexity": "2hop", "operator_type": "sequence", "t_query": 1909.0, "gold": "German Empire", "pred": "\nOkay, let's try to figure this out. The question is asking for the country of Hugo von Tschudi's work location after Konrad Biesalski worked in Berlin. \n\nFirst, let me look at the evidence provided. The key points related to the question are:\n\n- Hugo von Tsch", "em": 0.0, "f1": 0.0, "retrieved": [ "Hugo von Tschudi work location Berlin (1900)", "Hugo von Tschudi work location Munich (1909)", "Konrad Biesalski work location Berlin (1900)", "Berlin head of government Richard von Weizs\u00e4cker (1981)", "Berlin country Soviet occupation zone of Germany (1945)", "Konrad Krzy\u017canowski work location Munich (1900)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Eduard von Gr\u00fctzner work location Munich (1900)", "Berlin country German Empire (1900)" ] }, { "id": "q_005040", "complexity": "2hop", "operator_type": "sequence", "t_query": 1963.0, "gold": "Antonio Segni", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Rossana Rossanda's country of citizenship after Aurelio Sabattani's country of citizenship was Italy. \n\nFirst, I need to determine which country Rossana Rossanda was a citizen of. The evidence shows", "em": 0.0, "f1": 0.0, "retrieved": [ "Rossana Rossanda country of citizenship Italy (1946)", "Rossana Rossanda country of citizenship Kingdom of Italy (1924)", "Rossana Rossanda member of political party Italian Communist Party (1940)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005138", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Adolf Hitler", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1942, what was the chairperson of Hartmann Lauterbacher's member of political party. \n\nFirst, I need to parse the evidence provided. The evidence lists several people and their memberships in the Nazi", "em": 0.0, "f1": 0.0, "retrieved": [ "Hartmann Lauterbacher member of political party Nazi Party (1927)", "Hartmann Lauterbacher member of Schutzstaffel (1940)", "Nazi Party chairperson Karl Harrer (1919)", "Nazi Party chairperson Anton Drexler (1920)", "Nazi Party chairperson Adolf Hitler (1921)", "Nazi Party chairperson Martin Bormann (1945)", "Julius Streicher member of political party Nazi Party (1921)", "Hermann G\u00f6ring member of political party Nazi Party (1928)", "August Eigruber member of political party Nazi Party (1928)", "Hans G\u00fcnther member of political party Nazi Party (1929)" ] }, { "id": "q_004246", "complexity": "2hop", "operator_type": "sequence", "t_query": 1948.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, after Liana Millu's country of citizenship is Italy, what was the shares border with of Giorgio Ferrini's country of citizenship?\n\nFirst, I need to parse the information given. The reference year is 194", "em": 0.0, "f1": 0.0, "retrieved": [ "Giorgio Ferrini member of sports team Italy men's national association football team (1962)", "Giorgio Ferrini country of citizenship Italy (1946)", "Giorgio Ferrini country of citizenship Kingdom of Italy (1939)", "Giorgio Ferrini member of sports team Varese Calcio (1958)", "Giorgio Ferrini member of sports team Torino FC (1959)", "Giorgio Ferrini member of sports team Italy national under-21 football team (1960)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007892", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1993.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure out Isabella Biagini's country of citizenship's currency in 1993. \n\nFirst, the question is about her country's currency in 1993. The reference year is 1993, so I need to consider the currency used in", "em": 0.0, "f1": 0.0, "retrieved": [ "Isabella Biagini country of citizenship Italy (1946)", "Isabella Biagini country of citizenship Kingdom of Italy (1943)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003061", "complexity": "2hop", "operator_type": "before_after", "t_query": 1941.0, "gold": "Adolf Hitler", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of state of Fritz-Julius Lemp's country of citizenship after Paul von Hindenburg. The reference year is 1941.\n\nFirst, I need to determine which country Fritz-Julius Lemp was a citizen", "em": 0.0, "f1": 0.0, "retrieved": [ "Weimar Republic head of state Paul von Hindenburg (1925)", "Nazi Germany head of state Paul von Hindenburg (1925)", "Fritz-Julius Lemp country of citizenship Weimar Republic (1919)", "Fritz-Julius Lemp country of citizenship Nazi Germany (1933)", "Fritz-Julius Lemp member of the crew of U-28 (1936)", "Fritz-Julius Lemp commander of (DEPRECATED) U-28 (1938)", "Weimar Republic head of state Friedrich Ebert (1919)", "Fritz-Julius Lemp occupation military personnel (1931)", "Fritz-Julius Lemp allegiance Weimar Republic (1931)", "Fritz-Julius Lemp allegiance Nazi Germany (1933)" ] }, { "id": "q_006684", "complexity": "2hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Luigi Einaudi", "pred": "\nOkay, let's tackle this question. The user is asking for the head of state of Guido Guerrini's country of citizenship before Antonio Segni. The reference year is 1949.\n\nFirst, I need to figure out which country Guido Guerrini was a citizen of. The evidence mentions", "em": 0.0, "f1": 0.0, "retrieved": [ "Guido Guerrini country of citizenship Italy (1946)", "Guido Guerrini country of citizenship Kingdom of Italy (1900)", "Guido Romanelli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001045", "complexity": "2hop", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "\nOkay, let's see. The user is asking about when Coldplay was the winner of the MTV Europe Music Award for Best Song. The reference year given is 2005. Let me check the evidence provided.\n\nThe evidence lists winners for the Best Song category in different years: Lady Gaga in", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "MTV Europe Music Award for Best Song winner Lady Gaga (2010)", "MTV Europe Music Award for Best Song winner Ariana Grande (2014)", "MTV Europe Music Award for Best Song winner Taylor Swift (2015)", "MTV Europe Music Award for Best Song winner Carly Rae Jepsen (2012)" ] }, { "id": "q_007568", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "association football", "pred": "\nOkay, let's see. The user is asking about Philipp Laux's sport in 1998. The reference year is 1998. The evidence provided lists several players associated with Borussia Dortmund along with the years they were members. Let me check each entry.\n\nLooking at the list", "em": 0.0, "f1": 0.0, "retrieved": [ "Thomas H\u00e4\u00dfler member of sports team Borussia Dortmund (1998)", "SSV Ulm 1846 sport association football (1970)", "Ewerthon member of sports team Borussia Dortmund (2001)", "Lothar Huber member of sports team Borussia Dortmund (1974)", "Ralf Loose member of sports team Borussia Dortmund (1981)", "Werner Dre\u00dfel member of sports team Borussia Dortmund (1983)", "Erdal Keser member of sports team Borussia Dortmund (1986)", "J\u00fcrgen Wegmann member of sports team Borussia Dortmund (1989)", "Lars Ricken member of sports team Borussia Dortmund (1993)", "Steffen Freund member of sports team Borussia Dortmund (1993)" ] }, { "id": "q_002791", "complexity": "2hop", "operator_type": "sequence", "t_query": 1987.0, "gold": "Lory Del Santo", "pred": "\nOkay, let's try to figure this out. The question is asking: After Eric Clapton was married to Pattie Boyd (in 1979), what was the unmarried partner of Pattie Boyd's spouse? Wait, that's a bit confusing. Let me break it down.\n\nFirst,", "em": 0.0, "f1": 0.0, "retrieved": [ "Pattie Boyd spouse Eric Clapton (1979)", "Eric Clapton spouse Pattie Boyd (1979)", "Pattie Boyd spouse George Harrison (1966)", "Eric Clapton award received Rock and Roll Hall of Fame (1992)", "Brownie owned by Eric Clapton (1967)", "Eric Clapton award received Grammy Lifetime Achievement Award (2006)" ] }, { "id": "q_005581", "complexity": "2hop", "operator_type": "sequence", "t_query": 2005.0, "gold": "Daniel Auteuil", "pred": "\nOkay, let's try to figure this out. The question is asking: After Q55369 nominated for European Film Award for Best Actor, what was the winner of The Ninth Day's nominated for?\n\nFirst, I need to understand what Q55369 refers to. Since the user", "em": 0.0, "f1": 0.0, "retrieved": [ "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Rupert Everett nominated for European Film Award for Best Actor (1999)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Philippe Noiret award received European Film Award for Best Actor (1989)" ] }, { "id": "q_006089", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Pawe\u0142 Janas", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Leo Beenhakker, who was the head coach of Marcin Baszczy\u0144ski's member of sports team? \n\nFirst, I need to understand the context. The reference year is 2004, and the", "em": 0.0, "f1": 0.0, "retrieved": [ "Poland men's national football team head coach Kazimierz G\u00f3rski (1971)", "Poland men's national football team head coach Andrzej Strejlau (1989)", "Poland men's national football team head coach Pawe\u0142 Janas (2003)", "Poland men's national football team head coach Adam Nawa\u0142ka (2013)", "Poland men's national football team head coach Paulo Sousa (2021)", "Kazimierz G\u00f3rski member of sports team Poland men's national football team (1948)", "Edward Szymkowiak member of sports team Poland men's national football team (1952)", "Zygfryd Szo\u0142tysik member of sports team Poland men's national football team (1963)", "Pawe\u0142 Janas member of sports team Poland men's national football team (1976)", "Marek Le\u015bniak member of sports team Poland men's national football team (1986)" ] }, { "id": "q_004802", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1978.0, "gold": "John W. Campbell", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about an award received by Orson Scott Card in 1978, specifically what the award was named after. \n\nFirst, I need to look through the provided evidence to find any mentions of Orson Scott Card", "em": 0.0, "f1": 0.0, "retrieved": [ "Harry Potter and the Goblet of Fire award received Hugo Award for Best Novel (2001)", "Frederik Pohl award received Hugo Award for Best Novel (1978)", "Frederik Pohl award received Nebula Award for Best Novel (1976)", "Dan Simmons award received Hugo Award for Best Novel (1990)", "Poul Anderson award received Hugo Award for Best Novella (1972)", "John Varley award received Hugo Award for Best Novella (1979)", "Arthur C. Clarke award received Nebula Award for Best Novel (1973)", "Lois McMaster Bujold award received Nebula Award for Best Novel (2004)", "Arthur C. Clarke award received Hugo Award for Best Novel (1974)", "Lois McMaster Bujold award received Hugo Award for Best Novel (1991)" ] }, { "id": "q_004455", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1975.0, "gold": "Giovanni Leone", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Guido Celano's country of citizenship in 1975. \n\nFirst, I need to determine which country Guido Celano was a citizen of in 1975. The evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [ "Guido Celano country of citizenship Italy (1946)", "Guido Celano country of citizenship Kingdom of Italy (1904)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Guido Romanelli country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001570", "complexity": "2hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Otto Nerz", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Rudolf Noack's team before Berti Vogts. The reference year is 1936.\n\nFirst, I need to check the evidence provided. The evidence lists several players and their", "em": 0.0, "f1": 0.0, "retrieved": [ "Rudolf Gellesch member of sports team Germany men's national association football team (1935)", "Ricardo Moniz coach of sports team Hamburger SV (2010)", "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)", "Anton Kugler member of sports team Germany men's national association football team (1923)", "Ernst Bantle member of sports team Germany men's national association football team (1924)" ] }, { "id": "q_005703", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Morten Olsen", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Kasper Lorentzen's member of sports team in 2012. Wait, the wording is a bit confusing. Let me parse it again. Maybe it's asking for the head", "em": 0.0, "f1": 0.0, "retrieved": [ "Denmark men's national football team head coach Sepp Piontek (1979)", "Denmark men's national football team head coach Bo Johansson (1996)", "Denmark men's national football team head coach Morten Olsen (2000)", "Viktor Fischer member of sports team Denmark men's national football team (2012)", "Ricardo Moniz coach of sports team Randers FC (2017)", "Bent L\u00f8fqvist member of sports team Denmark men's national football team (1961)", "Johnny Hansen member of sports team Denmark men's national football team (1987)", "Per Pedersen member of sports team Denmark men's national football team (1991)", "Stig T\u00f8fting member of sports team Denmark men's national football team (1993)", "Morten Wieghorst member of sports team Denmark men's national football team (1994)" ] }, { "id": "q_006235", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "Diego Simeone", "pred": "\nOkay, let's try to figure out what Maxi L\u00f3pez's sports team's head coach was in 2011. \n\nFirst, I need to look at the evidence provided. The key information here is the list of teams Maxi L\u00f3pez was a member of and the years associated with each. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Club Atl\u00e9tico River Plate head coach Marcelo Gallardo (2014)", "Maxi L\u00f3pez member of sports team RCD Mallorca (2006)", "Maxi L\u00f3pez member of sports team FC Moscow (2007)", "Maxi L\u00f3pez member of sports team Gr\u00eamio FBPA (2009)", "Maxi L\u00f3pez member of sports team Catania FC (2010)", "Maxi L\u00f3pez member of sports team AC Milan (2012)", "Maxi L\u00f3pez member of sports team AC ChievoVerona (2014)", "Maxi L\u00f3pez member of sports team Torino FC (2015)", "Maxi L\u00f3pez member of sports team Udinese Calcio (2017)", "Maxi L\u00f3pez member of sports team Futbol Club Barcelona (2005)" ] }, { "id": "q_001186", "complexity": "2hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "Susan Sarandon", "pred": "\nOkay, let's see. The user is asking about the winner of Nell's nominated for, specifically after Julie Andrews. Wait, the reference year is 1995, but the evidence lists Academy Award winners from various years. Let me check the evidence again.\n\nThe evidence lists several Best Actress winners", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Julie Andrews (1964)", "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)" ] }, { "id": "q_005903", "complexity": "2hop", "operator_type": "interval", "t_query": 2009.0, "gold": "2009", "pred": "\nOkay, let's try to figure this out. The question is asking when B\u00fclent Korkmaz was the head coach of Serdar Eylik's member of sports team. Wait, the evidence provided is about Galatasaray S.K. and their head coaches over the years. Let me check", "em": 0.0, "f1": 0.0, "retrieved": [ "Serdar \u00d6zkan member of sports team Galatasaray S.K. (2010)", "Galatasaray S.K. head coach P\u00e9ter Szab\u00f3 (1936)", "Galatasaray S.K. head coach Turgay \u015eeren (1979)", "Galatasaray S.K. head coach Tomislav Ivi\u0107 (1983)", "Galatasaray S.K. head coach Jupp Derwall (1984)", "Galatasaray S.K. head coach Mircea Lucescu (2000)", "Galatasaray S.K. head coach Eric Gerets (2005)", "Galatasaray S.K. head coach Michael Skibbe (2008)", "Galatasaray S.K. head coach Hamza Hamzao\u011flu (2014)", "Galatasaray S.K. head coach Fatih Terim (2017)" ] }, { "id": "q_002985", "complexity": "2hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Bettino Craxi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Emilio Colombo, who was the head of government of Mario Agnes's country of citizenship in 1986. \n\nFirst, I need to determine Mario Agnes's country of citizenship. The evidence shows that Mario", "em": 0.0, "f1": 0.0, "retrieved": [ "Mario Agnes country of citizenship Italy (1946)", "Mario Agnes country of citizenship Kingdom of Italy (1931)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006026", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1991.0, "gold": "Andrzej Strejlau", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Piotr Jegor's member of sports team in 1991. Wait, the wording is a bit confusing. Maybe it's asking about the head coach of the Poland men's national football team in", "em": 0.0, "f1": 0.0, "retrieved": [ "Piotr Nowak member of sports team Poland men's national football team (1990)", "Poland men's national football team head coach Kazimierz G\u00f3rski (1971)", "Poland men's national football team head coach Andrzej Strejlau (1989)", "Poland men's national football team head coach Pawe\u0142 Janas (2003)", "Poland men's national football team head coach Adam Nawa\u0142ka (2013)", "Poland men's national football team head coach Paulo Sousa (2021)", "Kazimierz G\u00f3rski member of sports team Poland men's national football team (1948)", "Edward Szymkowiak member of sports team Poland men's national football team (1952)", "Zygfryd Szo\u0142tysik member of sports team Poland men's national football team (1963)", "Pawe\u0142 Janas member of sports team Poland men's national football team (1976)" ] }, { "id": "q_008323", "complexity": "2hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Hungarian People's Republic", "pred": "\nOkay, let's try to figure this out. The question is asking: \"Who was the capital of Demeter Balla's work location after Second Hungarian Republic?\" \n\nFirst, I need to parse the question. The key parts here are \"Demeter Balla's work location\" and \"after Second Hungarian", "em": 0.0, "f1": 0.15789473684210525, "retrieved": [ "Budapest capital of Hungarian People's Republic (1949)", "Demeter Balla work location Budapest (1951)", "Budapest country Hungarian People's Republic (1949)", "Budapest capital of Kingdom of Hungary (1920)", "Demeter Balla award received Kossuth Prize (2004)", "Budapest country First Hungarian Republic (1919)", "Joseph Csaky work location Budapest (1904)", "Frederick Antal work location Budapest (1914)", "University of Szeged headquarters location Budapest (1919)", "Budapest country Kingdom of Hungary (1920)" ] }, { "id": "q_006277", "complexity": "2hop", "operator_type": "sequence", "t_query": 1981.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking about the shares border with of Joe D'Amato's country of citizenship after Gigi Proietti's country of citizenship was Italy. \n\nFirst, I need to parse the evidence given. The reference year is 1981", "em": 0.0, "f1": 0.0, "retrieved": [ "Joe D'Amato country of citizenship Italy (1946)", "Joe D'Amato country of citizenship Kingdom of Italy (1936)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005474", "complexity": "2hop", "operator_type": "before_after", "t_query": 1913.0, "gold": "Oskar von Miller", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Waldemar Petersen, who was the board member of Rudolf Diesel's member of? Hmm, the reference year is 1913. Let me look at the evidence provided.\n\nFirst, the evidence mentions Rudolf", "em": 0.0, "f1": 0.0, "retrieved": [ "Rudolf Diesel member of VDI \u2013 The Association of German Engineers (1911)", "VDI \u2013 The Association of German Engineers board member Fritz Todt (1939)", "Claudius Dornier member of VDI \u2013 The Association of German Engineers (1943)", "Bruno O. Braun member of VDI \u2013 The Association of German Engineers (2007)" ] }, { "id": "q_001830", "complexity": "2hop", "operator_type": "before_after", "t_query": 1990.0, "gold": "Nippon Bud\u014dkan", "pred": "\nOkay, let's try to figure this out. The question is asking, after the Imperial Theatre, where was B'z's award received? The reference year is 1990, and there's no evidence provided.\n\nFirst, I need to recall what I know about B'z. B'", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_001756", "complexity": "2hop", "operator_type": "sequence", "t_query": 1947.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking about the currency of Alessandro Alessandroni's country of citizenship after he was a citizen of the Kingdom of Italy. \n\nFirst, looking at the evidence provided. There's a mention that Alessandro Alessandroni's country of", "em": 0.0, "f1": 0.0, "retrieved": [ "Alessandro Alessandroni country of citizenship Italy (1946)", "Alessandro Alessandroni country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alessandro Casalini country of citizenship Kingdom of Italy (1900)", "Alessandro Anzani country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001887", "complexity": "2hop", "operator_type": "sequence", "t_query": 2004.0, "gold": "J\u00fcrgen Klinsmann", "pred": "\nOkay, let's try to figure out this question. The user is asking for the head coach of Dietmar Hamann's member of sports team after Paul Hunder was a member of the Germany men's national association football team. \n\nFirst, I need to parse the question correctly. It seems a bit conv", "em": 0.0, "f1": 0.0, "retrieved": [ "Klaus Fischer member of sports team Germany national under-21 football team (1971)", "Dieter Bast member of sports team Germany national under-21 football team (1973)", "Pierre Littbarski member of sports team Germany national under-21 football team (1979)", "Joachim L\u00f6w member of sports team Germany national under-21 football team (1979)", "Giovanni Trapattoni coach of sports team FC Bayern Munich (1996)", "Jupp Heynckes coach of sports team FC Bayern Munich (2017)", "Louis van Gaal coach of sports team FC Bayern Munich (2009)", "Dante member of sports team FC Bayern Munich (2012)", "Hans Welker member of sports team FC Bayern Munich (1925)", "Ludwig Goldbrunner member of sports team FC Bayern Munich (1927)" ] }, { "id": "q_005552", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Mitteldeutscher Rundfunk", "pred": "\nOkay, let's try to figure this out. The question is asking about the original broadcaster of Achim Mentzel's presenter after Deutscher Fernsehfunk. The reference year is 1999, and there's no evidence provided.\n\nFirst, I need to understand the names involved. Ach", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_004901", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Wen Jiabao", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of government of Xiao Yang's country of citizenship after Zhou Enlai. \n\nFirst, I need to determine Xiao Yang's country of citizenship. The evidence says Xiao Yang's country of citizenship is the People's Republic of", "em": 0.0, "f1": 0.0, "retrieved": [ "People's Republic of China head of government Zhou Enlai (1949)", "Zhou Enlai country of citizenship People's Republic of China (1949)", "Xiao Yang country of citizenship People's Republic of China (1949)", "Xiao Yang member of political party Chinese Communist Party (1966)", "Xiao Ke country of citizenship People's Republic of China (1949)", "People's Republic of China head of state Yang Shangkun (1988)", "People's Republic of China head of government Zhao Ziyang (1980)", "People's Republic of China head of government Li Peng (1987)", "People's Republic of China head of government Zhu Rongji (1998)", "People's Republic of China head of government Wen Jiabao (2003)" ] }, { "id": "q_006473", "complexity": "2hop", "operator_type": "interval", "t_query": 2008.0, "gold": "2008", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when a participant in athletics at the 2008 Summer Olympics in the men's 200 metres was equal to athletics in the men's 100 metres. Wait, that wording is a bit confusing", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [] }, { "id": "q_006253", "complexity": "2hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of Peter Bergmann's award received an equal amount to John Archibald Wheeler. But the evidence provided is none. Hmm, that's tricky.\n\nFirst, I need to recall who Peter Bergmann and John", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_002709", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Alex McLeish", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head coach of Robin Shroot's member of sports team after Steve Bruce. Wait, first I need to parse that correctly. Maybe it's asking about the head coach of the team that Robin Shroot was a member of,", "em": 0.0, "f1": 0.0, "retrieved": [ "Birmingham City F.C. head coach Steve Bruce (2001)", "Steve Bruce coach of sports team Birmingham City F.C. (2001)", "Steve Bruce member of sports team Birmingham City F.C. (1996)", "Birmingham City F.C. head coach Alex McLeish (2007)", "Steve Kabba member of sports team Burton Albion F.C. (2009)", "Alex McLeish coach of sports team Birmingham City F.C. (2007)", "Colin Todd member of sports team Birmingham City F.C. (1979)", "Tony Cottee member of sports team Birmingham City F.C. (1997)", "Antoine Hey member of sports team Birmingham City F.C. (1997)", "Martin Taylor member of sports team Birmingham City F.C. (2004)" ] }, { "id": "q_007811", "complexity": "2hop", "operator_type": "sequence", "t_query": 1982.0, "gold": "Giovanni Spadolini", "pred": "\nOkay, let's try to figure this out. The question is asking, after Andrea Bianchi's country of citizenship became Italy, what was the head of government of Dante Amarilli's country of citizenship?\n\nFirst, I need to parse the evidence given. Let's list out the relevant information.\n\nFrom the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Dante Amarilli member of sports team A.S.D. Biellese 1902 (1938)", "Dante Amarilli country of citizenship Italy (1946)", "Dante Amarilli country of citizenship Kingdom of Italy (1914)", "Dante Amarilli member of sports team F.C. Pro Vercelli 1892 (1934)", "Leonardo Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Andrea Aiuti country of citizenship Kingdom of Italy (1900)", "Andrea Caron country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)" ] }, { "id": "q_006165", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Edward Cassidy", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of the Joint Declaration on the Doctrine of Justification's signatory after Dicastery for promoting Christian unity chairperson Johannes Willebrands. The reference year is 1999, and there's no evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_007431", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Ernest Borgnine", "pred": "\nOkay, let's try to figure this out. The question is asking about Dan O'Herlihy's win after his nomination for \"Gentleman's Agreement\" which was nominated for the Academy Award for Best Actor. Wait, but the evidence provided doesn't mention Dan O'Herlihy at", "em": 0.0, "f1": 0.0, "retrieved": [ "Ryan O'Neal nominated for Academy Award for Best Actor (1971)", "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Rebecca nominated for Academy Award for Best Actor (1941)", "Charles Laughton nominated for Academy Award for Best Actor (1936)", "Franchot Tone nominated for Academy Award for Best Actor (1936)", "Spencer Tracy nominated for Academy Award for Best Actor (1937)" ] }, { "id": "q_002594", "complexity": "2hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Soviet Union", "pred": "\nOkay, let's try to figure this out. The question is asking, after Velyka Oleksandrivka Raion was located in Odesa Oblast, what was the country of Kiliia Raion located in?\n\nFirst, I need to look at the evidence provided. The reference year", "em": 0.0, "f1": 0.0, "retrieved": [ "Odesa Oblast country Soviet Union (1932)", "Odesa Oblast award received Order of Lenin (1958)", "Kiliia Raion located in the administrative territorial entity Odesa Oblast (1954)", "Voznesensk Raion located in the administrative territorial entity Odesa Oblast (1932)", "Prymorske located in the administrative territorial entity Kiliia Raion (1944)", "Lisky located in the administrative territorial entity Kiliia Raion (1944)", "Pryozerne located in the administrative territorial entity Kiliia Raion (1944)", "Furmanivka located in the administrative territorial entity Kiliia Raion (1944)", "Odesa Oblast located in the administrative territorial entity Ukrainian Soviet Socialist Republic (1932)", "Odesa Oblast contains the administrative territorial entity Biliaivka (2016)" ] }, { "id": "q_004546", "complexity": "2hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "David Dinkins", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Fiorello H. La Guardia, who was the head of government of Nancy Graves's work location?\" The reference year is 1992.\n\nFirst, I need to parse the evidence provided. The evidence lists several", "em": 0.0, "f1": 0.0, "retrieved": [ "New York City head of government Fiorello H. La Guardia (1934)", "Nancy Graves work location Paris (1964)", "Nancy Graves work location Rome (1979)", "Nancy Graves work location New York City (1966)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)" ] }, { "id": "q_006589", "complexity": "2hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "Lamberto Dini", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of government of Giorgio Albani's country of citizenship after Alcide De Gasperi. The reference year is 1996, but the evidence provided includes dates from 1900 to", "em": 0.0, "f1": 0.0, "retrieved": [ "Giorgio Albani country of citizenship Italy (1946)", "Giorgio Albani country of citizenship Kingdom of Italy (1929)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006151", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the funder of Ulm University's member was equal to Forschungszentrum J\u00fclich. But the evidence provided is none. Hmm, that's tricky.\n\nFirst, I need to understand what exactly the", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_005300", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Otto Rehhagel", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Dimitris Salpingidis's member of sports team in 2009. First, I need to understand what exactly is being asked here. The question seems a bit confusing at first glance", "em": 0.0, "f1": 0.0, "retrieved": [ "Greece men's national football team head coach Otto Rehhagel (2001)", "Greece men's national football team head coach Claudio Ranieri (2014)", "Greece men's national football team head coach Michael Skibbe (2015)", "Vasilis Hatzipanagis member of sports team Greece men's national football team (1976)", "Demis Nikolaidis member of sports team Greece men's national football team (1995)", "Alexandros Tzorvas member of sports team Greece men's national football team (2008)", "Mario Galinovi\u0107 member of sports team A.O. Kavalas (association football) (2010)" ] }, { "id": "q_003618", "complexity": "2hop", "operator_type": "before_after", "t_query": 1929.0, "gold": "Franz Joseph I of Austria", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Attila J\u00f3zsef, who was the university of Szeged named after? The reference year is 1929.\n\nFirst, looking at the evidence provided. There's a mention that the University of", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "University of Szeged named after Attila J\u00f3zsef (1962)", "Andr\u00e1s Hajnal educated at University of Szeged (1953)", "Mih\u00e1ly Bart\u00f3k educated at University of Szeged (1953)", "University of Szeged named after Franz Joseph I of Austria (1900)", "University of Szeged headquarters location Budapest (1919)", "B\u00e9la Ker\u00e9kj\u00e1rt\u00f3 employer University of Szeged (1925)", "L\u00e1szl\u00f3 Kalm\u00e1r employer University of Szeged (1928)", "L\u00e1szl\u00f3 R\u00e9dei employer University of Szeged (1940)", "Mih\u00e1ly Bart\u00f3k employer University of Szeged (1958)", "University of Szeged headquarters location Cluj-Napoca (1940)" ] }, { "id": "q_001231", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "George W. Bush", "pred": "\nOkay, let's try to figure this out. The question is asking: After the United States shares a border with Panama, what was the head of government of Discovery Channel's country?\n\nFirst, I need to parse the evidence given. The reference year is 2002. Let's go through each", "em": 0.0, "f1": 0.0, "retrieved": [ "United States shares border with Panama (1904)", "Discovery Channel country United States (1988)", "United States head of government Harry S. Truman (1945)", "Sven Teutenberg member of sports team Discovery Channel (1996)", "Lance Armstrong member of sports team Discovery Channel (1998)", "Frankie Andreu member of sports team Discovery Channel (1998)", "Viatcheslav Ekimov member of sports team Discovery Channel (2000)", "Michael Barry member of sports team Discovery Channel (2002)", "Christian Vande Velde member of sports team Discovery Channel (1998)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)" ] }, { "id": "q_001195", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "\nOkay, let's tackle this question. The user is asking when Alan Hollinghurst was the winner of Ronan Bennett's nominated for? Wait, that wording is a bit confusing. Let me parse it again.\n\nThe question seems to be asking for the year when Alan Hollinghurst won a prize that Ron", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_007049", "complexity": "2hop", "operator_type": "interval", "t_query": 1978.0, "gold": "1978", "pred": "\nOkay, let's see. The user is asking about when David H. Hubel won the Vernon Benjamin Mountcastle award. The reference year given is 1978. Let me check the evidence provided.\n\nLooking at the evidence, there's a list of awards and the years they received the Louisa", "em": 1.0, "f1": 0.05, "retrieved": [ "Charles Yanofsky award received Louisa Gross Horwitz Prize (1976)", "Michael Heidelberger award received Louisa Gross Horwitz Prize (1977)", "Frederick Sanger award received Louisa Gross Horwitz Prize (1979)", "C\u00e9sar Milstein award received Louisa Gross Horwitz Prize (1980)", "Stanley Cohen award received Louisa Gross Horwitz Prize (1983)", "Elizabeth Blackburn award received Louisa Gross Horwitz Prize (2007)", "Howard Cedar award received Louisa Gross Horwitz Prize (2016)", "Michael Heidelberger award received Albert Lasker Award for Basic Medical Research (1953)", "Bernard Brodie award received Albert Lasker Award for Basic Medical Research (1967)", "Sydney Brenner award received Albert Lasker Award for Basic Medical Research (1971)" ] }, { "id": "q_003961", "complexity": "2hop", "operator_type": "sequence", "t_query": 1903.0, "gold": "Edith Roosevelt", "pred": "\nOkay, let's try to figure this out. The question is asking about the spouse of the signatory of the Immigration Act of 1903, after mentioning Theodore Roosevelt as the head of government. \n\nFirst, I need to recall who was involved in the Immigration Act of 1903", "em": 0.0, "f1": 0.05405405405405405, "retrieved": [ "United States head of government Theodore Roosevelt (1901)", "Theodore Roosevelt position held President of the United States (1901)", "Theodore Roosevelt position held Vice President of the United States (1901)", "Theodore Roosevelt spouse Edith Roosevelt (1900)", "Theodore Roosevelt award received Nobel Peace Prize (1906)", "Theodore Roosevelt nominated for Nobel Peace Prize (1906)" ] }, { "id": "q_002548", "complexity": "2hop", "operator_type": "before_after", "t_query": 1901.0, "gold": "absolute monarchy", "pred": "\nOkay, let's try to figure this out. The question is asking about the basic form of government of Charles Debbas's country of citizenship before it became a one-party state. \n\nFirst, I need to determine which country Charles Debbas was a citizen of before the one-party state. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Ottoman Empire basic form of government absolute monarchy (1900)", "Ottoman Empire basic form of government military dictatorship (1913)", "Charles Debbas country of citizenship Ottoman Empire (1900)", "Charles Debbas country of citizenship Arab Kingdom of Syria (1918)", "Charles Debbas residence France (1915)", "Max Aub country of citizenship France (1903)", "Alfred Neumann country of citizenship France (1938)", "Jean Graczyk country of citizenship France (1949)", "Victor Vasarely country of citizenship France (1961)", "Fawzi Selu country of citizenship Arab Kingdom of Syria (1918)" ] }, { "id": "q_002969", "complexity": "2hop", "operator_type": "sequence", "t_query": 1910.0, "gold": "Austria\u2013Hungary", "pred": "\nOkay, let's try to figure this out. The question is asking, after Joseph Csaky worked in Budapest (which is mentioned as 1904), what was the country of Vilmos F\u00e9mes Beck's work location?\n\nFirst, I need to check the evidence provided. The evidence includes several entries", "em": 0.0, "f1": 0.0, "retrieved": [ "Joseph Csaky work location Budapest (1904)", "Budapest capital of Hungarian People's Republic (1949)", "Frederick Antal work location Budapest (1914)", "Demeter Balla work location Budapest (1951)", "Budapest country Hungarian People's Republic (1949)", "University of Szeged headquarters location Budapest (1919)", "Imi Knoebel work location Darmstadt (1962)", "Budapest country Kingdom of Hungary (1920)", "Budapest capital of Kingdom of Hungary (1920)", "Budapest country Austria\u2013Hungary (1900)" ] }, { "id": "q_003484", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1934.0, "gold": "United Kingdom", "pred": "\nOkay, let's tackle this question. The user is asking, \"In 1934, what was the located in of Netanya's country?\" Hmm, the wording is a bit confusing. Maybe they mean \"In which country was Netanya located in 1934?\" \n\nLooking at", "em": 0.0, "f1": 0.0, "retrieved": [ "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Netanya country Mandatory Palestine (1929)", "Ariel Sharon country of citizenship Mandatory Palestine (1928)", "Abraham Fraenkel country of citizenship Mandatory Palestine (1929)", "Shimon Peres country of citizenship Mandatory Palestine (1943)", "Ramla country Mandatory Palestine (1917)", "Safed country Mandatory Palestine (1917)", "Acre country Mandatory Palestine (1920)", "Nazareth country Mandatory Palestine (1920)" ] }, { "id": "q_002374", "complexity": "2hop", "operator_type": "sequence", "t_query": 1985.0, "gold": "Kingdome", "pred": "\nOkay, let's try to figure this out. The question is asking about the home venue of Tom Chambers's team after Slick Watts was a member of the Seattle SuperSonics. \n\nFirst, I need to check the evidence provided. The reference year is 1985. The evidence mentions several", "em": 0.0, "f1": 0.0, "retrieved": [ "Gary Payton member of sports team Seattle SuperSonics (1990)", "Rashard Lewis member of sports team Seattle SuperSonics (1998)", "K. C. Jones member of sports team Seattle SuperSonics (1989)", "Seattle SuperSonics home venue Climate Pledge Arena (1995)" ] }, { "id": "q_002163", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "Clive Woodward", "pred": "\nOkay, let's try to figure this out. The question is asking: After England men\u2019s national rugby union team kit supplier Nike, what was the head coach of Phil Vickery's member of sports team?\n\nFirst, I need to parse the question correctly. The reference year is 2002.", "em": 0.0, "f1": 0.0, "retrieved": [ "England men\u2019s national rugby union team kit supplier Nike (1997)", "Peter Winterbottom member of sports team England men\u2019s national rugby union team (1982)", "Harry Ellis member of sports team England men\u2019s national rugby union team (2004)", "England men\u2019s national rugby union team kit supplier Umbro (2020)", "England men\u2019s national rugby union team head coach Clive Woodward (1997)", "England men\u2019s national rugby union team head coach Brian Ashton (2006)" ] }, { "id": "q_006692", "complexity": "2hop", "operator_type": "sequence", "t_query": 2016.0, "gold": "Bruce Buck", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Marko Marin's member of sports team after Siobhan Chamberlain member of sports team Chelsea F.C. \n\nFirst, I need to parse the question correctly. It seems a bit convoluted. Let me", "em": 0.0, "f1": 0.0, "retrieved": [ "Dante member of sports team Borussia M\u00f6nchengladbach (2009)", "Berti Vogts member of sports team Borussia M\u00f6nchengladbach (1965)", "Helmut Kremers member of sports team Borussia M\u00f6nchengladbach (1967)", "Jupp Heynckes member of sports team Borussia M\u00f6nchengladbach (1970)", "Harald Nickel member of sports team Borussia M\u00f6nchengladbach (1979)", "Uwe Kamps member of sports team Borussia M\u00f6nchengladbach (1982)", "Andr\u00e9 Winkhold member of sports team Borussia M\u00f6nchengladbach (1985)", "Per Pedersen member of sports team Borussia M\u00f6nchengladbach (1997)", "Matthias Hagner member of sports team Borussia M\u00f6nchengladbach (1998)", "Darius Kampa member of sports team Borussia M\u00f6nchengladbach (2004)" ] }, { "id": "q_006073", "complexity": "2hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Volker Finke", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Alain Sutter's member of sports team after Nikola Jur\u010devi\u0107 member of sports team SC Freiburg. Hmm, first, I need to parse this correctly.\n\nWait, the reference year is 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Artur Jorge coach of sports team Switzerland men's national football team (1995)", "Werner Schley coach of sports team Grasshopper Club Z\u00fcrich (1969)", "Krasimir Balakov coach of sports team Grasshopper Club Z\u00fcrich (2006)", "Robert Pache member of sports team Switzerland men's national football team (1921)", "Leopold Kielholz member of sports team Switzerland men's national football team (1933)", "Werner Schley member of sports team Switzerland men's national football team (1959)", "Bruno Bernasconi member of sports team Switzerland men's national football team (1966)", "Roberto Frigerio member of sports team Switzerland men's national football team (1967)", "Marc Hottiger member of sports team Switzerland men's national football team (1989)", "Urs Fischer member of sports team Switzerland men's national football team (1989)" ] }, { "id": "q_008473", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Roman Abramovich", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Lassana Diarra's member of sports team in 2005. Wait, the wording is a bit confusing. Maybe they mean which sports team Lassana Diarra was a member of in", "em": 0.0, "f1": 0.0, "retrieved": [ "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Chelsea F.C. (2005)", "Jimmy Smith member of sports team Chelsea F.C. (2005)", "Asier del Horno member of sports team Chelsea F.C. (2005)", "Deco member of sports team Chelsea F.C. (2008)", "Alain Casanova member of sports team Le Havre AC (1983)", "Ibrahim Ba member of sports team Le Havre AC (1991)", "Souleymane Diawara member of sports team Le Havre AC (1998)", "Didier Digard member of sports team Le Havre AC (2004)", "Billy Brown member of sports team Chelsea F.C. (1924)", "Syd Bishop member of sports team Chelsea F.C. (1928)" ] }, { "id": "q_003674", "complexity": "2hop", "operator_type": "before_after", "t_query": 1978.0, "gold": "Leonid Brezhnev", "pred": "\nOkay, let's try to figure this out. The question is asking who was the chairperson of Viktor Anpilov's member of the political party after Joseph Stalin. The reference year is 1978.\n\nFirst, I need to check the evidence provided. The evidence lists several people and their", "em": 0.0, "f1": 0.0, "retrieved": [ "Communist Party of the Soviet Union chairperson Joseph Stalin (1922)", "Viktor Kulikov member of political party Communist Party of the Soviet Union (1942)", "Communist Party of the Soviet Union chairperson Nikita Khrushchev (1953)", "Communist Party of the Soviet Union chairperson Leonid Brezhnev (1964)", "Communist Party of the Soviet Union chairperson Mikhail Gorbachev (1985)", "Christian Rakovsky member of political party Communist Party of the Soviet Union (1918)", "Vasiliy Ulrikh member of political party Communist Party of the Soviet Union (1918)", "J\u0101nis Rudzutaks member of political party Communist Party of the Soviet Union (1918)", "Vladimir Lenin member of political party Communist Party of the Soviet Union (1918)", "Georgy Zhukov member of political party Communist Party of the Soviet Union (1919)" ] }, { "id": "q_003352", "complexity": "2hop", "operator_type": "before_after", "t_query": 1907.0, "gold": "absolute monarchy", "pred": "\nOkay, let's tackle this question. The user is asking about the basic form of government of Bitola's country before the military dictatorship. The reference year is 1907.\n\nFirst, I need to look at the evidence provided. Let me go through each entry.\n\nThe evidence mentions that in", "em": 0.0, "f1": 0.0, "retrieved": [ "Ottoman Empire basic form of government military dictatorship (1913)", "Ottoman Empire basic form of government absolute monarchy (1900)", "Bitola country Kingdom of Yugoslavia (1944)", "Bitola country Serbia (1913)", "Bitola country Bulgaria (1941)", "Bitola country Ottoman Empire (1900)", "Bitola country Socialist Federal Republic of Yugoslavia (1945)", "Skopje located in the administrative territorial entity Kingdom of Yugoslavia (1922)", "Ljubljana located in the administrative territorial entity Kingdom of Yugoslavia (1929)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)" ] }, { "id": "q_004456", "complexity": "2hop", "operator_type": "before_after", "t_query": 1973.0, "gold": "Giampiero Boniperti", "pred": "\nOkay, let's try to figure out this question. The user is asking for the chairperson of Giorgio Mastropasqua's member of sports team before Andrea Agnelli. The reference year is 1973, so we need to focus on that time frame.\n\nFirst, I need", "em": 0.0, "f1": 0.0, "retrieved": [ "Gioacchino Armano member of sports team Juventus FC (1900)", "Angelo Besozzi member of sports team Juventus FC (1909)", "Piero Dusio member of sports team Juventus FC (1919)", "Gianpiero Combi member of sports team Juventus FC (1921)", "Virginio Rosetta member of sports team Juventus FC (1923)", "Pietro Pastore member of sports team Juventus FC (1923)", "Ettore Reynaudi member of sports team Juventus FC (1927)", "Luigi Bertolini member of sports team Juventus FC (1931)", "Pietro Serantoni member of sports team Juventus FC (1934)", "Guglielmo Gabetto member of sports team Juventus FC (1934)" ] }, { "id": "q_002789", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure out the answer. The question is asking about the currency of Pietro Lana's country of citizenship in 1950. \n\nFirst, I need to determine which country Pietro Lana was a citizen of in 1950. Looking at the evidence provided,", "em": 0.0, "f1": 0.0, "retrieved": [ "Pietro Lana member of sports team Italy men's national association football team (1910)", "Pietro Lana country of citizenship Italy (1946)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Pietro Lana country of citizenship Kingdom of Italy (1900)", "Pietro Lana member of sports team AC Milan (1907)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005326", "complexity": "2hop", "operator_type": "before_after", "t_query": 1938.0, "gold": "Spencer Tracy", "pred": "\nOkay, let's try to figure this out. The question is asking: \"Before Jack Nicholson, who was the winner of Paul Muni's nominated for?\" Wait, the wording is a bit confusing. Let me parse it again. It seems like they might be asking about the winner of the Academy Award for", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actor winner Jack Nicholson (1975)", "Jack Nicholson nominated for Academy Award for Best Actor (1971)", "Jack Nicholson award received Academy Award for Best Actor (1976)", "Paul Scofield nominated for Academy Award for Best Actor (1967)", "Paul Scofield award received Academy Award for Best Actor (1966)", "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Rebecca nominated for Academy Award for Best Actor (1941)" ] }, { "id": "q_005284", "complexity": "2hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Erich Werdermann", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Werner Greuter, who was the chief executive officer of Gerhard Wagenitz's employer? The reference year is 1958.\n\nFirst, I need to look at the evidence provided. The evidence lists several people associated", "em": 0.0, "f1": 0.0, "retrieved": [ "Botanic Garden and Botanical Museum Berlin chief executive officer Werner Greuter (1978)", "Botanic Garden and Botanical Museum Berlin chief executive officer Ludwig Diels (1921)", "Ignatz Urban employer Botanic Garden and Botanical Museum Berlin (1900)", "Ludwig Diels employer Botanic Garden and Botanical Museum Berlin (1900)", "Oskar Eberhard Ulbrich employer Botanic Garden and Botanical Museum Berlin (1908)", "Friedrich Karl Johann Vaupel employer Botanic Garden and Botanical Museum Berlin (1908)" ] }, { "id": "q_005774", "complexity": "2hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "Swiss Super League", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Stephan Andrist's league or competition after the Challenge League, using the provided evidence from 2015.\n\nFirst, I need to check the evidence given. The evidence lists several players and their respective teams and", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Alexander Frei member of sports team FC Thun (1998)", "Armand Deumi member of sports team FC Thun (2002)", "Leopold Kielholz member of sports team FC Basel (1930)", "Werner Schley member of sports team FC Basel (1954)", "Roberto Frigerio member of sports team FC Basel (1964)", "Serge Muhmenthaler member of sports team FC Basel (1975)", "Harald Nickel member of sports team FC Basel (1981)", "Vincenzo Palumbo member of sports team FC Basel (1993)", "Oliver Kreuzer member of sports team FC Basel (1997)", "J\u00fcrgen Hartmann member of sports team FC Basel (1997)" ] }, { "id": "q_003372", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Patrick Le Lay", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Star Academy's original broadcaster in 2008. The reference year is 2008, so I need to focus on that.\n\nFirst, the evidence provided mentions TF1 chairpersons. TF1", "em": 0.0, "f1": 0.0, "retrieved": [ "TF1 chairperson Francis Bouygues (1987)", "TF1 chairperson Patrick Le Lay (1988)" ] }, { "id": "q_008201", "complexity": "2hop", "operator_type": "interval", "t_query": 2002.0, "gold": "2002", "pred": "\nOkay, let's see. The user is asking when Nicole Kidman won the Monster award. The reference year given is 2002. But looking at the evidence provided, there's a list of actresses and the years they received Academy Awards for Best Actress. The names mentioned are Cabaret (which", "em": 1.0, "f1": 0.04545454545454545, "retrieved": [ "Cabaret award received Academy Award for Best Actress (1971)", "Cher award received Academy Award for Best Actress (1987)", "Katharine Hepburn award received Academy Award for Best Actress (1934)", "Joan Fontaine award received Academy Award for Best Actress (1942)", "Joan Crawford award received Academy Award for Best Actress (1945)", "Anne Bancroft award received Academy Award for Best Actress (1963)", "Barbra Streisand award received Academy Award for Best Actress (1969)", "Maggie Smith award received Academy Award for Best Actress (1970)", "Glenda Jackson award received Academy Award for Best Actress (1971)", "Diane Keaton award received Academy Award for Best Actress (1978)" ] }, { "id": "q_001153", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1985.0, "gold": "Franz Beckenbauer", "pred": "\nOkay, let's try to figure out what Pierre Littbarski's team's head coach was in 1985. First, I need to look at the evidence provided. The user mentioned that the reference year is 1985, so I should focus on the information related to that", "em": 0.0, "f1": 0.0, "retrieved": [ "Pierre Littbarski member of sports team Germany men's national association football team (1981)", "Pierre Littbarski member of sports team 1. FC K\u00f6ln (1987)", "Pierre Littbarski member of sports team Racing Club de France (1986)", "Pierre Littbarski member of sports team Germany national football B team (1980)", "Pierre Littbarski member of sports team Germany national under-21 football team (1979)", "Manfred Schwabl member of sports team Germany national under-21 football team (1985)", "Bodo Illgner member of sports team Germany national under-21 football team (1985)", "Dieter Bast member of sports team Germany national football B team (1976)", "J\u00fcrgen Milewski member of sports team Germany national football B team (1978)", "Harald Nickel member of sports team Germany national football B team (1978)" ] }, { "id": "q_007164", "complexity": "2hop", "operator_type": "sequence", "t_query": 2020.0, "gold": "Simone Inzaghi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Sergio Floccari was a member of SS Lazio, what was the head coach of Pepe Reina's team. Wait, but the reference year is 2020. Let me check the evidence provided.\n\nFirst", "em": 0.0, "f1": 0.0, "retrieved": [ "Pepe Reina member of sports team SS Lazio (2020)", "FC Barcelona Atl\u00e8tic head coach Eusebio Sacrist\u00e1n (2011)", "Pepe Reina member of sports team Spain men's national football team (2005)", "Pepe Reina member of sports team SSC Napoli (2015)", "Pepe Reina member of sports team AC Milan (2018)", "Pepe Reina member of sports team FC Barcelona Atl\u00e8tic (1999)", "Pepe Reina member of sports team Futbol Club Barcelona (2000)", "Pepe Reina member of sports team FC Bayern Munich (2014)", "Pepe Reina member of sports team Catalonia national football team (2000)", "Pepe Reina member of sports team Aston Villa F.C. (2020)" ] }, { "id": "q_006407", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Allianz Arena", "pred": "\nOkay, let's try to figure this out. The question is asking about the home venue of Pascal Ojigwe's member of sports team in 2005. First, I need to check the evidence provided to see if there's any information related to Pascal Ojigwe.\n\nLooking through", "em": 0.0, "f1": 0.0, "retrieved": [ "Dele Aiyenugba member of sports team Nigeria men's national football team (2005)", "Christopher Ohen member of sports team Nigeria men's national football team (1997)", "Julius Aghahowa member of sports team Nigeria men's national football team (2000)", "Victor Moses member of sports team Nigeria men's national football team (2012)", "Otto Rehhagel member of sports team 1. FC Kaiserslautern (1965)", "J\u00fcrgen Rumor member of sports team 1. FC Kaiserslautern (1968)", "Lothar Huber member of sports team 1. FC Kaiserslautern (1970)", "Roland Sandberg member of sports team 1. FC Kaiserslautern (1973)", "L\u00e1rus Gu\u00f0mundsson member of sports team 1. FC Kaiserslautern (1987)", "Piotr Nowak member of sports team 1. FC Kaiserslautern (1994)" ] }, { "id": "q_001540", "complexity": "2hop", "operator_type": "interval", "t_query": 2013.0, "gold": "2013", "pred": "\nOkay, let's try to figure out when Josef Pe\u0161ice was the head coach of Martin Posp\u00ed\u0161il's team. First, I need to check the evidence provided.\n\nLooking at the evidence, there's a list of players and their years with the Czechia men's national football team. For", "em": 0.0, "f1": 0.0, "retrieved": [ "Josef Bican member of sports team Czechia men's national football team (1939)", "Czechia men's national football team head coach Karel Br\u00fcckner (2001)", "Czechia men's national football team head coach Petr Rada (2008)", "Czechia men's national football team head coach Jaroslav \u0160ilhav\u00fd (2018)", "Robert V\u00e1gner member of sports team Czechia men's national football team (1995)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Czechia men's national football team (2000)", "Jarom\u00edr Bla\u017eek member of sports team Czechia men's national football team (2000)", "Tom\u00e1\u0161 Jun member of sports team Czechia men's national football team (2004)", "Daniel Pudil member of sports team Czechia men's national football team (2007)", "Karel Br\u00fcckner member of sports team SK Sigma Olomouc (1957)" ] }, { "id": "q_005100", "complexity": "2hop", "operator_type": "sequence", "t_query": 1985.0, "gold": "German Democratic Republic", "pred": "\nOkay, let's try to figure this out. The question is asking for the country of Bernd Leistner's award that he received after Christa Wolf received the Heinrich Mann Prize. \n\nFirst, I need to look at the evidence provided. The evidence lists several people who received the Heinrich Mann", "em": 0.0, "f1": 0.0, "retrieved": [ "Heinrich Mann Prize country German Democratic Republic (1953)", "Hans Lorbeer award received Heinrich Mann Prize (1959)", "Fred Wander award received Heinrich Mann Prize (1972)", "Peter Hacks award received Heinrich Mann Prize (1981)", "Wolfgang Schivelbusch award received Heinrich Mann Prize (2003)" ] }, { "id": "q_006066", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Claudio Ranieri", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Hasan Salihamid\u017ei\u0107's member of sports team in 2008. Wait, the wording is a bit confusing. Maybe it's asking about the head coach of the team that Hasan Sali", "em": 0.0, "f1": 0.0, "retrieved": [ "Ricardo Moniz coach of sports team Hamburger SV (2010)", "Wilhelm Blunk member of sports team Hamburger SV (1925)", "Gerhard Krug member of sports team Hamburger SV (1956)", "Werner Dre\u00dfel member of sports team Hamburger SV (1980)", "J\u00fcrgen Milewski member of sports team Hamburger SV (1988)", "J\u00fcrgen Hartmann member of sports team Hamburger SV (1991)", "Uli Stein member of sports team Hamburger SV (1994)", "Andr\u00e9 Breitenreiter member of sports team Hamburger SV (1994)", "Alexander Bade member of sports team Hamburger SV (1998)", "Stig T\u00f8fting member of sports team Hamburger SV (2000)" ] }, { "id": "q_001566", "complexity": "2hop", "operator_type": "before_after", "t_query": 1951.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's try to figure this out. The question is asking, before the European Economic Community (EEC), who was a member of Virgilio No\u00e8's country of citizenship. \n\nFirst, I need to determine which country Virgilio No\u00e8 was a citizen of. The evidence provided mentions", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Virgilio No\u00e8 country of citizenship Italy (1946)", "Virgilio No\u00e8 country of citizenship Kingdom of Italy (1922)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006837", "complexity": "2hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Denzel Washington", "pred": "\nOkay, let's see. The user is asking about the winner of the Academy Award for Best Actor before Leonardo DiCaprio for the movie Cast Away. First, I need to check the evidence provided.\n\nLooking at the evidence, there's a list of winners and nominees from various years. The reference year is", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Rebecca nominated for Academy Award for Best Actor (1941)", "Charles Laughton nominated for Academy Award for Best Actor (1936)", "Franchot Tone nominated for Academy Award for Best Actor (1936)", "Spencer Tracy nominated for Academy Award for Best Actor (1937)", "Mickey Rooney nominated for Academy Award for Best Actor (1940)" ] }, { "id": "q_007894", "complexity": "2hop", "operator_type": "interval", "t_query": 2011.0, "gold": "2011", "pred": "\nOkay, let's try to figure this out. The user is asking when Colin Firth was the winner of Andr\u00e9 Wilms's nominated for. Wait, that wording is a bit confusing. Maybe they meant when Colin Firth won an award that Andr\u00e9 Wilms was nominated for? Or perhaps there's a mix", "em": 0.0, "f1": 0.0, "retrieved": [ "Colin Farrell nominated for European Film Award for Best Actor (2015)", "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Rupert Everett nominated for European Film Award for Best Actor (1999)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Philippe Noiret award received European Film Award for Best Actor (1989)" ] }, { "id": "q_008658", "complexity": "2hop", "operator_type": "sequence", "t_query": 2016.0, "gold": "Ruslan Rotan", "pred": "\nOkay, let's try to figure this out. The question is asking for the team captain of Oleh Husiev's member of sports team after Andriy Voronin member of sports team Ukraine men's national football team. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo", "em": 0.0, "f1": 0.0, "retrieved": [ "Oleh Protasov member of sports team Ukraine men's national football team (1994)", "Volodymyr Koman member of sports team Ukraine men's national football team (1983)", "Serhii Rebrov member of sports team Ukraine men's national football team (1992)", "Bohdan Shust member of sports team Ukraine men's national football team (2006)", "Yaroslav Rakitskiy member of sports team Ukraine men's national football team (2009)", "Roman Zozulya member of sports team Ukraine men's national football team (2010)", "Oleh Protasov member of sports team FC Dynamo Kyiv (1987)", "Boris Razinsky member of sports team FC Dynamo Kyiv (1962)", "Sergei Baltacha member of sports team FC Dynamo Kyiv (1976)", "Volodymyr Koman member of sports team FC Dynamo Kyiv (1983)" ] }, { "id": "q_005158", "complexity": "2hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Giuseppe Saragat", "pred": "\nOkay, let's tackle this question. The user is asking for the head of state of Pietro Giacomo Nonis's country of citizenship before Giovanni Leone. The reference year is 1965.\n\nFirst, I need to figure out which country Pietro Giacomo Nonis was a citizen", "em": 0.0, "f1": 0.0, "retrieved": [ "Pietro Giacomo Nonis country of citizenship Italy (1946)", "Pietro Giacomo Nonis country of citizenship Kingdom of Italy (1927)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007400", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking about the currency of Giacomo Fornoni's country of citizenship in 1994. \n\nFirst, I need to determine which country Giacomo Fornoni was a citizen of in 1994. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Giacomo Fornoni country of citizenship Italy (1946)", "Giacomo Fornoni country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008060", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Bundesliga", "pred": "\nOkay, let's try to figure this out. The user is asking about Bernhard Schachner's league or competition after Anton Janda was a member of Admira Wacker. The reference year is 2012.\n\nFirst, I need to check the evidence provided. The evidence lists several", "em": 0.0, "f1": 0.0, "retrieved": [ "Josef Bican member of sports team Admira Wacker (1935)", "Franz Hanreiter member of sports team Admira Wacker (1941)", "Ernst Kozlicek member of sports team Admira Wacker (1947)", "Alfred K\u00f6rner member of sports team Admira Wacker (1960)", "Dietmar K\u00fchbauer member of sports team Admira Wacker (1987)", "Alfred Roscher member of sports team Admira Wacker (1989)", "Eric Orie member of sports team Admira Wacker (1994)", "L\u00e1szl\u00f3 Klausz member of sports team Admira Wacker (1995)", "Marc Janko member of sports team Admira Wacker (2004)", "G\u00e1bor Egressy member of sports team Admira Wacker (2005)" ] }, { "id": "q_004900", "complexity": "2hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "SeatGeek Stadium", "pred": "\nOkay, let's try to figure this out. The question is asking for the home venue of Benji Joya's member of sports team after Logan Pause was part of the Chicago Fire FC. \n\nFirst, I need to parse the information given. The reference year is 2014. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Logan Pause member of sports team Chicago Fire FC (2003)", "Chicago Fire FC home venue SeatGeek Stadium (2006)", "Piotr Nowak member of sports team Chicago Fire FC (1998)", "Hristo Stoichkov member of sports team Chicago Fire FC (2000)", "Brian Carroll member of sports team United States men's national under-20 soccer team (2001)", "Jeremy Hall member of sports team United States men's national under-20 soccer team (2007)" ] }, { "id": "q_000430", "complexity": "2hop", "operator_type": "sequence", "t_query": 2005.0, "gold": "Bombardier", "pred": "\nOkay, let's try to figure this out. The question is asking about the parent organization of FS E.464's manufacturer after Alstom Traxx Universal was made by ALSTOM Transportation Germany. The reference year is 2005.\n\nFirst, the evidence given mentions that Al", "em": 0.0, "f1": 0.0, "retrieved": [ "Alstom Traxx Universal manufacturer ALSTOM Transportation Germany (1997)", "ALSTOM Transportation Germany parent organization or unit Bombardier (1974)" ] }, { "id": "q_006467", "complexity": "2hop", "operator_type": "sequence", "t_query": 1938.0, "gold": "Taiwan", "pred": "\nOkay, let's try to figure this out. The question is asking about the diplomatic relation of Enderbury Island's country after Liz Smith's country of citizenship was the United Kingdom. The reference year is 1938.\n\nFirst, I need to check the evidence provided. The evidence mentions several people", "em": 0.0, "f1": 0.0, "retrieved": [ "Liz Smith country of citizenship United Kingdom (1927)", "United Kingdom diplomatic relation Taiwan (1913)", "Virginia Woolf country of citizenship United Kingdom (1927)", "Robert Morley country of citizenship United Kingdom (1927)", "Anna Freud country of citizenship United Kingdom (1946)", "Tony Abbott country of citizenship United Kingdom (1957)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "ATP Finals country United Kingdom (2009)", "United Kingdom member of G8 (1998)", "United Kingdom member of European Union (1973)" ] }, { "id": "q_004710", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "J\u00fcrgen Klinsmann", "pred": "\nOkay, let's try to figure this out. The question is asking, after Franz Beckenbauer, who was the head coach of Tim Borowski's member of sports team? \n\nFirst, I need to check the evidence provided. The evidence lists several players and their years of participation in various German national", "em": 0.0, "f1": 0.0, "retrieved": [ "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Klaus Fischer member of sports team Germany national under-21 football team (1971)", "Dieter Bast member of sports team Germany national under-21 football team (1973)", "Pierre Littbarski member of sports team Germany national under-21 football team (1979)", "Joachim L\u00f6w member of sports team Germany national under-21 football team (1979)", "J\u00fcrgen Milewski member of sports team Germany national under-21 football team (1981)", "Ralf Loose member of sports team Germany national under-21 football team (1982)" ] }, { "id": "q_000041", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "Lamberto Dini", "pred": "\nOkay, let's try to figure out what Giorgio Albani's country of citizenship's head of government was in 1996. \n\nFirst, I need to determine which country Giorgio Albani was a citizen of in 1996. The evidence provided mentions two entries for", "em": 0.0, "f1": 0.0, "retrieved": [ "Giorgio Albani country of citizenship Italy (1946)", "Giorgio Albani country of citizenship Kingdom of Italy (1929)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004408", "complexity": "2hop", "operator_type": "sequence", "t_query": 1939.0, "gold": "crown prince", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by Louise Mountbatten's spouse after Gustaf VI Adolf of Sweden married Princess Margaret of Connaught. \n\nFirst, let me parse the evidence given. The reference year is 1939. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Gustaf VI Adolf of Sweden spouse Princess Margaret of Connaught (1905)", "Gustaf VI Adolf of Sweden position held crown prince (1907)", "Gustaf VI Adolf of Sweden spouse Louise Mountbatten (1923)", "Louise Mountbatten spouse Gustaf VI Adolf of Sweden (1923)", "Louise Mountbatten noble title princess (1900)", "Gustaf VI Adolf of Sweden noble title duke (1900)", "Gustaf VI Adolf of Sweden noble title crown prince (1907)", "Gustaf VI Adolf of Sweden member of Acad\u00e9mie des Inscriptions et Belles-Lettres (1952)", "Nadejda Mountbatten, Marchioness of Milford Haven noble title princess (1916)", "Louise Mountbatten social classification nobility (1917)" ] }, { "id": "q_001201", "complexity": "2hop", "operator_type": "sequence", "t_query": 1964.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, after Arturo Dominici's country of citizenship was Italy, what was the shares border with of Giovanni Azzini's country of citizenship?\n\nFirst, I need to parse the evidence provided. The reference year is 1964", "em": 0.0, "f1": 0.0, "retrieved": [ "Giovanni Azzini member of sports team Italy men's national association football team (1952)", "Giovanni Azzini country of citizenship Italy (1946)", "Giovanni Azzini country of citizenship Kingdom of Italy (1929)", "Giovanni Azzini member of sports team Calcio Padova (1955)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004457", "complexity": "2hop", "operator_type": "sequence", "t_query": 1921.0, "gold": "P\u00e9ter P\u00e1zm\u00e1ny", "pred": "\nOkay, let's try to figure this out. The question is asking, after Lip\u00f3t Fej\u00e9r's employer was E\u00f6tv\u00f6s Lor\u00e1nd University, what was the name after which Franz Anton Basch was educated? The reference year is 1921.\n\nFirst, I need to parse the", "em": 0.0, "f1": 0.0, "retrieved": [ "Lip\u00f3t Fej\u00e9r employer E\u00f6tv\u00f6s Lor\u00e1nd University (1911)", "E\u00f6tv\u00f6s Lor\u00e1nd University named after P\u00e9ter P\u00e1zm\u00e1ny (1921)", "Lip\u00f3t Fej\u00e9r educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1900)", "Lajos D\u00e1vid employer E\u00f6tv\u00f6s Lor\u00e1nd University (1916)", "B\u00e9la Ker\u00e9kj\u00e1rt\u00f3 employer E\u00f6tv\u00f6s Lor\u00e1nd University (1938)", "Andr\u00e1s Hajnal employer E\u00f6tv\u00f6s Lor\u00e1nd University (1956)", "John Pepper educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1904)", "George P\u00f3lya educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1905)", "Bence Szabolcsi educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1917)", "L\u00e1szl\u00f3 Kalm\u00e1r educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1922)" ] }, { "id": "q_005193", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1969.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure out Antonio Cariglia's country of citizenship's currency in 1969. \n\nFirst, the question is about the currency of the country where Antonio Cariglia was a citizen in 1969. The evidence provided includes several entries about Antonio Cariglia's citizenship", "em": 0.0, "f1": 0.0, "retrieved": [ "Antonio Cariglia country of citizenship Italy (1946)", "Antonio Cariglia country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005781", "complexity": "2hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "State Anthem of the Soviet Union", "pred": "\nOkay, let's try to figure this out. The question is asking, \"After The Internationale, who was the anthem of Kursk Oblast's located in?\" The reference year is 1987.\n\nFirst, I need to parse the question. It seems like it's asking about the", "em": 0.0, "f1": 0.15, "retrieved": [ "Dolgorukovsky District located in the administrative territorial entity Kursk Oblast (1934)", "Kursk Oblast located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1934)", "Turkmen Soviet Socialist Republic located in the administrative territorial entity Soviet Union (1924)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Kursk Oblast country Soviet Union (1934)", "Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic country Soviet Union (1922)", "Dnipropetrovsk Oblast country Soviet Union (1932)", "Odesa Oblast country Soviet Union (1932)", "Kharkiv Oblast country Soviet Union (1932)", "Chelyabinsk Oblast country Soviet Union (1934)" ] }, { "id": "q_004013", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Jupp Derwall", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Bernd Franke's sports team's head coach in 1982. The reference year is 1982, so I need to look at the evidence provided to find any relevant information.\n\nFirst", "em": 0.0, "f1": 0.0, "retrieved": [ "Bernd Eichmann member of sports team SV Saar 05 Saarbr\u00fccken (1985)", "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)", "Jakob Bender member of sports team Fortuna D\u00fcsseldorf (1927)", "Matthias Mauritz member of sports team Fortuna D\u00fcsseldorf (1947)", "Jupp Derwall member of sports team Fortuna D\u00fcsseldorf (1953)" ] }, { "id": "q_003935", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Volker Finke", "pred": "\nOkay, let's try to figure this out. The question is asking, after Benny Wendt was a member of SC Freiburg, what was the head coach of Andreas Bornemann's team. Wait, the wording is a bit confusing. Let me parse it again.\n\nFirst, the reference year is", "em": 0.0, "f1": 0.0, "retrieved": [ "Andreas Bornemann member of sports team SC Freiburg (1991)", "SC Freiburg head coach Volker Finke (1991)", "SC Freiburg head coach Robin Dutt (2007)", "SC Freiburg head coach Lorenz-G\u00fcnther K\u00f6stner (1989)", "Joachim L\u00f6w member of sports team SC Freiburg (1985)", "Uwe Rapolder member of sports team SC Freiburg (1986)", "Martin Braun member of sports team SC Freiburg (1990)", "Oumar Kond\u00e9 member of sports team SC Freiburg (1999)", "Sebastian Kehl member of sports team SC Freiburg (2000)", "Soumaila Coulibaly member of sports team SC Freiburg (2000)" ] }, { "id": "q_006770", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Silvio Berlusconi", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Fernando Redondo's member of sports team in 2004. Wait, first I need to make sure I understand the question correctly. It says \"Fernando Redondo's member of sports team in", "em": 0.0, "f1": 0.0, "retrieved": [ "Julio Libonatti member of sports team Argentina men's national association football team (1919)", "Amadeo Carrizo member of sports team Argentina men's national association football team (1954)", "Federico Vairo member of sports team Argentina men's national association football team (1955)", "Norberto Alonso member of sports team Argentina men's national association football team (1972)", "Ubaldo Fillol member of sports team Argentina men's national association football team (1974)", "Luis Islas member of sports team Argentina men's national association football team (1984)", "Marcelo Gallardo member of sports team Argentina men's national association football team (1994)", "Carlos Roa member of sports team Argentina men's national association football team (1997)", "Diego Placente member of sports team Argentina men's national association football team (2000)", "Sebasti\u00e1n Battaglia member of sports team Argentina men's national association football team (2003)" ] }, { "id": "q_008617", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1948.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the shares border with of Valerio Bacigalupo's country of citizenship in 1948. First, I need to determine which country Valerio Bacigalupo was a citizen of in", "em": 0.0, "f1": 0.0, "retrieved": [ "Valerio Bacigalupo member of sports team Italy men's national association football team (1947)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Valerio Bacigalupo country of citizenship Italy (1946)", "Valerio Bacigalupo country of citizenship Kingdom of Italy (1924)", "Valerio Bacigalupo member of sports team Genoa CFC (1944)", "Valerio Bacigalupo member of sports team Torino FC (1945)", "Valerio Valeri country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008708", "complexity": "2hop", "operator_type": "sequence", "t_query": 1966.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, after Oskar Davi\u010do won the NIN Prize, what country was Me\u0161a Selimovi\u0107's award received in? The reference year is 1966.\n\nFirst, I need to check the evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [ "NIN Prize country Federal Republic of Yugoslavia (1992)", "NIN Prize country Socialist Federal Republic of Yugoslavia (1954)", "NIN Prize country Serbia and Montenegro (2003)" ] }, { "id": "q_005902", "complexity": "2hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Zden\u011bk Zeman", "pred": "\nOkay, let's try to figure this out. The question is asking, after Gustavo Dezotti was a member of SS Lazio, what was the head coach of Aron Winter's member of SS Lazio? Wait, the wording is a bit confusing. Let me parse it again.\n\nFirst, the", "em": 0.0, "f1": 0.0, "retrieved": [ "SS Lazio head coach Zden\u011bk Zeman (1994)", "SS Lazio head coach Sven-G\u00f6ran Eriksson (1997)", "Zden\u011bk Zeman coach of sports team SS Lazio (1994)", "Sven-G\u00f6ran Eriksson coach of sports team SS Lazio (1997)", "Pietro Pastore member of sports team SS Lazio (1932)", "Paolo Agosteo member of sports team SS Lazio (1938)", "Romolo Alzani member of sports team SS Lazio (1945)", "Francesco Antonazzi member of sports team SS Lazio (1945)", "Lelio Antoniotti member of sports team SS Lazio (1951)", "Alberto Fontanesi member of sports team SS Lazio (1953)" ] }, { "id": "q_007389", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Saku Koivu", "pred": "\nOkay, let's try to figure this out. The question is asking who was the team captain of Louis Leblanc's drafted by after Maurice Richard. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, \"Louis Leblanc's drafted by after Maurice Richard.\" Maybe it", "em": 0.0, "f1": 0.0, "retrieved": [ "Maurice Richard member of sports team Montreal Canadiens (1942)", "Montreal Canadiens team captain Maurice Richard (1956)", "Henri Richard member of sports team Montreal Canadiens (1955)", "Montreal Canadiens team captain Saku Koivu (1999)", "Montreal Canadiens team captain Shea Weber (2018)" ] }, { "id": "q_005554", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1992.0, "gold": "Moscow", "pred": "\nOkay, let's try to figure this out. The question is asking what was twinned with Imi Knoebel's work location in 1992. \n\nFirst, I need to find out where Imi Knoebel was working in 1992. Looking at the", "em": 0.0, "f1": 0.0, "retrieved": [ "Imi Knoebel work location Darmstadt (1962)", "Imi Knoebel work location D\u00fcsseldorf (1964)", "Imi Knoebel work location United States (1974)", "D\u00fcsseldorf twinned administrative body Moscow (1992)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States head of government Harry S. Truman (1945)", "United States shares border with Panama (1904)", "Lee Miller work location United States (1926)", "Rudolf Bauer work location United States (1939)", "Afro Basaldella work location United States (1950)" ] }, { "id": "q_000408", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1904.0, "gold": "Kingdom of Prussia", "pred": "\nOkay, let's tackle this question. The user is asking about Paul Cassirer's work location in 1904 and specifically what administrative territorial entity that location was part of in that year.\n\nFirst, I need to look at the evidence provided. The relevant pieces here are the ones mentioning Paul Cass", "em": 0.0, "f1": 0.04255319148936171, "retrieved": [ "Paul Cassirer work location Berlin (1900)", "Paul Cassirer spouse Tilla Durieux (1910)", "Tilla Durieux spouse Paul Cassirer (1910)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Eugene Spiro spouse Tilla Durieux (1904)", "Tilla Durieux spouse Eugene Spiro (1904)", "Konrad Biesalski work location Berlin (1900)", "Rudolf Bauer work location Berlin (1905)" ] }, { "id": "q_003634", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Uwe Neuhaus", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Micha\u0142 Bemben's sports team in 2008. First, I need to check the provided evidence to see if there's any mention of Micha\u0142 Bemben or his", "em": 0.0, "f1": 0.0, "retrieved": [ "G\u00f3rnik Zabrze head coach Adam Nawa\u0142ka (2010)", "1. FC Union Berlin head coach Uwe Neuhaus (2007)", "1. FC Union Berlin head coach Jens Keller (2016)", "1. FC Union Berlin head coach Urs Fischer (2018)", "Micha\u0142 Cha\u0142bi\u0144ski member of sports team G\u00f3rnik Zabrze (2004)", "Micha\u0142 Pazdan member of sports team G\u00f3rnik Zabrze (2007)", "Urs Fischer coach of sports team 1. FC Union Berlin (2018)", "Dieter Bast member of sports team VfL Bochum (1977)", "Klaus Fischer member of sports team VfL Bochum (1984)", "Andreas Wessels member of sports team VfL Bochum (1986)" ] }, { "id": "q_006653", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1997.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure out the answer. The question is asking for the currency of Renato Barisani's country of citizenship in 1997. \n\nFirst, I need to determine which country Renato Barisani was a citizen of in 1997. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Renato Barisani country of citizenship Italy (1946)", "Renato Barisani country of citizenship Kingdom of Italy (1918)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000961", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Kate Winslet", "pred": "\nOkay, let's try to figure this out. The question is asking who was the winner of La Vie en Rose after Katharine Hepburn. Wait, but the reference year is 2008. Let me check the evidence provided.\n\nLooking at the evidence, there are several entries about Academy Award winners", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Katharine Hepburn nominated for Academy Award for Best Actress (1936)", "Katharine Hepburn award received Academy Award for Best Actress (1934)", "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)" ] }, { "id": "q_002923", "complexity": "2hop", "operator_type": "sequence", "t_query": 1949.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, after Alfons Benedikter's country of citizenship is Italy, what was the shares border with of Enrico Prampolini's country of citizenship? \n\nFirst, I need to check the evidence provided. The reference year is 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Enrico Forlanini country of citizenship Kingdom of Italy (1900)", "Enrico Ferri country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008130", "complexity": "2hop", "operator_type": "sequence", "t_query": 1988.0, "gold": "Silvio Berlusconi", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Sergio Porrini's member of sports team after Karl-Heinz Schnellinger was a member of AC Milan. \n\nFirst, I need to parse the question correctly. It mentions \"Sergio Porr", "em": 0.0, "f1": 0.0, "retrieved": [ "AC Milan chairperson Silvio Berlusconi (1986)", "Herbert Kilpin member of sports team AC Milan (1900)", "Pietro Lana member of sports team AC Milan (1907)", "Cesare Lovati member of sports team AC Milan (1916)", "Luigi Andreoli member of sports team AC Milan (1920)", "Giuseppe Marchi member of sports team AC Milan (1926)", "Stefano Aigotti member of sports team AC Milan (1927)", "Pietro Arcari member of sports team AC Milan (1930)", "Pietro Pastore member of sports team AC Milan (1931)", "Bruno Chizzo member of sports team AC Milan (1939)" ] }, { "id": "q_001668", "complexity": "2hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "Jane Fonda", "pred": "\nOkay, let's see. The question is asking, \"Before Louise Fletcher, who was the winner of Women in Love's nominated for?\" The reference year is 1971.\n\nFirst, I need to figure out what \"Women in Love\" refers to. It's likely a film, probably from", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Louise Fletcher (1975)", "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)" ] }, { "id": "q_006838", "complexity": "2hop", "operator_type": "before_after", "t_query": 2019.0, "gold": "Lucien Favre", "pred": "\nOkay, let's try to figure this out. The question is asking: After J\u00fcrgen Klopp, who was the head coach of Marcel Schmelzer's member of sports team?\n\nFirst, I need to understand what exactly is being asked. The key points here are \"after J\u00fcrgen Klopp", "em": 0.0, "f1": 0.0, "retrieved": [ "Borussia Dortmund head coach J\u00fcrgen Klopp (2008)", "J\u00fcrgen Klopp coach of sports team Borussia Dortmund (2008)", "Borussia Dortmund head coach Peter St\u00f6ger (2017)", "J\u00fcrgen Klopp employer Borussia Dortmund (2008)", "J\u00fcrgen Wegmann member of sports team Borussia Dortmund (1989)", "J\u00fcrgen Milewski member of sports team Germany national under-21 football team (1981)", "J\u00fcrgen Wegmann member of sports team Germany national under-21 football team (1984)", "Ewerthon member of sports team Borussia Dortmund (2001)", "Lothar Huber member of sports team Borussia Dortmund (1974)", "Ralf Loose member of sports team Borussia Dortmund (1981)" ] }, { "id": "q_007280", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2006.0, "gold": "Klaus Wowereit", "pred": "\nOkay, let's try to figure out Ann Wolff's work location's head of government in 2006. The question is asking about a specific person, Ann Wolff, and where she worked in 2006, then who was the head of government in that location.\n\nFirst, I need", "em": 0.0, "f1": 0.0, "retrieved": [ "Berlin head of government Willy Brandt (1957)", "Berlin head of government Klaus Sch\u00fctz (1967)", "Berlin head of government Dietrich Stobbe (1977)", "Berlin head of government Richard von Weizs\u00e4cker (1981)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Berlin country Soviet occupation zone of Germany (1945)", "Konrad Biesalski work location Berlin (1900)", "Paul Cassirer work location Berlin (1900)" ] }, { "id": "q_004011", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1976.0, "gold": "David Storey", "pred": "\nOkay, let's see. The user is asking about Brian Moore's nominated work's winner in 1976. The reference year is 1976. Let me check the evidence provided.\n\nLooking at the evidence, there's a list of Booker Prize nominations and winners. The entries mention years", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_001876", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Thomas Tuchel", "pred": "\nOkay, let's try to figure this out. The question is asking: After Christof Babatz member of sports team 1. FSV Mainz 05, what was the head coach of Anthony Ujah's member of sports team?\n\nFirst, I need to parse the information given. The reference", "em": 0.0, "f1": 0.0, "retrieved": [ "J\u00fcrgen Klopp coach of sports team 1. FSV Mainz 05 (2001)", "J\u00fcrgen Klopp employer 1. FSV Mainz 05 (2001)", "Kurt Diemer member of sports team 1. FSV Mainz 05 (1925)", "Georg Tripp member of sports team 1. FSV Mainz 05 (1966)", "J\u00fcrgen Klopp member of sports team 1. FSV Mainz 05 (1990)", "J\u00fcrgen Wegmann member of sports team 1. FSV Mainz 05 (1996)", "Abderrahim Ouakili member of sports team 1. FSV Mainz 05 (2001)", "Henrique Sereno member of sports team 1. FSV Mainz 05 (2015)", "Viktor Fischer member of sports team 1. FSV Mainz 05 (2017)", "Uwe Rapolder coach of sports team 1. FC K\u00f6ln (2005)" ] }, { "id": "q_003426", "complexity": "2hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "George H. W. Bush", "pred": "\nOkay, let's try to figure this out. The question is asking: Who was the head of government of Motorola's country after Theodore Roosevelt?\n\nFirst, I need to parse the information given. The reference year is 1992. The evidence provided includes various heads of government for the United States,", "em": 0.0, "f1": 0.0, "retrieved": [ "United States head of government Theodore Roosevelt (1901)", "United States head of government Harry S. Truman (1945)", "United States head of government Franklin Delano Roosevelt (1933)", "Motorola country United States (1991)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States head of government William McKinley (1900)", "United States head of government Woodrow Wilson (1913)", "United States head of government Herbert Hoover (1929)", "United States head of government Richard Nixon (1969)", "United States head of government Gerald Ford (1974)" ] }, { "id": "q_008324", "complexity": "2hop", "operator_type": "interval", "t_query": 1930.0, "gold": "1930", "pred": "\nOkay, let's try to figure this out. The user is asking when Norma Shearer was the winner of Corinne Griffith's nominated for. Wait, that wording is a bit confusing. Maybe they meant when Norma Shearer won an Academy Award, and Corinne Griffith was nominated? Or perhaps there", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)" ] }, { "id": "q_001089", "complexity": "2hop", "operator_type": "before_after", "t_query": 1998.0, "gold": "Oscar Luigi Scalfaro", "pred": "\nOkay, let's try to figure this out. The question is asking, after Giovanni Gronchi, who was the head of state of Ansano Giannarelli's country of citizenship in 1998. \n\nFirst, I need to determine Ansano Giannarelli's country of citizenship.", "em": 0.0, "f1": 0.0, "retrieved": [ "Ansano Giannarelli country of citizenship Italy (1946)", "Ansano Giannarelli country of citizenship Kingdom of Italy (1933)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001646", "complexity": "2hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Jos\u00e9 Mourinho", "pred": "\nOkay, let's try to figure this out. The question is asking: After Luis Su\u00e1rez was a member of Inter Milan, what was the head coach of Walter Samuel's team? Wait, the wording is a bit confusing. Let me parse it again.\n\nThe user mentions \"After Luis Su\u00e1rez", "em": 0.0, "f1": 0.0, "retrieved": [ "Sebasti\u00e1n Battaglia coach of sports team Boca Juniors (2021)", "Luis Islas member of sports team Newell's Old Boys (1995)", "Luis Islas member of sports team Argentina men's national association football team (1984)", "Julio Libonatti member of sports team Newell's Old Boys (1919)", "Gerardo Rivas member of sports team Newell's Old Boys (1932)", "Lorenzo S\u00e1ez member of sports team Newell's Old Boys (1989)", "Lionel Messi member of sports team Newell's Old Boys (1995)", "N\u00e9icer Reasco member of sports team Newell's Old Boys (2001)", "Julio Libonatti member of sports team Argentina men's national association football team (1919)", "Amadeo Carrizo member of sports team Argentina men's national association football team (1954)" ] }, { "id": "q_001719", "complexity": "2hop", "operator_type": "sequence", "t_query": 2005.0, "gold": "J\u00fcrgen Klinsmann", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Tim Borowski's team after Fritz Ewert was a member of the Germany men's national team. First, I need to check the evidence provided to see if there's any mention of Fritz Ewert or Tim Bor", "em": 0.0, "f1": 0.0, "retrieved": [ "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Klaus Fischer member of sports team Germany national under-21 football team (1971)", "Dieter Bast member of sports team Germany national under-21 football team (1973)", "Pierre Littbarski member of sports team Germany national under-21 football team (1979)", "Joachim L\u00f6w member of sports team Germany national under-21 football team (1979)", "J\u00fcrgen Milewski member of sports team Germany national under-21 football team (1981)", "Ralf Loose member of sports team Germany national under-21 football team (1982)" ] }, { "id": "q_005359", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Alex McLeish", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of George Boateng's member of sports team in 2012. Wait, first I need to make sure I understand the question correctly. It says \"George Boateng's member of sports", "em": 0.0, "f1": 0.0, "retrieved": [ "Ricardo Moniz coach of sports team Excelsior Rotterdam (2019)", "Ruud Gullit coach of sports team Feyenoord Rotterdam (2004)", "Giovanni van Bronckhorst coach of sports team Feyenoord Rotterdam (2015)", "Arie Vermeer member of sports team Excelsior Rotterdam (1940)", "Jeffrey Altheer member of sports team Excelsior Rotterdam (2007)", "Wim Rijsbergen member of sports team Feyenoord Rotterdam (1971)", "Ruud Gullit member of sports team Feyenoord Rotterdam (1982)", "Brad Parker member of sports team Feyenoord Rotterdam (1998)", "Bert Konterman member of sports team Feyenoord Rotterdam (1998)", "Brett Emerton member of sports team Feyenoord Rotterdam (2000)" ] }, { "id": "q_002201", "complexity": "2hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Princeton University", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Carnegie Institute of Technology, who was the educated at of Nash equilibrium's theorized by?\" The reference year is 1949.\n\nFirst, I need to parse the question. It seems a bit convoluted. Let me", "em": 0.0, "f1": 0.0, "retrieved": [ "John Forbes Nash employer Massachusetts Institute of Technology (1952)", "John Forbes Nash educated at Princeton University (1948)", "John Forbes Nash employer RAND Corporation (1950)", "John Forbes Nash award received John von Neumann Theory Prize (1978)" ] }, { "id": "q_000953", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "DBC Pierre", "pred": "\nOkay, let's tackle this question. The user is asking about the winner of Monica Ali's nominated work in 2003. First, I need to check the evidence provided.\n\nLooking at the evidence, there's a mention that Monica Ali was nominated for the Booker Prize in 2003", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Monica Ali nominated for Booker Prize (2003)", "Booker Prize winner DBC Pierre (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_003588", "complexity": "2hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Javier Aguirre", "pred": "\nOkay, let's try to figure this out. The question is asking, after Jos\u00e9 Chamot was a member of Atl\u00e9tico Madrid, what was the head coach of Antonio L\u00f3pez's team. Wait, the wording is a bit confusing. Let me parse it again.\n\nThe user mentions \"After Jos\u00e9 Chamot member", "em": 0.0, "f1": 0.0, "retrieved": [ "Atl\u00e9tico Madrid head coach Helenio Herrera (1949)", "Atl\u00e9tico Madrid head coach Arrigo Sacchi (1998)", "Atl\u00e9tico Madrid head coach Claudio Ranieri (1999)", "Jos\u00e9 Francisco Molina member of sports team Atl\u00e9tico Madrid (1995)", "Ricardo Zamora coach of sports team Atl\u00e9tico Madrid (1939)", "Arrigo Sacchi coach of sports team Atl\u00e9tico Madrid (1998)", "Ricardo Zamora coach of sports team Spain men's national football team (1952)", "Ricardo Zamora member of sports team Spain men's national football team (1920)", "Pedro Sol\u00e9 member of sports team Spain men's national football team (1929)", "Mart\u00ed Ventolr\u00e0 member of sports team Spain men's national football team (1930)" ] }, { "id": "q_006330", "complexity": "2hop", "operator_type": "before_after", "t_query": 2003.0, "gold": "DBC Pierre", "pred": "\nOkay, let's try to figure this out. The question is asking: \"Before John Banville, who was the winner of Gerard Donovan's nominated for?\" Hmm, first, I need to understand what exactly is being asked here. The phrasing is a bit confusing. Let me break it down.\n\nSo", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_006529", "complexity": "2hop", "operator_type": "interval", "t_query": 1991.0, "gold": "1991", "pred": "\nOkay, let's tackle this question. The user is asking about when Michel Bouquet was the winner of Ultra's nominated for. First, I need to check the provided evidence to see if there's any mention of Michel Bouquet or Ultra.\n\nLooking at the evidence list: the entries are about European Film Award", "em": 0.0, "f1": 0.0, "retrieved": [ "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Rupert Everett nominated for European Film Award for Best Actor (1999)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Philippe Noiret award received European Film Award for Best Actor (1989)" ] }, { "id": "q_006295", "complexity": "2hop", "operator_type": "before_after", "t_query": 1945.0, "gold": "Joan Crawford", "pred": "\nOkay, let's try to figure this out. The question is asking, \"After Bette Davis, who was the winner of Mrs. Parkington's nominated for?\" But first, I need to understand what exactly is being asked here. The reference year is 1945, so maybe the question", "em": 0.0, "f1": 0.0, "retrieved": [ "Geena Davis nominated for Academy Award for Best Supporting Actress (1989)", "Geena Davis award received Academy Award for Best Supporting Actress (1988)", "Who Is Harry Kellerman and Why Is He Saying Those Terrible Things About Me? nominated for Academy Award for Best Supporting Actress (1972)", "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Cher nominated for Academy Award for Best Supporting Actress (1984)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)" ] }, { "id": "q_007246", "complexity": "2hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's tackle this question. The user is asking about Agostino Coletto's country of citizenship before the European Economic Community (EEC). The reference year is 1952.\n\nFirst, I need to look at the evidence provided. There are entries for Agostino Colet", "em": 0.0, "f1": 0.09302325581395349, "retrieved": [ "Agostino Coletto country of citizenship Italy (1946)", "Agostino Coletto country of citizenship Kingdom of Italy (1927)", "Agostino Gemelli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001257", "complexity": "2hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "United Kingdom", "pred": "\nOkay, let's try to figure this out. The question is asking: \"Who was the located in of Shimon Peres's country of citizenship after United Kingdom of Great Britain and Ireland?\" Hmm, that wording is a bit confusing. Maybe it's asking for the country where Shimon Peres was a", "em": 1.0, "f1": 0.09756097560975609, "retrieved": [ "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Shimon Peres country of citizenship Israel (1948)", "Shimon Peres country of citizenship Mandatory Palestine (1943)", "Acre located in the administrative territorial entity Israel (1948)", "Israel head of government Shimon Peres (1995)", "Israel head of state Shimon Peres (2007)", "Shimon Peres member of political party Israeli Labor Party (1968)", "Ariel Sharon country of citizenship Mandatory Palestine (1928)", "Abraham Fraenkel country of citizenship Mandatory Palestine (1929)" ] }, { "id": "q_004353", "complexity": "2hop", "operator_type": "before_after", "t_query": 1988.0, "gold": "Maurice Druon", "pred": "\nOkay, let's try to figure this out. The question is asking: Before H\u00e9l\u00e8ne Carr\u00e8re d'Encausse, who was the general secretary of Michel D\u00e9on's member of? \n\nFirst, I need to parse the question correctly. It seems like there might be a slight confusion in", "em": 0.0, "f1": 0.0, "retrieved": [ "Acad\u00e9mie Fran\u00e7aise general secretary H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (1999)", "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Genevoix (1958)", "Acad\u00e9mie Fran\u00e7aise general secretary Jean Mistler (1973)", "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Druon (1985)", "Jean Richepin member of Acad\u00e9mie Fran\u00e7aise (1908)", "Henri Bergson member of Acad\u00e9mie Fran\u00e7aise (1914)", "Philippe P\u00e9tain member of Acad\u00e9mie Fran\u00e7aise (1929)", "Andr\u00e9 Chaumeix member of Acad\u00e9mie Fran\u00e7aise (1930)", "Abel Bonnard member of Acad\u00e9mie Fran\u00e7aise (1932)", "Fran\u00e7ois Mauriac member of Acad\u00e9mie Fran\u00e7aise (1933)" ] }, { "id": "q_001453", "complexity": "2hop", "operator_type": "sequence", "t_query": 1915.0, "gold": "Nicholas II of Russia", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Kyakhta's country after Simferopol was part of the Russian Empire. Let me look at the evidence provided.\n\nFirst, the reference year is 1915. The evidence mentions that in", "em": 0.0, "f1": 0.04878048780487805, "retrieved": [ "Russian Empire head of state Nicholas II of Russia (1900)", "Kyakhta country Russian Empire (1900)", "Simferopol country Russian Empire (1900)", "N. I. Lobachevsky State University of Nizhny Novgorod country Russian Empire (1916)", "Kyakhta country Soviet Union (1922)", "Simferopol country Soviet Union (1921)", "N. I. Lobachevsky State University of Nizhny Novgorod country Soviet Union (1917)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Russian Empire anthem God Save the Tsar! (1900)" ] }, { "id": "q_008300", "complexity": "2hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking about the shares border with of Luigi Nono's country of citizenship after Alberto De Martino's country of citizenship was Italy. Hmm, first, I need to parse the question correctly.\n\nFirst, the reference year is 1951", "em": 0.0, "f1": 0.0, "retrieved": [ "Luigi Nono country of citizenship Italy (1946)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Luigi Nono country of citizenship Kingdom of Italy (1924)", "Alberto Franchetti country of citizenship Kingdom of Italy (1900)", "Alberto Ascoli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008480", "complexity": "2hop", "operator_type": "interval", "t_query": 2001.0, "gold": "2001", "pred": "\nOkay, let's try to figure this out. The question is asking when Denzel Washington was the winner of Ed Harris's nominated for. Wait, that wording is a bit confusing. Maybe it's a typo or mistranslation. Let me parse it again.\n\nThe user might be asking about when Denzel", "em": 0.0, "f1": 0.0, "retrieved": [ "Cabaret nominated for Academy Award for Best Supporting Actor (1973)", "Robert Morley nominated for Academy Award for Best Supporting Actor (1939)", "Albert Bassermann nominated for Academy Award for Best Supporting Actor (1941)", "Donald Crisp nominated for Academy Award for Best Supporting Actor (1942)", "Jos\u00e9 Ferrer nominated for Academy Award for Best Supporting Actor (1949)", "Sam Jaffe nominated for Academy Award for Best Supporting Actor (1951)", "Mickey Rooney nominated for Academy Award for Best Supporting Actor (1957)", "Omar Sharif nominated for Academy Award for Best Supporting Actor (1963)", "Martin Balsam nominated for Academy Award for Best Supporting Actor (1966)", "Jack Nicholson nominated for Academy Award for Best Supporting Actor (1970)" ] }, { "id": "q_006167", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "LMFAO", "pred": "\nOkay, let's try to figure this out. The question is asking about the winner of the MTV Movie Award for Best Song from a Movie after Bush won. But wait, the evidence provided lists winners from 1993 to 1998: Whitney Houston (1993), Michael", "em": 0.0, "f1": 0.0, "retrieved": [ "MTV Movie Award for Best Song from a Movie winner Whitney Houston (1993)", "MTV Movie Award for Best Song from a Movie winner Michael Jackson (1994)", "MTV Movie Award for Best Song from a Movie winner Will Smith (1998)", "MTV Movie Award for Best Song from a Movie winner Stone Temple Pilots (1995)" ] }, { "id": "q_003258", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "J\u00fcrgen Linden", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Ena von Baer's residence's head of government in 2002. First, I need to check if there's any evidence provided. The evidence section says \"(none)\", so there's no information", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_004631", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1904.0, "gold": "absolute monarchy", "pred": "\nOkay, let's tackle this question. The user is asking about the basic form of government of Trabzon Province's country in 1904. \n\nFirst, I need to recall the evidence provided. The reference year is 1904. The evidence mentions that in 190", "em": 0.0, "f1": 0.0, "retrieved": [ "Ottoman Empire basic form of government absolute monarchy (1900)", "Ottoman Empire basic form of government military dictatorship (1913)", "Trabzon Province country Ottoman Empire (1900)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)", "Old City of Jerusalem country Ottoman Empire (1900)", "Qasim Amin country of citizenship Ottoman Empire (1900)", "Charles Debbas country of citizenship Ottoman Empire (1900)", "Taha Hussein country of citizenship Ottoman Empire (1900)" ] }, { "id": "q_004837", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "Ang Lee", "pred": "\nOkay, let's tackle this question. The user is asking, \"Who was the winner of The Tree of Life's nominated for before Alfonso Cuar\u00f3n?\" Wait, that wording is a bit confusing. Let me parse it again.\n\nFirst, the reference year is 2012. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Rebecca nominated for Academy Award for Best Picture (1941)", "Cabaret nominated for Academy Award for Best Picture (1973)", "Stanley Kubrick nominated for Academy Award for Best Picture (1965)", "Warren Beatty nominated for Academy Award for Best Picture (1968)", "David Brown nominated for Academy Award for Best Picture (1976)", "Sherry Lansing nominated for Academy Award for Best Picture (1988)", "Hal B. Wallis nominated for Academy Award for Best Picture (1956)", "Alan J. Pakula nominated for Academy Award for Best Picture (1963)", "Arthur P. Jacobs nominated for Academy Award for Best Picture (1968)", "Anthony Havelock-Allan nominated for Academy Award for Best Picture (1969)" ] }, { "id": "q_002531", "complexity": "2hop", "operator_type": "before_after", "t_query": 1922.0, "gold": "Austria", "pred": "\nOkay, let's try to figure this out. The question is asking about the country of citizenship of the discoverer or inventor of the Auger effect after Cisleithania. The reference year is 1922, and there's no evidence provided.\n\nFirst, I need to recall who discovered the", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_008228", "complexity": "2hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Frances McDormand", "pred": "\nOkay, let's try to figure this out. The question is asking: After The Client nominated for Academy Award for Best Actress, what was the winner of Elisabeth Shue's nominated for?\n\nFirst, I need to check the reference year, which is 1996. The evidence provided lists several", "em": 0.0, "f1": 0.0, "retrieved": [ "Rebecca nominated for Academy Award for Best Actress (1941)", "Cabaret nominated for Academy Award for Best Actress (1973)", "Ruth Chatterton nominated for Academy Award for Best Actress (1930)", "Katharine Hepburn nominated for Academy Award for Best Actress (1936)", "Joan Fontaine nominated for Academy Award for Best Actress (1941)", "Joan Crawford nominated for Academy Award for Best Actress (1946)", "Shelley Winters nominated for Academy Award for Best Actress (1952)", "Ava Gardner nominated for Academy Award for Best Actress (1954)", "Geraldine Page nominated for Academy Award for Best Actress (1962)", "Anne Bancroft nominated for Academy Award for Best Actress (1963)" ] }, { "id": "q_005557", "complexity": "2hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Fatih Terim", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Adem B\u00fcy\u00fck's member of sports team after Ali Kemal Denizci, who was a member of the Turkey men's national football team. \n\nFirst, I need to parse the question correctly. It seems like", "em": 0.0, "f1": 0.0, "retrieved": [ "Turgay \u015eeren member of sports team Turkey men's national football team (1950)", "Fevzi Zemzem member of sports team Turkey men's national football team (1965)", "\u00d6mer Kaner member of sports team Turkey men's national football team (1974)", "Cem Pamiro\u011flu member of sports team Turkey men's national football team (1977)", "Erdal Keser member of sports team Turkey men's national football team (1982)", "Giuseppe Meazza coach of sports team Be\u015fikta\u015f J.K. (1948)", "Krum Milev coach of sports team Be\u015fikta\u015f J.K. (1968)", "Erhan Albayrak member of sports team Altay S.K. (1998)", "Ayta\u00e7 Kara member of sports team Altay S.K. (2010)", "\u0130lker Avc\u0131bay member of sports team Altay S.K. (2005)" ] }, { "id": "q_007336", "complexity": "2hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "\nOkay, let's tackle this question. The user is asking when Daniel Br\u00fchl was the winner of Luigi Lo Cascio's nominated for. Wait, that wording is a bit confusing. Let me parse it again.\n\nThe question is phrased as \"When was Daniel Br\u00fchl the winner of Luigi Lo Casc", "em": 0.0, "f1": 0.0, "retrieved": [ "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Rupert Everett nominated for European Film Award for Best Actor (1999)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Philippe Noiret award received European Film Award for Best Actor (1989)" ] }, { "id": "q_003098", "complexity": "2hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Sandro Pertini", "pred": "\nOkay, let's try to figure this out. The question is asking, before Francesco Cossiga, who was the head of state of Flavio Mogherini's country of citizenship? The reference year is 1980.\n\nFirst, I need to determine Flavio Mogherini's", "em": 0.0, "f1": 0.0, "retrieved": [ "Flavio Mogherini country of citizenship Italy (1946)", "Flavio Mogherini country of citizenship Kingdom of Italy (1922)", "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002950", "complexity": "2hop", "operator_type": "interval", "t_query": 1945.0, "gold": "1945", "pred": "\nOkay, let's try to figure out this question. The user is asking: \"In what year was the winner of Mrs. Parkington's nominated for equal to Joan Crawford?\" Hmm, first, I need to parse this correctly. Maybe it's a bit of a tricky phrasing. Let me break it", "em": 0.0, "f1": 0.0, "retrieved": [ "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Cher nominated for Academy Award for Best Supporting Actress (1984)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)", "Geraldine Page nominated for Academy Award for Best Supporting Actress (1954)", "Betsy Blair nominated for Academy Award for Best Supporting Actress (1956)", "Shelley Winters nominated for Academy Award for Best Supporting Actress (1960)" ] }, { "id": "q_000019", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure out the answer. The question is asking for the currency of Maurizio Lucidi's country of citizenship in 2002.\n\nFirst, looking at the evidence provided. There are several entries about Maurizio Lucidi's country of citizenship. The first one says \"M", "em": 0.0, "f1": 0.0, "retrieved": [ "Maurizio Lucidi country of citizenship Italy (1946)", "Maurizio Lucidi country of citizenship Kingdom of Italy (1932)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001920", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Claudio Ranieri", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"What was Roberto Di Matteo's member of sports team's head coach in 2002?\" Hmm, that wording is a bit confusing. Let me parse it again. Maybe they mean, \"What", "em": 0.0, "f1": 0.0, "retrieved": [ "FC Z\u00fcrich head coach Ludovic Magnin (2018)", "FC Z\u00fcrich head coach Andr\u00e9 Breitenreiter (2021)", "SS Lazio head coach Zden\u011bk Zeman (1994)", "SS Lazio head coach Sven-G\u00f6ran Eriksson (1997)", "Daniel Tarone member of sports team FC Z\u00fcrich (2002)", "Diego Benaglio member of sports team FC Z\u00fcrich (2002)", "Urs Fischer coach of sports team FC Z\u00fcrich (2010)", "Zden\u011bk Zeman coach of sports team SS Lazio (1994)", "Sven-G\u00f6ran Eriksson coach of sports team SS Lazio (1997)", "Werner Schley member of sports team FC Z\u00fcrich (1958)" ] }, { "id": "q_005782", "complexity": "2hop", "operator_type": "sequence", "t_query": 1973.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking, after Pietro Piovani's country of citizenship is Italy, what was the currency of Luchino Visconti's country of citizenship?\n\nFirst, I need to look at the evidence provided. The reference year is 197", "em": 0.0, "f1": 0.0, "retrieved": [ "Luchino Visconti country of citizenship Italy (1946)", "Luchino Visconti country of citizenship Kingdom of Italy (1906)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006670", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1954.0, "gold": "White Hart Lane", "pred": "\nOkay, let's tackle this question. The user is asking about the home venue of Alf Ramsey's member of sports team in 1954. First, I need to figure out who Alf Ramsey was and what team he was associated with in that year.\n\nLooking at the evidence provided, there's a", "em": 0.0, "f1": 0.0, "retrieved": [ "Tottenham Hotspur F.C. home venue White Hart Lane (1900)", "George Holley member of sports team England men's national association football team (1909)", "Charlie Buchan member of sports team England men's national association football team (1913)", "Billy Brown member of sports team England men's national association football team (1923)", "George Armitage member of sports team England men's national association football team (1924)", "David Jack member of sports team England men's national association football team (1924)", "Syd Bishop member of sports team England men's national association football team (1927)", "Peter Broadbent member of sports team England men's national association football team (1958)", "Bobby Charlton member of sports team England men's national association football team (1958)", "Bobby Smith member of sports team England men's national association football team (1961)" ] }, { "id": "q_000862", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "Humphrey Bogart", "pred": "\nOkay, let's tackle this question. The user is asking about Jos\u00e9 Ferrer's nominated for's winner in 1951. So, they want to know which award Jos\u00e9 Ferrer was nominated for in 1951 and who won that category that year.\n\nFirst, I'll look through", "em": 0.0, "f1": 0.0, "retrieved": [ "Jos\u00e9 Ferrer nominated for Academy Award for Best Actor (1951)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Jos\u00e9 Ferrer nominated for Academy Award for Best Supporting Actor (1949)", "Jos\u00e9 Ferrer award received Academy Award for Best Actor (1949)", "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Rebecca nominated for Academy Award for Best Actor (1941)", "Charles Laughton nominated for Academy Award for Best Actor (1936)" ] }, { "id": "q_001033", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "China Mi\u00e9ville", "pred": "\nOkay, let's see. The user is asking about the winner of Cloud Atlas in 2005. Wait, but the question says \"what was the winner of Cloud Atlas's nominated for?\" Hmm, maybe there's a typo or confusion here. Cloud Atlas is a book by David Mitchell, published", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Poul Anderson nominated for Nebula Award for Best Novel (1965)", "Tanith Lee nominated for Nebula Award for Best Novel (1975)" ] }, { "id": "q_003960", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "German Democratic Republic", "pred": "\nOkay, let's try to figure this out. The question is asking about the country of citizenship of Inge Keller's spouse after Karl-Eduard von Schnitzler's conflict with World War II. The reference year is 1955.\n\nFirst, I need to check the evidence provided. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Karl-Eduard von Schnitzler country of citizenship Germany (1990)", "Karl-Eduard von Schnitzler country of citizenship German Democratic Republic (1949)" ] }, { "id": "q_006287", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Clive Woodward", "pred": "\nOkay, let's try to figure out this question. The user is asking for the head coach of Josh Lewsey's member of sports team after Wavell Wakefield, 1st Baron Wakefield of Kendal member of sports team England men\u2019s national rugby union team.\n\nFirst, I need to parse", "em": 0.0, "f1": 0.0, "retrieved": [ "England men\u2019s national rugby union team head coach Clive Woodward (1997)", "England men\u2019s national rugby union team head coach Brian Ashton (2006)", "Peter Winterbottom member of sports team England men\u2019s national rugby union team (1982)", "Harry Ellis member of sports team England men\u2019s national rugby union team (2004)", "England men\u2019s national rugby union team kit supplier Nike (1997)", "England men\u2019s national rugby union team kit supplier Umbro (2020)", "Jim Telfer member of sports team British & Irish Lions (1966)", "Tom Kiernan member of sports team British & Irish Lions (1968)", "Peter Winterbottom member of sports team British & Irish Lions (1993)", "Geordan Murphy member of sports team British & Irish Lions (2005)" ] }, { "id": "q_007880", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1992.0, "gold": "Giovanni Trapattoni", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Stefano Tacconi's member of sports team in 1992. Hmm, first I need to understand what exactly is being asked here. The term \"member of sports team\" might refer to a team", "em": 0.0, "f1": 0.0, "retrieved": [ "Inter Milan head coach Stefano Pioli (2016)", "Stefano Aigotti member of sports team US Livorno 1915 (1932)", "Inter Milan head coach Helenio Herrera (1973)", "Inter Milan head coach Giovanni Trapattoni (1986)", "Inter Milan head coach Ottavio Bianchi (1994)", "Inter Milan head coach Jos\u00e9 Mourinho (2008)", "Inter Milan head coach Claudio Ranieri (2011)", "Inter Milan head coach Walter Mazzarri (2013)", "Inter Milan head coach Luciano Spalletti (2017)", "Inter Milan head coach Antonio Conte (2019)" ] }, { "id": "q_005772", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking about the country where Titel Municipality was located in 1982. The evidence provided includes several entries about different municipalities and their administrative entities over various years.\n\nFirst, I need to focus on the entries related to Titel Municip", "em": 0.0, "f1": 0.0, "retrieved": [ "Titel Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Titel Municipality located in the administrative territorial entity Vojvodina (1990)", "Vojvodina country Federal Republic of Yugoslavia (1992)", "Vojvodina country Socialist Federal Republic of Yugoslavia (1990)", "Socialist Autonomous Province of Vojvodina country Socialist Federal Republic of Yugoslavia (1945)", "Vojvodina country Serbia and Montenegro (2003)", "Ada Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Alibunar Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Temerin Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "\u017dabalj Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)" ] }, { "id": "q_006294", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Hilary Swank", "pred": "\nOkay, let's see. The user is asking about the winner of Samantha Morton's nomination in 2004. But looking at the evidence provided, there's a list of actresses and the years they were nominated for the Academy Award for Best Supporting Actress. The years mentioned range from 193", "em": 0.0, "f1": 0.0, "retrieved": [ "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Cher nominated for Academy Award for Best Supporting Actress (1984)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)", "Geraldine Page nominated for Academy Award for Best Supporting Actress (1954)", "Betsy Blair nominated for Academy Award for Best Supporting Actress (1956)", "Shelley Winters nominated for Academy Award for Best Supporting Actress (1960)" ] }, { "id": "q_004173", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Jupp Derwall", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Pierre Littbarski's sports team in 1982. The reference year is 1982, so I need to focus on the evidence provided around that time.\n\nFirst", "em": 0.0, "f1": 0.0, "retrieved": [ "Pierre Littbarski member of sports team Germany men's national association football team (1981)", "Pierre Littbarski member of sports team 1. FC K\u00f6ln (1987)", "Pierre Littbarski member of sports team Racing Club de France (1986)", "Pierre Littbarski member of sports team Germany national football B team (1980)", "Pierre Littbarski member of sports team Germany national under-21 football team (1979)", "Ralf Loose member of sports team Germany national under-21 football team (1982)", "Dieter Bast member of sports team Germany national football B team (1976)", "J\u00fcrgen Milewski member of sports team Germany national football B team (1978)", "Harald Nickel member of sports team Germany national football B team (1978)", "Kurt Niedermayer member of sports team Germany national football B team (1979)" ] }, { "id": "q_005281", "complexity": "2hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Giovanni Gronchi", "pred": "\nOkay, let's try to figure this out. The question is asking, before Oscar Luigi Scalfaro, who was the head of state of Loredana Nusciak's country of citizenship? The reference year is 1958.\n\nFirst, I need to determine Loredana Nus", "em": 0.0, "f1": 0.0, "retrieved": [ "Loredana Nusciak country of citizenship Italy (1946)", "Loredana Nusciak country of citizenship Kingdom of Italy (1942)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005433", "complexity": "2hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Ottmar Hitzfeld", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Ren\u00e9 Tretschok's member of sports team after Michael Zorc was a member of Borussia Dortmund. \n\nFirst, I need to parse the question correctly. It seems like it's asking about the head", "em": 0.0, "f1": 0.0, "retrieved": [ "Borussia Dortmund head coach J\u00fcrgen Klopp (2008)", "Borussia Dortmund head coach Peter St\u00f6ger (2017)", "J\u00fcrgen Klopp coach of sports team Borussia Dortmund (2008)", "Ewerthon member of sports team Borussia Dortmund (2001)", "Lothar Huber member of sports team Borussia Dortmund (1974)", "Ralf Loose member of sports team Borussia Dortmund (1981)", "Werner Dre\u00dfel member of sports team Borussia Dortmund (1983)", "Erdal Keser member of sports team Borussia Dortmund (1986)", "J\u00fcrgen Wegmann member of sports team Borussia Dortmund (1989)", "Lars Ricken member of sports team Borussia Dortmund (1993)" ] }, { "id": "q_008091", "complexity": "2hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "\u0130smet \u0130n\u00f6n\u00fc", "pred": "\nOkay, let's try to figure this out. The question is asking who was the chairperson of the Republican People's Party (CHP) before Deniz Baykal. The reference year is 1943, so we need to look at the timeline around that time.\n\nFirst, let me list", "em": 0.0, "f1": 0.0, "retrieved": [ "Deniz Baykal member of political party Republican People's Party (1968)", "Republican People's Party chairperson Deniz Baykal (2000)", "Republican People's Party chairperson B\u00fclent Ecevit (1972)", "Republican People's Party chairperson Kemal K\u0131l\u0131\u00e7daro\u011flu (2010)", "Republican People's Party chairperson Mustafa Kemal Atat\u00fcrk (1923)", "Republican People's Party chairperson \u0130smet \u0130n\u00f6n\u00fc (1938)", "Republican People's Party general secretary B\u00fclent Ecevit (1966)", "Republican People's Party general secretary Memduh \u015eevket Esendal (1942)" ] }, { "id": "q_004964", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's tackle this question. The user is asking about Tonino Cervi's country of citizenship's member in 1994. The reference year is 1994, so I need to figure out which country Tonino Cervi was a citizen of in that year and", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Tonino Cervi country of citizenship Italy (1946)", "Tonino Cervi country of citizenship Kingdom of Italy (1929)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002871", "complexity": "2hop", "operator_type": "before_after", "t_query": 1994.0, "gold": "Oscar Luigi Scalfaro", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of state of Giacinto Facchetti's country of citizenship after Giuseppe Saragat. \n\nFirst, I need to determine which country Giacinto Facchetti was a citizen of. The evidence mentions \"", "em": 0.0, "f1": 0.0, "retrieved": [ "Giacinto Facchetti member of sports team Italy men's national association football team (1963)", "Giacinto Facchetti country of citizenship Italy (1946)", "Giacinto Facchetti country of citizenship Kingdom of Italy (1942)", "Giacinto Facchetti member of sports team Inter Milan (1960)", "Giacinto Facchetti member of sports team Italy national under-21 football team (1964)", "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)" ] }, { "id": "q_003979", "complexity": "2hop", "operator_type": "before_after", "t_query": 2002.0, "gold": "Rachida Brakni", "pred": "\nOkay, let's see. The question is asking who was the winner of the C\u00e9sar Award for Best Female Revelation before Julie Depardieu. The reference year is 2002.\n\nFirst, I need to look at the evidence provided. The evidence lists several nominations and winners. Let me parse", "em": 0.0, "f1": 0.0, "retrieved": [ "H\u00e9l\u00e8ne Filli\u00e8res nominated for C\u00e9sar Award for Best Female Revelation (2002)", "C\u00e9sar Award for Best Female Revelation winner Julie Depardieu (2004)", "Sandrine Bonnaire nominated for C\u00e9sar Award for Best Female Revelation (1984)", "Ad\u00e8le Haenel nominated for C\u00e9sar Award for Best Female Revelation (2008)", "Louise Bourgoin nominated for C\u00e9sar Award for Best Female Revelation (2009)", "C\u00e9sar Award for Best Female Revelation winner Sandrine Bonnaire (1984)", "C\u00e9sar Award for Best Female Revelation winner Charlotte Gainsbourg (1986)", "C\u00e9sar Award for Best Female Revelation winner Vanessa Paradis (1990)", "C\u00e9sar Award for Best Female Revelation winner G\u00e9raldine Pailhas (1992)", "C\u00e9sar Award for Best Female Revelation winner Valeria Bruni-Tedeschi (1994)" ] }, { "id": "q_008204", "complexity": "2hop", "operator_type": "before_after", "t_query": 1964.0, "gold": "Erwin Kramer", "pred": "\nOkay, let's try to figure this out. The question is asking who was the manager of DRB Class 52's operator before Heinz D\u00fcrr. The reference year is 1964. \n\nFirst, I need to understand the evidence provided. The evidence lists several people and their positions", "em": 0.0, "f1": 0.0, "retrieved": [ "Deutsche Reichsbahn (GDR) director / manager Heinz D\u00fcrr (1991)", "Deutsche Reichsbahn (GDR) director / manager Erwin Kramer (1950)", "DRG Class 80 operator Deutsche Reichsbahn (1927)", "DRG Class 43 operator Deutsche Reichsbahn (1927)", "DRG Class 87 operator Deutsche Reichsbahn (1927)", "DRG Class 03 operator Deutsche Reichsbahn (1930)", "DRG Class 85 operator Deutsche Reichsbahn (1932)", "DRG Class 85 operator Deutsche Bundesbahn (1945)", "DRG Class 80 operator Deutsche Bundesbahn (1945)", "DRG Class 03 operator Deutsche Bundesbahn (1945)" ] }, { "id": "q_001932", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1983.0, "gold": "Joe Louis Arena", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking for the home venue of Stu Grimson's team that he was drafted by in 1983. \n\nFirst, I need to check the evidence provided. The evidence given includes several facts about the Detroit Red", "em": 0.0, "f1": 0.0, "retrieved": [ "Detroit Red Wings award received Clarence S. Campbell Bowl (1995)", "Gordie Howe member of sports team Detroit Red Wings (1946)", "Charlie Burns member of sports team Detroit Red Wings (1958)", "B\u00f6rje Salming member of sports team Detroit Red Wings (1989)" ] }, { "id": "q_007185", "complexity": "2hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "\nOkay, let's tackle this question. The user is asking, after Zrenjanin City was located in the Socialist Autonomous Province of Vojvodina, what was the country of In\u0111ija Municipality's location? The reference year is 1984.\n\nFirst, I need to look at", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Zrenjanin City located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "In\u0111ija Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Zrenjanin City located in the administrative territorial entity Vojvodina (1990)", "Socialist Autonomous Province of Vojvodina country Socialist Federal Republic of Yugoslavia (1945)", "Sremska Mitrovica City located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Vojvodina country Socialist Federal Republic of Yugoslavia (1990)", "In\u0111ija Municipality located in the administrative territorial entity Vojvodina (1990)", "Vojvodina country Federal Republic of Yugoslavia (1992)", "Ada Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Alibunar Municipality located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)" ] }, { "id": "q_000480", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "UNESCO", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking about Eduardo Saverin's country of citizenship's membership in 2011. The reference year is 2011, so we need to focus on that.\n\nFirst, I need to recall what Eduardo", "em": 0.0, "f1": 0.0, "retrieved": [ "United States member of UNESCO (2003)", "United States head of government Harry S. Truman (1945)", "Henry James country of citizenship United States (1900)", "Tina Turner country of citizenship United States (1939)", "Richard Pipes country of citizenship United States (1943)", "Angela Lansbury country of citizenship United States (1951)", "Eileen Chang country of citizenship United States (1960)", "Susan Polgar country of citizenship United States (2002)", "Alexander Graham Bell country of citizenship United States (1900)", "Menachem Mendel Schneerson country of citizenship United States (1940)" ] }, { "id": "q_007286", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Emirates", "pred": "\nOkay, let's try to figure this out. The question is asking for the sponsor of Bastian Reinhardt's sports team in 2009. \n\nFirst, I need to find out which sports team Bastian Reinhardt was a member of in 2009. Looking at the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Bastian Reinhardt member of sports team Hannover 96 (1997)", "Bastian Reinhardt member of sports team Arminia Bielefeld (2000)", "Bastian Reinhardt member of sports team Hamburger SV (2003)", "Hamburger SV sponsor Campari Group (1974)", "Walter Poppe member of sports team Hannover 96 (1912)", "Jupp Heynckes member of sports team Hannover 96 (1967)", "J\u00fcrgen Milewski member of sports team Hannover 96 (1975)", "Bernd Heemsoth member of sports team Hannover 96 (1989)", "Andr\u00e9 Breitenreiter member of sports team Hannover 96 (1991)", "Sebastian Kehl member of sports team Hannover 96 (1998)" ] }, { "id": "q_003179", "complexity": "2hop", "operator_type": "before_after", "t_query": 1993.0, "gold": "Daniel Auteuil", "pred": "\nOkay, let's try to figure this out. The question is asking: \"Before Ewan McGregor, who was the winner of Jan Decleir's nominated for?\" \n\nFirst, I need to understand what's being asked here. The user is referring to someone named Jan Decleir, who was nominated", "em": 0.0, "f1": 0.0, "retrieved": [ "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Rupert Everett nominated for European Film Award for Best Actor (1999)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Philippe Noiret award received European Film Award for Best Actor (1989)" ] }, { "id": "q_002946", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Michal B\u00edlek", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Daniel Kol\u00e1\u0159's team after Jozef Chovanec was the head coach of the Czechia men's national football team.\n\nFirst, I need to check the evidence provided. The evidence lists several head coaches", "em": 0.0, "f1": 0.0, "retrieved": [ "Czechia men's national football team head coach Karel Br\u00fcckner (2001)", "Czechia men's national football team head coach Petr Rada (2008)", "Czechia men's national football team head coach Jaroslav \u0160ilhav\u00fd (2018)", "Daniel Pudil member of sports team Czechia men's national football team (2007)", "Josef Bican member of sports team Czechia men's national football team (1939)", "Robert V\u00e1gner member of sports team Czechia men's national football team (1995)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Czechia men's national football team (2000)", "Jarom\u00edr Bla\u017eek member of sports team Czechia men's national football team (2000)", "Tom\u00e1\u0161 Jun member of sports team Czechia men's national football team (2004)", "AC Sparta Prague head coach V\u00edt\u011bzslav Lavi\u010dka (2012)" ] }, { "id": "q_003999", "complexity": "2hop", "operator_type": "before_after", "t_query": 1933.0, "gold": "Adolf Hitler", "pred": "\nOkay, let's try to figure this out. The question is asking who was the chairperson of the Nazi Party after Anton Drexler. The reference year is 1933.\n\nFirst, looking at the evidence provided. The entries mention various people and their memberships in the Nazi Party and other organizations", "em": 0.0, "f1": 0.0, "retrieved": [ "Nazi Party chairperson Anton Drexler (1920)", "Hans G\u00fcnther member of political party Nazi Party (1929)", "Hans G\u00fcnther member of Sturmabteilung (1928)", "Hans G\u00fcnther member of Schutzstaffel (1937)", "Nazi Party chairperson Karl Harrer (1919)", "Nazi Party chairperson Adolf Hitler (1921)", "Nazi Party chairperson Martin Bormann (1945)", "Julius Streicher member of political party Nazi Party (1921)", "Hartmann Lauterbacher member of political party Nazi Party (1927)", "Hermann G\u00f6ring member of political party Nazi Party (1928)" ] }, { "id": "q_005894", "complexity": "2hop", "operator_type": "sequence", "t_query": 2005.0, "gold": "Reese Witherspoon", "pred": "\nOkay, let's try to figure this out. The user is asking about the winner of Vera Drake's nominated category after Diane Keaton won the Academy Award for Best Actress. First, I need to check the evidence provided to see if there's any mention of Vera Drake or Diane Keaton.\n\nLooking at the", "em": 0.0, "f1": 0.0, "retrieved": [ "The Battle of Algiers award received Golden Lion (1965)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Rebecca nominated for Academy Award for Best Actress (1941)", "Ruth Chatterton nominated for Academy Award for Best Actress (1930)", "Katharine Hepburn nominated for Academy Award for Best Actress (1936)", "Joan Fontaine nominated for Academy Award for Best Actress (1941)", "Katharine Hepburn award received Academy Award for Best Actress (1934)" ] }, { "id": "q_005752", "complexity": "2hop", "operator_type": "before_after", "t_query": 1993.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Ciriaco De Mita, who was the head of government of Bruno Bettinelli's country of citizenship in 1993. \n\nFirst, I need to determine Bruno Bettinelli's country of citizenship. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Bruno Bettinelli country of citizenship Italy (1946)", "Bruno Bettinelli country of citizenship Kingdom of Italy (1913)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001810", "complexity": "2hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Giuseppe Saragat", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Sandro Pertini, who was the head of state of Alberto Ronchey's country of citizenship? The reference year is 1965.\n\nFirst, I need to determine which country Alberto Ronchey's country of", "em": 0.0, "f1": 0.0, "retrieved": [ "Alberto Ronchey country of citizenship Italy (1946)", "Alberto Ronchey country of citizenship Kingdom of Italy (1926)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alberto Franchetti country of citizenship Kingdom of Italy (1900)", "Alberto Ascoli country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004977", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "Giovanni Gronchi", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Livio Lorenzon's country of citizenship in 1957. \n\nFirst, I need to determine which country Livio Lorenzon was a citizen of in 1957. The evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [ "Livio Lorenzon country of citizenship Italy (1946)", "Livio Lorenzon country of citizenship Kingdom of Italy (1923)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Livio Pavanelli country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004496", "complexity": "2hop", "operator_type": "sequence", "t_query": 1930.0, "gold": "Paul von Hindenburg", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Otto Schuhart's allegiance after Regensburg was part of the Weimar Republic.\n\nFirst, I need to parse the evidence. The key points are:\n\n- Regensburg country Weimar Republic (191", "em": 0.0, "f1": 0.0, "retrieved": [ "Otto Schuhart award received Knight's Cross of the Iron Cross (1940)", "Otto Schuhart allegiance Weimar Republic (1929)", "Weimar Republic head of state Friedrich Ebert (1919)", "Weimar Republic head of state Paul von Hindenburg (1925)", "Otto Schuhart allegiance Nazi Germany (1933)", "Otto Schuhart allegiance West Germany (1955)", "Nazi Germany head of state Paul von Hindenburg (1925)", "Regensburg country Weimar Republic (1919)", "Otto Schuhart military casualty classification prisoner of war (1945)", "Otto Schuhart occupation military personnel (1929)" ] }, { "id": "q_007873", "complexity": "2hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "P\u00e9ter P\u00e1zm\u00e1ny", "pred": "\nOkay, let's try to figure this out. The question is asking: After Lip\u00f3t Fej\u00e9r's employer E\u00f6tv\u00f6s Lor\u00e1nd University, what was the named after of Zolt\u00e1n G\u00e1bor Szab\u00f3's educated at?\n\nFirst, I need to parse the question correctly. The user", "em": 0.0, "f1": 0.0, "retrieved": [ "Lip\u00f3t Fej\u00e9r employer E\u00f6tv\u00f6s Lor\u00e1nd University (1911)", "Lip\u00f3t Fej\u00e9r educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1900)", "E\u00f6tv\u00f6s Lor\u00e1nd University named after P\u00e9ter P\u00e1zm\u00e1ny (1921)", "Lip\u00f3t Fej\u00e9r award received Kossuth Prize (1948)", "Lajos D\u00e1vid employer E\u00f6tv\u00f6s Lor\u00e1nd University (1916)", "B\u00e9la Ker\u00e9kj\u00e1rt\u00f3 employer E\u00f6tv\u00f6s Lor\u00e1nd University (1938)", "Andr\u00e1s Hajnal employer E\u00f6tv\u00f6s Lor\u00e1nd University (1956)", "John Pepper educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1904)", "George P\u00f3lya educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1905)", "Bence Szabolcsi educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1917)" ] }, { "id": "q_002637", "complexity": "2hop", "operator_type": "interval", "t_query": 1996.0, "gold": "1996", "pred": "\nOkay, let's see. The user is asking about when Graham Swift's book \"Every Man for Himself\" was nominated for the Booker Prize. The reference year given is 1996, but I need to check the evidence provided.\n\nLooking at the evidence list, there are several entries about Booker Prize", "em": 1.0, "f1": 0.04878048780487806, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_005587", "complexity": "2hop", "operator_type": "interval", "t_query": 2002.0, "gold": "2002", "pred": "\nOkay, let's tackle this question. The user is asking when Gwyneth Jones was the winner of Peter F. Hamilton's nominated for. Wait, that wording is a bit confusing. Let me parse it again.\n\nThe question is: \"When was Gwyneth Jones the winner of Peter F. Hamilton", "em": 0.0, "f1": 0.0, "retrieved": [ "Rachel Pollack nominated for Arthur C. Clarke Award (1989)", "Dan Simmons nominated for Arthur C. Clarke Award (1992)", "Arthur C. Clarke Award winner Rachel Pollack (1989)", "Arthur C. Clarke Award winner Lauren Beukes (2011)", "Arthur C. Clarke Award winner Paul J. McAuley (1996)" ] }, { "id": "q_005428", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1997.0, "gold": "Silvio Berlusconi", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the chairperson of Arrigo Sacchi's coach of sports team in 1997. Wait, the wording is a bit confusing. Let me parse it again. They want to know who the chairperson", "em": 0.0, "f1": 0.0, "retrieved": [ "Rimini FC head coach Arrigo Sacchi (1984)", "AC Milan head coach Arrigo Sacchi (1996)", "Atl\u00e9tico Madrid head coach Arrigo Sacchi (1998)", "Arrigo Sacchi coach of sports team Rimini FC (1984)", "Arrigo Sacchi coach of sports team AC Milan (1996)", "Arrigo Sacchi coach of sports team Atl\u00e9tico Madrid (1998)", "Arrigo Sacchi coach of sports team Parma Calcio 1913 (2001)", "Arrigo Sacchi coach of sports team Italy men's national association football team (1991)", "Rimini FC head coach Helenio Herrera (1976)", "AC Milan head coach Giovanni Trapattoni (1975)" ] }, { "id": "q_005312", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1930.0, "gold": "Norma Shearer", "pred": "\nOkay, let's see. The user is asking about Ruth Chatterton's nominated for's winner in 1930. The reference year is 1930.\n\nLooking at the evidence provided, the first entry says \"Ruth Chatterton nominated for Academy Award for Best Actress (1", "em": 0.0, "f1": 0.0, "retrieved": [ "Ruth Chatterton nominated for Academy Award for Best Actress (1930)", "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)" ] }, { "id": "q_006932", "complexity": "2hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "Lyndon B. Johnson", "pred": "\nOkay, let's try to figure this out. The question is asking: After Frances Benjamin Johnston's work location in the United States (which is noted as 1900), what was the head of government of Frank Tieri's residence?\n\nFirst, I need to parse the information given. The reference", "em": 0.0, "f1": 0.0, "retrieved": [ "Frances Benjamin Johnston work location United States (1900)", "Frank Tieri residence United States (1911)", "United States head of government Harry S. Truman (1945)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "Lee Miller work location United States (1926)", "Rudolf Bauer work location United States (1939)", "Afro Basaldella work location United States (1950)", "Imi Knoebel work location United States (1974)", "Julie Mehretu work location United States (1977)", "Karl Horst H\u00f6dicke work location United States (1966)" ] }, { "id": "q_000781", "complexity": "2hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "Bucharest", "pred": "\nOkay, let's try to figure this out. The question is asking for the capital of Elie Wiesel's country of citizenship after Vla\u0219ca County was part of the Kingdom of Romania.\n\nFirst, I need to check the evidence provided. The relevant points are:\n\n- Elie Wiesel's country", "em": 0.0, "f1": 0.0, "retrieved": [ "Elie Wiesel country of citizenship Kingdom of Romania (1928)", "Elie Wiesel country of citizenship Kingdom of Hungary (1940)", "Vla\u0219ca County country Kingdom of Romania (1900)", "Vla\u0219ca County located in the administrative territorial entity Kingdom of Romania (1940)", "Bac\u0103u County located in the administrative territorial entity Kingdom of Romania (1900)", "Bac\u0103u County country Kingdom of Romania (1900)", "Kingdom of Romania capital Ia\u0219i (1916)", "Kingdom of Romania capital Bucharest (1918)", "Elie Wiesel award received Prix M\u00e9dicis (1968)", "Elie Wiesel award received Presidential Medal of Freedom (1992)" ] }, { "id": "q_007295", "complexity": "2hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "CBS", "pred": "\nOkay, let's try to figure this out. The question is asking about the original broadcaster of Natalia Oreiro's nomination for the Mart\u00edn Fierro Award in 2001. The evidence provided is none, so I have to rely on my existing knowledge.\n\nFirst, I remember that the", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_000003", "complexity": "2hop", "operator_type": "interval", "t_query": 1947.0, "gold": "1947", "pred": "\nOkay, let's tackle this question. The user is asking about when Loretta Young was the winner of Celia Johnson's nominated for. Wait, the wording is a bit confusing. Let me parse it again.\n\nThe question is: \"When was Loretta Young the winner of Celia Johnson's", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)" ] }, { "id": "q_004851", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Giorgio Napolitano", "pred": "\nOkay, let's try to figure this out. The question is asking, after Giovanni Gronchi, who was the head of state of Claudio Pieri's country of citizenship? The reference year is 2009.\n\nFirst, I need to determine Claudio Pieri's country of citizenship. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Claudio Pieri country of citizenship Italy (1946)", "Claudio Pieri country of citizenship Kingdom of Italy (1940)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004934", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1978.0, "gold": "Italian lira", "pred": "\nOkay, let's see. The question is asking for the currency of Gianna Maria Canale's country of citizenship in 1978. From the evidence provided, Gianna Maria Canale is listed as having Italy as her country of citizenship in 1946. So, the country in", "em": 0.0, "f1": 0.0, "retrieved": [ "Gianna Maria Canale country of citizenship Italy (1946)", "Maria Tore Barbina country of citizenship Italy (1946)", "Alberto Maria De Agostini country of citizenship Italy (1946)", "Dalida country of citizenship Italy (1933)", "Zita of Bourbon-Parma country of citizenship Italy (1946)", "Franco Evangelisti country of citizenship Italy (1923)", "Alfred Neumann country of citizenship Italy (1933)", "Primo Nebiolo country of citizenship Italy (1946)", "Sergio Bonelli country of citizenship Italy (1946)", "Luchino Visconti country of citizenship Italy (1946)" ] }, { "id": "q_000313", "complexity": "2hop", "operator_type": "before_after", "t_query": 1985.0, "gold": "Soviet Union", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking, \"Before Kazakhstan, who was the country of Semey's located in?\" The reference year is 1985. \n\nFirst, I need to look at the evidence provided. The evidence mentions Semey located", "em": 0.0, "f1": 0.0, "retrieved": [ "Semey located in the administrative territorial entity Semipalatinsk Oblast (1939)", "Semey located in the administrative territorial entity Semipalatinsk Governorate of the Kirghiz Autonomous Socialist Soviet Republic (1920)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Semey capital of Semipalatinsk Oblast (1939)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)", "Kaluga Governorate located in the administrative territorial entity Russian Republic (1917)" ] }, { "id": "q_003612", "complexity": "2hop", "operator_type": "before_after", "t_query": 2016.0, "gold": "Matteo Renzi", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of government of Mario Agnes's country of citizenship after Emilio Colombo. The reference year is 2016, but the evidence provided seems to be about historical data from different years.\n\nFirst, I need", "em": 0.0, "f1": 0.0, "retrieved": [ "Mario Agnes country of citizenship Italy (1946)", "Mario Agnes country of citizenship Kingdom of Italy (1931)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008643", "complexity": "2hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, after Gino Cassinis country of citizenship Italy, what was the shares border with of Lina Pagliughi's country of citizenship?\n\nFirst, I need to parse the question. It seems like it's asking about the borders of", "em": 0.0, "f1": 0.0, "retrieved": [ "Lina Pagliughi country of citizenship Italy (1946)", "Lina Pagliughi country of citizenship Kingdom of Italy (1907)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000903", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Eusebio Sacrist\u00e1n", "pred": "\nOkay, let's try to figure out what Alen Halilovi\u0107's team's head coach was in 2014. First, I need to check the evidence provided. The user gave a list of people associated with FC Barcelona, either as coaches or players, along with the years they were", "em": 0.0, "f1": 0.0, "retrieved": [ "Hristo Stoichkov coach of sports team Futbol Club Barcelona (2003)", "Louis van Gaal coach of sports team Futbol Club Barcelona (2002)", "\u00d3scar Garc\u00eda Junyent coach of sports team Futbol Club Barcelona (2010)", "Deco member of sports team Futbol Club Barcelona (2004)", "Neymar member of sports team Futbol Club Barcelona (2013)", "Rom\u00e0 Forns member of sports team Futbol Club Barcelona (1903)", "Ricardo Zamora member of sports team Futbol Club Barcelona (1919)", "Mart\u00ed Ventolr\u00e0 member of sports team Futbol Club Barcelona (1933)", "Nicolae Simatoc member of sports team Futbol Club Barcelona (1950)", "Eusebio Sacrist\u00e1n member of sports team Futbol Club Barcelona (1988)" ] }, { "id": "q_000168", "complexity": "2hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking about the shares border with of Umberto Mastroianni's country of citizenship after Francesca Romana Coluzzi's country of citizenship became Italy. \n\nFirst, I need to parse the evidence given. The reference year is 19", "em": 0.0, "f1": 0.0, "retrieved": [ "Umberto Mastroianni country of citizenship Italy (1946)", "Umberto Mastroianni country of citizenship Kingdom of Italy (1910)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005738", "complexity": "2hop", "operator_type": "before_after", "t_query": 1976.0, "gold": "Aldo Moro", "pred": "\nOkay, let's try to figure this out. The question is asking, after Mario Scelba, who was the head of government of Enzo Sellerio's country of citizenship in 1976. \n\nFirst, I need to determine Enzo Sellerio's country of citizenship. The evidence shows", "em": 0.0, "f1": 0.0, "retrieved": [ "Enzo Sellerio country of citizenship Italy (1946)", "Enzo Sellerio country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006558", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Lu\u00eds Filipe Vieira", "pred": "\nOkay, let's try to figure this out. The question is asking, after Claudio Caniggia was a member of S.L. Benfica, what was the chairperson of Artur Moraes's sports team. \n\nFirst, I need to parse the information given. The reference year is", "em": 0.0, "f1": 0.0, "retrieved": [ "Zinho member of sports team Cruzeiro E.C. (2003)", "Bob\u00f4 member of sports team Cruzeiro E.C. (2011)", "Pietro Ghedin member of sports team Siena FC (1984)", "Dario Passoni member of sports team Siena FC (2001)", "Davide Mandelli member of sports team Siena FC (2001)", "Michele Fini member of sports team Siena FC (2009)", "Alessandro Rosina member of sports team Siena FC (2012)", "Manuel Pami\u0107 member of sports team Siena FC (2014)", "Pietro Pastore member of sports team AS Roma (1935)", "Renato Cattaneo member of sports team AS Roma (1935)" ] }, { "id": "q_004400", "complexity": "2hop", "operator_type": "before_after", "t_query": 1975.0, "gold": "Ruth Prawer Jhabvala", "pred": "\nOkay, let's try to figure this out. The question is asking who was the winner of \"Heat and Dust's\" award received before Kingsley Amis. Wait, first I need to check the evidence provided.\n\nLooking at the evidence, there's a mention of Kingsley Amis receiving the Booker Prize", "em": 0.0, "f1": 0.0, "retrieved": [ "Kingsley Amis award received Booker Prize (1986)", "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Booker Prize winner Kingsley Amis (1986)", "Salman Rushdie award received Booker Prize (1981)", "Kiran Desai award received Booker Prize (2006)", "Kingsley Amis nominated for Booker Prize (1974)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_001076", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "\nOkay, let's try to figure out when Katholieke Universiteit Leuven was the funder of Johannes Gutenberg University Mainz's member. The question is a bit confusing, but I'll break it down.\n\nFirst, the reference year is 2021. The evidence provided lists several people", "em": 1.0, "f1": 0.047619047619047616, "retrieved": [ "Klaus Sallmann employer Johannes Gutenberg University Mainz (1960)", "Hans Grauert educated at Johannes Gutenberg University Mainz (1949)", "Achim Arbeiter educated at Johannes Gutenberg University Mainz (1977)", "Hans Grauert employer University of M\u00fcnster (1955)", "Hans Grauert employer University of G\u00f6ttingen (1959)", "Hans Grauert educated at University of M\u00fcnster (1949)", "Achim Arbeiter educated at University of Hamburg (1979)" ] }, { "id": "q_002725", "complexity": "2hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Prime Minister of Canada", "pred": "\nOkay, let's try to figure this out. The question is asking about the position held by the head of government of the 19th Canadian Ministry after the Canadian ambassador to the United States. The reference year is 1968, and there's no evidence provided.\n\nFirst, I need to", "em": 0.0, "f1": 0.04761904761904762, "retrieved": [] }, { "id": "q_003906", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Liga Portugal", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the league or competition of Pawe\u0142 Kieszek's member of sports team after Silvestre Varela was a member of Vit\u00f3ria F.C. \n\nFirst, I need to parse the question correctly.", "em": 0.0, "f1": 0.0, "retrieved": [ "Vit\u00f3ria F.C. league or competition Liga Portugal (2004)", "Pawe\u0142 Kieszek member of sports team Vit\u00f3ria F.C. (2012)", "Pawe\u0142 Kieszek member of sports team S.C. Braga (2007)", "Jos\u00e9 Mourinho employer Vit\u00f3ria F.C. (1990)", "Artur Jorge coach of sports team Vit\u00f3ria F.C. (1980)", "Pawe\u0142 Kieszek member of sports team Polonia Warsaw (2003)", "Pawe\u0142 Kieszek member of sports team FC Porto (2010)", "Pawe\u0142 Kieszek member of sports team Roda JC Kerkrade (2011)", "C\u00e9sinha member of sports team S.C. Braga (2004)", "\u00c9der member of sports team S.C. Braga (2012)" ] }, { "id": "q_004405", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Alberto Bigon", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Murat Yak\u0131n, who was the head coach of Jocelyn Ahou\u00e9ya's member of sports team? \n\nFirst, I need to check the provided evidence to see if there's any mention of Jocelyn Ah", "em": 0.0, "f1": 0.0, "retrieved": [ "FC Sion head coach Alberto Bigon (2008)", "FC Sion head coach Fabio Grosso (2020)", "Fabio Grosso coach of sports team FC Sion (2020)", "Miroslav Bla\u017eevi\u0107 member of sports team FC Sion (1964)", "Johann Lonfat member of sports team FC Sion (1992)", "Alexander Frei member of sports team FC Sion (1993)", "Marc Hottiger member of sports team FC Sion (1999)", "Armand Deumi member of sports team FC Sion (2000)", "Yvan Quentin member of sports team FC Sion (2003)", "Jacques Glassmann member of sports team RC Strasbourg Alsace (1978)" ] }, { "id": "q_007565", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Wolfgang Gerhardt", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Walter Scheel's political party in 1999. \n\nFirst, I need to recall the evidence provided. Let me go through each piece of evidence again.\n\nThe evidence mentions Walter Scheel's memberships and", "em": 0.0, "f1": 0.0, "retrieved": [ "Walter Scheel member of political party Nazi Party (1941)", "Free Democratic Party chairperson Walter Scheel (1968)", "Walter Scheel member of political party Free Democratic Party (1946)", "Walter Scheel position held Member of the European Parliament (1956)", "Walter Scheel position held Vice-Chancellor of Germany (1969)", "Gerry Collins position held Member of the European Parliament (1999)", "Bruno Trentin position held Member of the European Parliament (1999)", "Walter Scheel position held Federal Minister for Foreign Affairs (1969)", "Helle Thorning-Schmidt position held Member of the European Parliament (1999)", "Walter Scheel position held Federal Ministry for Economic Cooperation and Development (1961)" ] }, { "id": "q_000757", "complexity": "2hop", "operator_type": "sequence", "t_query": 1971.0, "gold": "COMECON", "pred": "\nOkay, let's try to figure this out. The question is asking, after Albania became a member of the Warsaw Pact, what was the member of Anila Wilms's country of citizenship? Wait, the wording is a bit confusing. Let me parse it again.\n\nFirst, the reference year is 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Albania member of Warsaw Pact (1955)", "Albania member of COMECON (1949)" ] }, { "id": "q_003912", "complexity": "2hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "Ian Porterfield", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Karen Dokhoyan's member of a sports team after Karen Dokhoyan was a member of FC Spartak Yerevan. \n\nFirst, I need to check the evidence provided. The reference year is", "em": 0.0, "f1": 0.0, "retrieved": [ "Leonid Slutsky coach of sports team FC Krylia Sovetov Samara (2008)", "Khoren Oganesian member of sports team FC Pyunik (1995)", "Aram Hakobyan member of sports team FC Pyunik (1997)", "Apoula Edel member of sports team FC Pyunik (2002)", "Vladimir Sakharov member of sports team FC Krylia Sovetov Samara (1967)", "Vladislav Matviyenko member of sports team FC Krylia Sovetov Samara (1995)", "Laryea Kingston member of sports team FC Krylia Sovetov Samara (2004)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team FC Krylia Sovetov Samara (2008)", "Leonid Slutsky member of sports team FC Krylia Sovetov Samara (2008)", "Aleksandr Budakov member of sports team FC Krylia Sovetov Samara (2009)" ] }, { "id": "q_005056", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1944.0, "gold": "Lavrentiy Beria", "pred": "\nOkay, let's see. The user is asking about the chairperson of the Gulag's parent organization in 1944. The evidence provided mentions the Gulag parent organization being the NKVD, with chairpersons Yezhov in 1936 and Beria in 19", "em": 0.0, "f1": 0.06451612903225806, "retrieved": [ "Gulag parent organization or unit NKVD (1934)", "NKVD chairperson Nikolai Yezhov (1936)", "NKVD chairperson Lavrentiy Beria (1938)" ] }, { "id": "q_007014", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Mitteldeutscher Rundfunk", "pred": "\nOkay, let's try to figure this out. The question is asking about the original broadcaster of Achim Mentzel's presenter after the Achims Hitparade was originally broadcast by Deutscher Fernsehfunk. Wait, the reference year is 1999, but the evidence provided is none", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_008552", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "\nOkay, let's try to figure this out. The user is asking about when Viganello replaced Breganzona, and the reference year is 2004. The evidence given is that Marco Borradori was the head of government in Lugano in 1984.\n\nFirst", "em": 1.0, "f1": 0.05555555555555556, "retrieved": [ "Lugano head of government Marco Borradori (1984)" ] }, { "id": "q_004025", "complexity": "2hop", "operator_type": "sequence", "t_query": 1958.0, "gold": "Bambi Award", "pred": "\nOkay, let's tackle this question. The user is asking: After Tony Curtis spouse Janet Leigh, what was the award received of Janet Leigh's spouse?\n\nFirst, I need to parse the question correctly. The key parts here are \"After Tony Curtis spouse Janet Leigh\" and \"award received of Janet Leigh's", "em": 0.0, "f1": 0.05714285714285715, "retrieved": [ "Tony Curtis spouse Janet Leigh (1951)", "Janet Leigh spouse Tony Curtis (1951)", "Tony Curtis spouse Christine Kaufmann (1963)", "Tony Curtis award received Bambi Award (1958)", "Janet Leigh nominated for Academy Award for Best Supporting Actress (1961)", "Tony Curtis nominated for Academy Award for Best Actor (1959)", "Golden Globe Award for Best Supporting Actress \u2013 Motion Picture winner Janet Leigh (1960)", "Gale Sondergaard award received Academy Award for Best Supporting Actress (1937)", "Shelley Winters award received Academy Award for Best Supporting Actress (1959)", "Margaret Rutherford award received Academy Award for Best Supporting Actress (1962)" ] }, { "id": "q_000678", "complexity": "2hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Katharine Hepburn", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the winner of Ida Kami\u0144ska's nominated for after Greer Garson?\" The reference year is 1967. \n\nFirst, I need to understand the context. The question seems to", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)" ] }, { "id": "q_002043", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "\nOkay, let's try to figure this out. The user is asking about when Gandria replaced Pazzallo, but the evidence given is about Marco Borradori being the head of government in Lugano from 1984. Hmm, that doesn't seem directly related. Wait, maybe there", "em": 0.0, "f1": 0.0, "retrieved": [ "Lugano head of government Marco Borradori (1984)" ] }, { "id": "q_007190", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1997.0, "gold": "coming out", "pred": "\nOkay, let's tackle this question. The user is asking about a significant event involving Anne Heche's unmarried partner in 1997. \n\nFirst, I need to look at the evidence provided. The key points mention Anne Heche and Ellen DeGeneres as unmarried partners in 199", "em": 0.0, "f1": 0.0, "retrieved": [ "Anne Heche unmarried partner Ellen DeGeneres (1997)", "Ellen DeGeneres unmarried partner Anne Heche (1997)", "Alexandra Hedison unmarried partner Ellen DeGeneres (2001)", "Ellen DeGeneres unmarried partner Alexandra Hedison (2001)", "Anne Heche nominated for Tony Award for Best Actress in a Play (2004)", "Ellen DeGeneres notable work The Ellen DeGeneres Show (2003)", "Ellen DeGeneres award received Presidential Medal of Freedom (2016)", "Anne Heche nominated for Primetime Emmy Award for Outstanding Supporting Actress in a Miniseries or a Movie (2004)", "Anne Bancroft award received Tony Award for Best Actress in a Play (1960)", "Anne Bancroft nominated for Tony Award for Best Actress in a Play (1978)" ] }, { "id": "q_003533", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking, after Sergio Franchi's country of citizenship being Italy, what was the currency of Bruno Migliorini's country of citizenship?\n\nFirst, I need to look at the evidence provided. The reference year is 1967", "em": 0.0, "f1": 0.0, "retrieved": [ "Bruno Migliorini country of citizenship Italy (1946)", "Bruno Migliorini country of citizenship Kingdom of Italy (1900)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003295", "complexity": "2hop", "operator_type": "sequence", "t_query": 1968.0, "gold": "Attila J\u00f3zsef", "pred": "\nOkay, let's try to figure this out. The question is asking: \"What was the named after of L\u00e1szl\u00f3 B\u00fcky's educated at after University of Szeged named after Franz Joseph I of Austria?\" \n\nFirst, I need to parse the question correctly. It seems a bit convol", "em": 0.0, "f1": 0.0, "retrieved": [ "University of Szeged named after Franz Joseph I of Austria (1900)", "Andr\u00e1s Hajnal educated at University of Szeged (1953)", "Mih\u00e1ly Bart\u00f3k educated at University of Szeged (1953)", "University of Szeged named after Attila J\u00f3zsef (1962)", "L\u00e1szl\u00f3 Kalm\u00e1r employer University of Szeged (1928)", "L\u00e1szl\u00f3 R\u00e9dei employer University of Szeged (1940)", "University of Szeged headquarters location Budapest (1919)", "B\u00e9la Ker\u00e9kj\u00e1rt\u00f3 employer University of Szeged (1925)", "Mih\u00e1ly Bart\u00f3k employer University of Szeged (1958)", "University of Szeged headquarters location Cluj-Napoca (1940)" ] }, { "id": "q_008026", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1944.0, "gold": "Ingrid Bergman", "pred": "\nOkay, let's see. The user is asking about the winner of Jean Arthur's nominated for in 1944. Wait, the question might be a bit confusing. Let me check the evidence provided.\n\nLooking at the evidence, there's a list of Academy Award winners for Best Actress from different years", "em": 0.0, "f1": 0.0, "retrieved": [ "Jean Simmons nominated for Academy Award for Best Actress (1970)", "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)" ] }, { "id": "q_004864", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Ireland", "pred": "\nOkay, let's try to figure out the answer here. The question is asking about Christian Murro's sports team's country in 2005. But looking at the evidence provided, all the information is about Rigoberto Ur\u00e1n and his team Tenax. The evidence mentions that in 2", "em": 0.0, "f1": 0.0, "retrieved": [ "Rigoberto Ur\u00e1n member of sports team Tenax (2006)", "Tenax country Ireland (2005)", "Tenax country Italy (2003)" ] }, { "id": "q_001930", "complexity": "2hop", "operator_type": "interval", "t_query": 1929.0, "gold": "1929", "pred": "\nOkay, let's try to figure out when Warner Baxter won the Disraeli's award based on the given evidence. The reference year is 1929.\n\nFirst, looking at the evidence provided, it lists several Academy Award winners for Best Actor and the years they won. The names mentioned are Charles", "em": 1.0, "f1": 0.046511627906976744, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Charles Laughton award received Academy Award for Best Actor (1933)", "Spencer Tracy award received Academy Award for Best Actor (1937)", "Jos\u00e9 Ferrer award received Academy Award for Best Actor (1949)", "Humphrey Bogart award received Academy Award for Best Actor (1950)", "Paul Scofield award received Academy Award for Best Actor (1966)" ] }, { "id": "q_004482", "complexity": "2hop", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "\nOkay, let's try to figure out when Ralph Faudree won Aviezri Fraenkel's award. The reference year given is 2005, so I need to check the evidence provided to see if there's any mention of Ralph Faudree or Aviezri Fraenkel's", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Doron Zeilberger award received Euler Medal (2004)", "Ernst G. Straus employer University of California, Los Angeles (1948)", "Euler Medal winner Doron Zeilberger (2004)", "Euler Medal winner Anthony J. W. Hilton (1998)" ] }, { "id": "q_000444", "complexity": "2hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "president of Germany", "pred": "\nOkay, let's try to figure this out. The question is asking, after Germany's head of state Christian Wulff, what position was held by the signatory of Q779279. First, I need to understand what Q779279 refers to. Since the", "em": 0.0, "f1": 0.1111111111111111, "retrieved": [ "Germany head of state Christian Wulff (2010)", "Christian Wulff position held president of Germany (2010)", "president of Germany position holder Christian Wulff (2010)", "Germany head of government Angela Merkel (2005)", "Christian Democratic Union chairperson Angela Merkel (2000)", "Christian Democratic Union general secretary Angela Merkel (1998)" ] }, { "id": "q_002417", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Saku Koivu", "pred": "\nOkay, let's try to figure this out. The question is asking who was the team captain of Juraj Mik\u00fa\u0161's team after Maurice Richard. First, I need to understand the context.\n\nThe reference year is 2005. The evidence provided lists several Montreal Canadiens players and their captaincies", "em": 0.0, "f1": 0.0, "retrieved": [ "Maurice Richard member of sports team Montreal Canadiens (1942)", "Montreal Canadiens team captain Maurice Richard (1956)", "Henri Richard member of sports team Montreal Canadiens (1955)", "Montreal Canadiens team captain Saku Koivu (1999)", "Montreal Canadiens team captain Shea Weber (2018)" ] }, { "id": "q_002864", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "S\u00fcper Lig", "pred": "\nOkay, let's try to figure this out. The question is asking, after Muhammet Demir was a member of Bursaspor, what was the league or competition of Bar\u0131\u015f \u00d6r\u00fcc\u00fc's team. Wait, the evidence provided has some names and their teams and years.\n\nFirst,", "em": 0.0, "f1": 0.0, "retrieved": [ "Bursaspor league or competition S\u00fcper Lig (2006)", "\u00d6mer Aysan Bar\u0131\u015f member of sports team Bursaspor (2005)", "Erol Bulut member of sports team Bursaspor (2003)", "Kenny Miller member of sports team Bursaspor (2011)", "\u0130brahim Da\u011fa\u015fan member of sports team Bursaspor (2004)", "\u0130brahim Ka\u015f member of sports team Bursaspor (2011)", "Fatih Ceylan member of sports team Denizlispor (2011)", "\u00d6mer Ate\u015f member of sports team Denizlispor (2012)", "Caner Osmanpa\u015fa member of sports team Denizlispor (2012)", "Murat \u015eahin member of sports team Konyaspor (2000)" ] }, { "id": "q_002089", "complexity": "2hop", "operator_type": "interval", "t_query": 1975.0, "gold": "1975", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of \"Heat and Dust\" received an award equal to Ruth Prawer Jhabvala. First, I need to recall who won the Booker Prize in the relevant years. \n\nLooking at the evidence provided,", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Salman Rushdie award received Booker Prize (1981)", "Kingsley Amis award received Booker Prize (1986)", "Kiran Desai award received Booker Prize (2006)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_002782", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Klaus Wowereit", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Horst Bredekamp's work location's head of government in 2009. \n\nFirst, I need to check the evidence provided. The evidence includes several entries about Berlin's heads of government and some", "em": 0.0, "f1": 0.0, "retrieved": [ "Berlin head of government Willy Brandt (1957)", "Berlin head of government Klaus Sch\u00fctz (1967)", "Berlin head of government Dietrich Stobbe (1977)", "Berlin head of government Richard von Weizs\u00e4cker (1981)", "Karl Horst H\u00f6dicke work location Berlin (1964)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Bild place of publication Hamburg (1952)", "World Legacy port of registry Hamburg (1982)" ] }, { "id": "q_004348", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Karel Br\u00fcckner", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head coach of Roman T\u00fdce's member of sports team after Du\u0161an Uhrin?\" \n\nFirst, I need to parse the question correctly. It seems like it's about the head coach", "em": 0.0, "f1": 0.0, "retrieved": [ "AC Sparta Prague head coach V\u00edt\u011bzslav Lavi\u010dka (2012)", "AC Sparta Prague head coach Petr Rada (2017)", "AC Sparta Prague head coach Zden\u011bk \u0160\u010dasn\u00fd (2018)", "FC Slovan Liberec head coach Jaroslav \u0160ilhav\u00fd (2011)", "Josef Bican member of sports team Czechia men's national football team (1939)", "Ricardo Moniz coach of sports team TSV 1860 M\u00fcnchen (2014)", "Josef \u010cty\u0159ok\u00fd member of sports team AC Sparta Prague (1930)", "Tom\u00e1\u0161 Posp\u00edchal member of sports team AC Sparta Prague (1964)", "Miroslav Koubek member of sports team AC Sparta Prague (1978)", "Peter Babni\u010d member of sports team AC Sparta Prague (2001)" ] }, { "id": "q_006603", "complexity": "2hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "\nOkay, let's tackle this question. The user is asking, \"When was Kiran Desai the winner of The Night Watch's nominated for?\" Wait, first I need to check the evidence provided.\n\nLooking at the evidence, there's a mention that \"Booker Prize winner Kiran Desai (2", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Booker Prize winner Kiran Desai (2006)", "Kiran Desai award received Booker Prize (2006)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)" ] }, { "id": "q_000643", "complexity": "2hop", "operator_type": "before_after", "t_query": 1931.0, "gold": "Adolf Hitler", "pred": "\nOkay, let's try to figure this out. The question is asking who was the chairperson of Franz Xaver Schwarz's member of the political party before Martin Bormann. \n\nFirst, I need to parse the information given. The reference year is 1931. The evidence lists several people", "em": 0.0, "f1": 0.0, "retrieved": [ "Franz Xaver Schwarz member of political party Nazi Party (1925)", "Nazi Party chairperson Martin Bormann (1945)", "Franz Xaver Schwarz participant in Nuremberg Medical Trial (1945)", "Martin Walser member of political party Nazi Party (1944)", "Hanns Martin Schleyer member of political party Nazi Party (1937)", "Nazi Party chairperson Karl Harrer (1919)", "Nazi Party chairperson Anton Drexler (1920)", "Nazi Party chairperson Adolf Hitler (1921)", "Julius Streicher member of political party Nazi Party (1921)", "Hartmann Lauterbacher member of political party Nazi Party (1927)" ] }, { "id": "q_001459", "complexity": "2hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Sepp Piontek", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head coach of Kim Vilfort's team before Morten Olsen. But wait, the evidence provided doesn't mention Kim Vilfort at all. Let me check again.\n\nLooking at the evidence, there's a mention of Kim Christ", "em": 0.0, "f1": 0.0, "retrieved": [ "Denmark men's national football team head coach Morten Olsen (2000)", "Denmark men's national football team head coach Sepp Piontek (1979)", "Denmark men's national football team head coach Bo Johansson (1996)", "Kim Christensen member of sports team Denmark men's national football team (2010)", "Morten Wieghorst member of sports team Denmark men's national football team (1994)", "Morten Wieghorst member of sports team Br\u00f8ndby IF (2002)", "Herv\u00e9 Renard coach of sports team Lille OSC (2015)", "Bent L\u00f8fqvist member of sports team Denmark men's national football team (1961)", "Johnny Hansen member of sports team Denmark men's national football team (1987)", "Per Pedersen member of sports team Denmark men's national football team (1991)" ] }, { "id": "q_007691", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1912.0, "gold": "German Emperor", "pred": "\nOkay, let's tackle this question. The user is asking about the position held by Augusta Victoria of Schleswig-Holstein's spouse in 1912. \n\nFirst, I need to look at the evidence provided. The key points are:\n\n- Wilhelm II's spouse is Augusta Victoria of Sch", "em": 0.0, "f1": 0.0, "retrieved": [ "Wilhelm II spouse Augusta Victoria of Schleswig-Holstein (1900)", "Augusta Victoria of Schleswig-Holstein spouse Wilhelm II (1900)", "Wilhelm II position held German Emperor (1900)", "Breitscheidplatz named after Augusta Victoria of Schleswig-Holstein (1900)", "Wilhelm II spouse Princess Hermine Reuss of Greiz (1922)", "Princess Hermine Reuss of Greiz spouse Wilhelm II (1922)" ] }, { "id": "q_004382", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2015.0, "gold": "Israeli Premier League", "pred": "\nOkay, let's try to figure this out. The user is asking about Rodgers Kola's sports team's league or competition in 2015. The evidence provided mentions Ironi Kiryat Shmona F.C. in the Israeli Premier League from 2007. \n\nFirst, I", "em": 1.0, "f1": 0.15, "retrieved": [ "Ironi Kiryat Shmona F.C. league or competition Israeli Premier League (2007)" ] }, { "id": "q_008297", "complexity": "2hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Luxembourg National Division", "pred": "\nOkay, let's try to figure this out. The question is asking about Mathias J\u00e4nisch's league or competition after he was a member of US Hostert. The reference year is 2009, and there's no evidence provided.\n\nFirst, I need to recall who Mathias J\u00e4n", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_004135", "complexity": "2hop", "operator_type": "before_after", "t_query": 1956.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's tackle this question. The user is asking for the member of Guido Crepax's country of citizenship before the European Economic Community (EEC). The reference year is 1956.\n\nFirst, I need to figure out which country Guido Crepax was a citizen of", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Guido Crepax country of citizenship Italy (1946)", "Guido Crepax country of citizenship Kingdom of Italy (1933)", "Guido Romanelli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007490", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1931.0, "gold": "Marie Dressler", "pred": "\nOkay, let's see. The user is asking about the winner of Ann Harding's nominated for in 1931. Wait, the question might be a bit confusing. Let me parse it again. They want to know what the winner was for whom Ann Harding was nominated in 1931", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)" ] }, { "id": "q_004470", "complexity": "2hop", "operator_type": "before_after", "t_query": 2018.0, "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", "pred": "\nOkay, let's try to figure this out. The question is asking, after Pako Ayestar\u00e1n, who was the head coach of Ra\u00fal Fern\u00e1ndez-Cavada Mateos's member of sports team? \n\nFirst, I need to understand the context. The user provided a list of evidence about", "em": 0.0, "f1": 0.0, "retrieved": [ "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team Athletic Club (2010)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team Real Valladolid (2015)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team CD Mirand\u00e9s (2015)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team Levante UD (2016)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team Racing de Santander (2014)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team UD Las Palmas (2018)", "Ra\u00fal Fern\u00e1ndez-Cavada Mateos member of sports team Club Deportivo Numancia de Soria (2013)", "Jupp Heynckes coach of sports team Athletic Club (2001)", "Andoni Iraola coach of sports team CD Mirand\u00e9s (2019)", "Fernando Fern\u00e1ndez Escribano member of sports team Real Valladolid (2000)" ] }, { "id": "q_001400", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Nike", "pred": "\nOkay, let's try to figure this out. The question is asking about Austin Healey's member of sports team's kit supplier in 2002. Wait, first I need to make sure I understand the question correctly. It seems like there might be a mix-up here. The user is referring", "em": 0.0, "f1": 0.0, "retrieved": [ "Peter Winterbottom member of sports team England men\u2019s national rugby union team (1982)", "Harry Ellis member of sports team England men\u2019s national rugby union team (2004)", "England men\u2019s national rugby union team kit supplier Nike (1997)", "England men\u2019s national rugby union team kit supplier Umbro (2020)", "England men\u2019s national rugby union team head coach Clive Woodward (1997)", "England men\u2019s national rugby union team head coach Brian Ashton (2006)" ] }, { "id": "q_005647", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1985.0, "gold": "Pacific Coliseum", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Jim Sandlak's drafted by's home venue in 1985. The reference year is 1985, so I need to focus on events around that time.\n\nLooking at the provided evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Henrik Sedin drafted by Vancouver Canucks (1999)", "Vancouver Canucks award received Clarence S. Campbell Bowl (1982)" ] }, { "id": "q_000107", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "Prague", "pred": "\nOkay, let's see. The user is asking for the headquarters of Anton\u00edn Kapek's political party in 1984. The evidence provided lists several people and the years they joined the Communist Party of Czechoslovakia. Anton\u00edn Kapek joined in 1945.", "em": 0.0, "f1": 0.0, "retrieved": [ "Anton\u00edn Kapek member of political party Communist Party of Czechoslovakia (1945)", "Milan Kundera member of political party Communist Party of Czechoslovakia (1956)", "Ivan Ga\u0161parovi\u010d member of political party Communist Party of Czechoslovakia (1968)", "Richard Falbr member of political party Communist Party of Czechoslovakia (1968)", "Milo\u0161 Zeman member of political party Communist Party of Czechoslovakia (1968)", "Vladim\u00edr Dlouh\u00fd member of political party Communist Party of Czechoslovakia (1978)" ] }, { "id": "q_000481", "complexity": "2hop", "operator_type": "before_after", "t_query": 2002.0, "gold": "Yann Martel", "pred": "\nOkay, let's try to figure this out. The question is asking, \"After Thomas Keneally, who was the winner of Joan Barfoot's nominated for?\" The reference year is 2002.\n\nFirst, I need to check the evidence provided. The evidence lists several Booker Prize nominations and", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_005374", "complexity": "2hop", "operator_type": "interval", "t_query": 2011.0, "gold": "2011", "pred": "\nOkay, let's tackle this question. The user is asking for the year when the winner of Haloo Helsinki!'s nomination was equal to Lauri Yl\u00f6nen. Wait, the wording is a bit confusing. Let me parse it again.\n\nThe question says: \"In what year was the winner of Hal", "em": 0.0, "f1": 0.0, "retrieved": [ "MTV Europe Music Award for Best Finnish Act winner Lauri Yl\u00f6nen (2011)", "MTV Europe Music Award for Best Finnish Act winner Poets of the Fall (2006)", "MTV Europe Music Award for Best Finnish Act winner Nightwish (2008)" ] }, { "id": "q_007891", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Second Lady or Gentleman of the United States", "pred": "\nOkay, let's see. The question is asking about the position held by Richard Nixon's spouse in 1956. First, I need to figure out who Richard Nixon's spouse is. From the evidence provided, there's a mention of \"Pat Nixon spouse Richard Nixon (1940)\"", "em": 0.0, "f1": 0.09523809523809523, "retrieved": [ "Richard Nixon position held Vice President of the United States (1953)", "Richard Nixon spouse Pat Nixon (1940)", "Pat Nixon spouse Richard Nixon (1940)", "Harry S. Truman position held Vice President of the United States (1945)", "Pat Nixon position held Second Lady or Gentleman of the United States (1953)", "Theodore Roosevelt position held Vice President of the United States (1901)", "Gerald Ford position held Vice President of the United States (1973)", "Walter Mondale position held Vice President of the United States (1977)", "Al Gore position held Vice President of the United States (1993)", "Lyndon B. Johnson position held Vice President of the United States (1961)" ] }, { "id": "q_004941", "complexity": "2hop", "operator_type": "sequence", "t_query": 2015.0, "gold": "Ralf Loose", "pred": "\nOkay, let's try to figure this out. The question is asking, after Steffen Kocholl was a member of SC Preu\u00dfen M\u00fcnster, what was the head coach of Chris Philipps's team. \n\nFirst, I need to check the evidence provided. The reference year is 20", "em": 0.0, "f1": 0.0, "retrieved": [ "SC Preu\u00dfen M\u00fcnster head coach Ralf Loose (2013)", "Chris Philipps member of sports team SC Preu\u00dfen M\u00fcnster (2015)", "Chris Philipps member of sports team Legia Warsaw (2018)", "Chris Philipps member of sports team Luxembourg national under-21 football team (2011)", "Marek Le\u015bniak member of sports team SC Preu\u00dfen M\u00fcnster (1999)", "Bernd Heemsoth member of sports team SC Preu\u00dfen M\u00fcnster (2003)", "Arne Tammen member of sports team SC Preu\u00dfen M\u00fcnster (2004)", "Robert Niestroj member of sports team SC Preu\u00dfen M\u00fcnster (2005)", "Patrick Kirsch member of sports team SC Preu\u00dfen M\u00fcnster (2010)", "Henning Berg coach of sports team Legia Warsaw (2014)" ] }, { "id": "q_007300", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Plinio Antolini's country of citizenship is Italy, what was the head of state of Mar\u00eda Denis's country of citizenship?\n\nFirst, I need to parse the evidence given. The reference year is 2003,", "em": 0.0, "f1": 0.0, "retrieved": [ "Mar\u00eda Denis country of citizenship Italy (1946)", "Mar\u00eda Denis country of citizenship Kingdom of Italy (1916)", "Plinio Fraccaro country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007401", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1966.0, "gold": "Te sl\u0103vim, Rom\u00e2nie", "pred": "\nOkay, let's see. The user is asking about B\u00e2rlad's country's anthem in 1966. First, I need to figure out which country B\u00e2rlad was part of in 1966.\n\nLooking at the evidence provided, there's a mention of \"B", "em": 0.0, "f1": 0.0, "retrieved": [ "B\u00e2rlad country Kingdom of Romania (1900)", "B\u00e2rlad country Socialist Republic of Romania (1965)", "Socialist Republic of Romania anthem Te sl\u0103vim, Rom\u00e2nie (1965)", "Bac\u0103u County located in the administrative territorial entity Kingdom of Romania (1900)", "Vla\u0219ca County located in the administrative territorial entity Kingdom of Romania (1940)", "Buhu\u0219i country Kingdom of Romania (1900)", "Perer\u00eeta country Kingdom of Romania (1918)", "Balchik country Kingdom of Romania (1919)", "Khotyn country Kingdom of Romania (1941)", "Storozhynets country Kingdom of Romania (1941)" ] }, { "id": "q_001311", "complexity": "2hop", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of SANAA's award was equal to Ryue Nishizawa. First, I need to recall who Ryue Nishizawa is. He's a Japanese architect and one of the founders of the", "em": 0.0, "f1": 0.0, "retrieved": [ "Aldo Rossi award received Pritzker Architecture Prize (1990)", "Robert Venturi award received Pritzker Architecture Prize (1991)", "Rafael Moneo award received Pritzker Architecture Prize (1996)", "Pritzker Architecture Prize winner Aldo Rossi (1990)", "Pritzker Architecture Prize winner Robert Venturi (1991)", "Pritzker Architecture Prize winner Rafael Moneo (1996)" ] }, { "id": "q_003353", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1964.0, "gold": "Panama", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1964, what was the country that shared a border with the place of publication of \"All Summer Long.\" \n\nFirst, looking at the evidence provided. There's a mention that \"All Summer Long place of publication", "em": 0.0, "f1": 0.0, "retrieved": [ "All Summer Long place of publication United States (1964)", "All Summer Long place of publication United Kingdom (1965)", "United States shares border with Panama (1904)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "United States head of government Harry S. Truman (1945)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "United States member of UNESCO (2003)", "United Kingdom member of G8 (1998)", "United Kingdom member of European Union (1973)" ] }, { "id": "q_005629", "complexity": "2hop", "operator_type": "interval", "t_query": 1998.0, "gold": "1998", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of Arnold J. Levine's award was equal to Bert Vogelstein. Hmm, first, I need to understand what this means. It might be referring to a situation where both Arnold J. Levine and Bert", "em": 0.0, "f1": 0.0, "retrieved": [ "Charles Yanofsky award received Louisa Gross Horwitz Prize (1976)", "Michael Heidelberger award received Louisa Gross Horwitz Prize (1977)", "Frederick Sanger award received Louisa Gross Horwitz Prize (1979)", "C\u00e9sar Milstein award received Louisa Gross Horwitz Prize (1980)", "Stanley Cohen award received Louisa Gross Horwitz Prize (1983)", "Elizabeth Blackburn award received Louisa Gross Horwitz Prize (2007)", "Howard Cedar award received Louisa Gross Horwitz Prize (2016)", "Luis Federico Leloir award received Louisa Gross Horwitz Prize (1967)", "Torsten Nils Wiesel award received Louisa Gross Horwitz Prize (1978)", "Ernst Chain award received Paul Ehrlich and Ludwig Darmstaedter Prize (1954)" ] }, { "id": "q_005931", "complexity": "2hop", "operator_type": "sequence", "t_query": 1976.0, "gold": "Leonid Brezhnev", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Siim Kallas's member of political party after Joseph Stalin. \n\nFirst, let me parse the evidence given. The reference year is 1976. The evidence includes several entries about different people and their", "em": 0.0, "f1": 0.0, "retrieved": [ "Communist Party of the Soviet Union chairperson Joseph Stalin (1922)", "Siim Kallas member of political party Communist Party of the Soviet Union (1972)", "Siim Kallas position held Prime Minister of Estonia (2002)", "Communist Party of the Soviet Union chairperson Nikita Khrushchev (1953)", "Communist Party of the Soviet Union chairperson Leonid Brezhnev (1964)", "Communist Party of the Soviet Union chairperson Mikhail Gorbachev (1985)", "Christian Rakovsky member of political party Communist Party of the Soviet Union (1918)", "Vasiliy Ulrikh member of political party Communist Party of the Soviet Union (1918)", "J\u0101nis Rudzutaks member of political party Communist Party of the Soviet Union (1918)", "Vladimir Lenin member of political party Communist Party of the Soviet Union (1918)" ] }, { "id": "q_005823", "complexity": "2hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Territory of Hawaii", "pred": "\nOkay, let's try to figure this out. The question is asking, after the Commonwealth of the Philippines, who was the administrative territorial entity of Catherine Schell's residence in 1957. \n\nFirst, I need to understand the evidence provided. The reference year is 1957.", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "United States head of government Harry S. Truman (1945)", "Ferenc Rofusz residence Hungary (1946)", "Fritz Haber residence United States (1902)", "Frank Tieri residence United States (1911)", "Golda Meir residence United States (1932)", "Enrico Fermi residence United States (1939)", "Erazim Koh\u00e1k residence United States (1940)", "Paolo Soleri residence United States (1955)" ] }, { "id": "q_002989", "complexity": "2hop", "operator_type": "sequence", "t_query": 1924.0, "gold": "Free State of Prussia", "pred": "\nOkay, let's try to figure this out. The question is asking: What was the located in of Anton Kerschbaumer's work location after Konrad Biesalski work location Berlin?\n\nFirst, I need to parse the question correctly. It seems like it's asking for the administrative territorial entity", "em": 0.0, "f1": 0.04761904761904762, "retrieved": [ "Konrad Biesalski work location Berlin (1900)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Anton Kerschbaumer work location Berlin (1908)", "Anton Kerschbaumer work location Munich (1901)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Konrad Krzy\u017canowski work location Munich (1900)", "Berlin head of government Willy Brandt (1957)", "Berlin head of government Klaus Sch\u00fctz (1967)", "Berlin head of government Dietrich Stobbe (1977)" ] }, { "id": "q_004259", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Anne Enright", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the winner of Indra Sinha's nominated for after A. S. Byatt?\" The reference year is 2007, so I need to focus on events around that time.\n\nFirst", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_002166", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Ligue 1", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Gr\u00e9gory Ursule's league or competition in 1995. But looking at the provided evidence, I don't see any mention of Gr\u00e9gory Ursule. The evidence lists several players associated with", "em": 0.0, "f1": 0.0, "retrieved": [ "FC Girondins de Bordeaux league or competition Ligue 1 (1992)", "Gr\u00e9gory Sertic member of sports team FC Girondins de Bordeaux (2009)", "Patrice Luzi member of sports team A.C. Ajaccio (2001)", "Fabrice Begeorgi member of sports team A.C. Ajaccio (2010)", "Laurent Bonnart member of sports team A.C. Ajaccio (2013)", "Ibrahim Ba member of sports team FC Girondins de Bordeaux (1996)", "Teddy Richert member of sports team FC Girondins de Bordeaux (1999)", "Albert Celades member of sports team FC Girondins de Bordeaux (2003)", "Bruno Cheyrou member of sports team FC Girondins de Bordeaux (2005)", "Johan Micoud member of sports team FC Girondins de Bordeaux (2006)" ] }, { "id": "q_006376", "complexity": "2hop", "operator_type": "interval", "t_query": 1995.0, "gold": "1995", "pred": "\nOkay, let's try to figure out this question. The user is asking: \"In what year was the winner of Nigel Hawthorne's nominated for equal to Nicolas Cage?\" Hmm, that's a bit confusing. Let me break it down.\n\nFirst, I need to understand what's being asked. The question", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Rebecca nominated for Academy Award for Best Actor (1941)", "Charles Laughton nominated for Academy Award for Best Actor (1936)", "Franchot Tone nominated for Academy Award for Best Actor (1936)", "Spencer Tracy nominated for Academy Award for Best Actor (1937)", "Mickey Rooney nominated for Academy Award for Best Actor (1940)" ] }, { "id": "q_008518", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "Hans Backe", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Jan Gunnar Solli's member of sports team after Carlos Alberto Parreira. Wait, first I need to make sure I understand the question correctly. It mentions \"Jan Gunnar Solli's member of sports team", "em": 0.0, "f1": 0.0, "retrieved": [ "Red Bull New York head coach Carlos Queiroz (1996)", "Carlos Queiroz coach of sports team Red Bull New York (1996)", "Jan Fuglset member of sports team Norway men's national association football team (1970)", "Stig Inge Bj\u00f8rnebye coach of sports team Norway men's national association football team (2003)", "Rolf Johannessen member of sports team Norway men's national association football team (1931)", "Thorbj\u00f8rn Svenssen member of sports team Norway men's national association football team (1947)", "Arne Erlandsen member of sports team Norway men's national association football team (1978)", "Henning Berg member of sports team Norway men's national association football team (1992)", "St\u00e5le Solbakken member of sports team Norway men's national association football team (1994)", "Erlend Hanstveit member of sports team Norway men's national association football team (2004)" ] }, { "id": "q_003792", "complexity": "2hop", "operator_type": "before_after", "t_query": 1984.0, "gold": "Sandro Pertini", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Francesco Cossiga, who was the head of state of Ferruccio Tagliavini's country of citizenship?\n\nFirst, I need to determine Ferruccio Tagliavini's country of citizenship. The evidence mentions two", "em": 0.0, "f1": 0.0, "retrieved": [ "Ferruccio Tagliavini country of citizenship Italy (1946)", "Ferruccio Tagliavini country of citizenship Kingdom of Italy (1913)", "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000844", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Denzel Washington", "pred": "\nOkay, let's see. The user is asking about the winner of \"Cast Away\" in 2001. Wait, \"Cast Away\" is the movie, right? The question is phrased a bit oddly. They might be asking who won an Academy Award for Best Actor for their role", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Rebecca nominated for Academy Award for Best Actor (1941)", "Charles Laughton nominated for Academy Award for Best Actor (1936)", "Franchot Tone nominated for Academy Award for Best Actor (1936)", "Spencer Tracy nominated for Academy Award for Best Actor (1937)", "Mickey Rooney nominated for Academy Award for Best Actor (1940)" ] }, { "id": "q_005425", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1979.0, "gold": "Sandro Pertini", "pred": "\nOkay, let's try to figure out what Mario De Don\u00e0's country of citizenship's head of state was in 1979. \n\nFirst, looking at the evidence provided. There are entries about Mario De Don\u00e0's citizenship. The evidence says he was a citizen of Italy in 19", "em": 0.0, "f1": 0.0, "retrieved": [ "Mario De Don\u00e0 country of citizenship Italy (1946)", "Mario De Don\u00e0 country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006156", "complexity": "2hop", "operator_type": "sequence", "t_query": 2005.0, "gold": "Daniel Auteuil", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of Romain Duris's nominated for after the European Film Award for Best Actor winner Javier Bardem. Wait, first I need to check the reference year, which is 2005. But the evidence provided includes", "em": 0.0, "f1": 0.0, "retrieved": [ "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Rupert Everett nominated for European Film Award for Best Actor (1999)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Philippe Noiret award received European Film Award for Best Actor (1989)" ] }, { "id": "q_006038", "complexity": "2hop", "operator_type": "before_after", "t_query": 1918.0, "gold": "Austro-Hungarian krone", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the currency of Lunga's country before the Hungarian korona. The reference year is 1918, so we need to look at the historical context around that time.\n\nFirst, I need to understand what", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Lunga country First Hungarian Republic (1918)", "Lunga country Kingdom of Hungary (1940)", "Lunga country Kingdom of Romania (1944)", "Lunga country Socialist Republic of Romania (1965)", "Lunga country Austria\u2013Hungary (1900)", "Uzhhorod located in the administrative territorial entity Kingdom of Hungary (1938)", "Bac\u0103u County located in the administrative territorial entity Kingdom of Romania (1900)", "Vla\u0219ca County located in the administrative territorial entity Kingdom of Romania (1940)", "Horodok located in the administrative territorial entity Austria\u2013Hungary (1900)", "Ko\u0161ice country First Hungarian Republic (1918)" ] }, { "id": "q_008465", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1923.0, "gold": "Egyptian pound", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking for the currency of Ramallah's country in 1923. \n\nFirst, I need to determine which country Ramallah was part of in 1923. Ramallah is a city in what is", "em": 0.0, "f1": 0.0, "retrieved": [ "Mandatory Palestine currency Egyptian pound (1920)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Old City of Jerusalem country Ottoman Empire (1900)", "Qasim Amin country of citizenship Ottoman Empire (1900)", "Charles Debbas country of citizenship Ottoman Empire (1900)", "Taha Hussein country of citizenship Ottoman Empire (1900)" ] }, { "id": "q_004604", "complexity": "2hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Javier Aguirre", "pred": "\nOkay, let's try to figure this out. The question is asking, after Helenio Herrera, who was the head coach of Cosmin Contra's member of sports team? The reference year is 2006.\n\nFirst, I need to check the evidence provided. Let me go through each entry", "em": 0.0, "f1": 0.0, "retrieved": [ "Abelardo Fern\u00e1ndez coach of sports team Deportivo Alav\u00e9s (2017)", "Dorinel Munteanu coach of sports team FC Dinamo Bucharest (2012)", "Nicolae Simatoc member of sports team Romania men's national association football team (1940)", "Ilie B\u0103rbulescu member of sports team Romania men's national association football team (1979)", "Tudorel Stoica member of sports team Romania men's national association football team (1979)", "Ion Geolg\u0103u member of sports team Romania men's national association football team (1980)", "\u0218tefan Iovan member of sports team Romania men's national association football team (1983)", "Marius L\u0103c\u0103tu\u0219 member of sports team Romania men's national association football team (1984)", "Dorinel Munteanu member of sports team Romania men's national association football team (1991)", "Lauren\u021biu Reghecampf member of sports team Romania men's national association football team (2003)" ] }, { "id": "q_002929", "complexity": "2hop", "operator_type": "before_after", "t_query": 1920.0, "gold": "The Internationale", "pred": "\nOkay, let's try to figure this out. The question is asking: Before the State Anthem of the Soviet Union, who was the anthem of Black Sea Governorate's located in? The reference year is 1920.\n\nFirst, I need to parse the evidence provided. Let me go through each", "em": 0.0, "f1": 0.048780487804878044, "retrieved": [ "Russian Soviet Federative Socialist Republic anthem State Anthem of the Soviet Union (1944)", "Novorossiysk capital of Black Sea Governorate (1900)", "Novorossiysk located in the administrative territorial entity Black Sea Governorate (1900)", "Black Sea Governorate located in the administrative territorial entity Russian Republic (1917)", "Black Sea Governorate located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1920)", "Black Sea Governorate country Russian Republic (1917)", "Communist Party of the Soviet Union country Russian Republic (1917)", "Russian Soviet Federative Socialist Republic located in the administrative territorial entity Soviet Union (1922)", "Russian Soviet Federative Socialist Republic member of Soviet Union (1922)", "Russian Soviet Federative Socialist Republic anthem The Internationale (1917)" ] }, { "id": "q_007720", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Mario Scelba", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Peppino De Filippo's country of citizenship after Luigi Longo's country of citizenship was Italy. \n\nFirst, I need to determine which country Peppino De Filippo is associated with. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Peppino De Filippo country of citizenship Italy (1946)", "Peppino De Filippo country of citizenship Kingdom of Italy (1903)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005879", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Mario Nasalli Rocca di Corneliano's country of citizenship (which is Italy), what was the head of state of Raffaele Anguilla's country of citizenship?\n\nFirst, I need to determine Raffaele", "em": 0.0, "f1": 0.0, "retrieved": [ "Raffaele Anguilla country of citizenship Italy (1946)", "Raffaele Anguilla member of sports team SPAL (1938)", "Raffaele Anguilla country of citizenship Kingdom of Italy (1915)", "Raffaele Anguilla member of sports team SSC Bari (1943)", "Raffaele Anguilla member of sports team US Lecce (1945)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001938", "complexity": "2hop", "operator_type": "before_after", "t_query": 1951.0, "gold": "Territory of Hawaii", "pred": "\nOkay, let's try to figure this out. The question is asking: \"Who was the contains the administrative territorial entity of Yul Brynner's country of citizenship after Commonwealth of the Philippines?\" \n\nFirst, I need to break down the question. The key parts here are Yul Brynner's", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "Henry James country of citizenship United States (1900)", "Tina Turner country of citizenship United States (1939)", "Richard Pipes country of citizenship United States (1943)", "Angela Lansbury country of citizenship United States (1951)", "Eileen Chang country of citizenship United States (1960)", "Susan Polgar country of citizenship United States (2002)", "United States head of government Harry S. Truman (1945)", "Alexander Graham Bell country of citizenship United States (1900)" ] }, { "id": "q_004995", "complexity": "2hop", "operator_type": "sequence", "t_query": 1960.0, "gold": "Academy Award for Best Supporting Actress", "pred": "\nOkay, let's tackle this question. The user is asking: \"After Shelley Winters spouse Anthony Franciosa, what was the nominated for of Anthony Franciosa's spouse?\" \n\nFirst, I need to parse the question correctly. The key parts here are:\n\n1. Shelley Winters' spouse Anthony Franciosa", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Shelley Winters spouse Anthony Franciosa (1957)", "Anthony Franciosa spouse Shelley Winters (1957)", "Shelley Winters spouse Vittorio Gassman (1952)", "Anthony Franciosa nominated for Academy Award for Best Actor (1958)", "Shelley Winters nominated for Academy Award for Best Actress (1952)", "Shelley Winters nominated for Academy Award for Best Supporting Actress (1960)", "Shelley Winters award received Academy Award for Best Supporting Actress (1959)", "Shelley Winters award received Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1964)", "Rebecca nominated for Academy Award for Best Actor (1941)", "Charles Laughton nominated for Academy Award for Best Actor (1936)" ] }, { "id": "q_006351", "complexity": "2hop", "operator_type": "sequence", "t_query": 1966.0, "gold": "Stade Chaban-Delmas", "pred": "\nOkay, let's try to figure this out. The question is asking for the home venue of Andr\u00e9 Chorda's member of sports team after Fernando Guidicelli was a member of FC Girondins de Bordeaux.\n\nFirst, I need to check the evidence provided. The reference year is 1966", "em": 0.0, "f1": 0.0, "retrieved": [ "FC Girondins de Bordeaux home venue Stade Chaban-Delmas (1938)", "Ibrahim Ba member of sports team FC Girondins de Bordeaux (1996)", "Teddy Richert member of sports team FC Girondins de Bordeaux (1999)", "Albert Celades member of sports team FC Girondins de Bordeaux (2003)", "Bruno Cheyrou member of sports team FC Girondins de Bordeaux (2005)", "Johan Micoud member of sports team FC Girondins de Bordeaux (2006)", "Souleymane Diawara member of sports team FC Girondins de Bordeaux (2007)", "David Bellion member of sports team FC Girondins de Bordeaux (2007)", "Diego Placente member of sports team FC Girondins de Bordeaux (2008)", "Gr\u00e9gory Sertic member of sports team FC Girondins de Bordeaux (2009)" ] }, { "id": "q_005087", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1956, what was the country of citizenship of Bruno Bettinelli, and specifically, what borders did that country have. \n\nFirst, looking at the evidence provided. There are several entries about Bruno Bettinelli", "em": 0.0, "f1": 0.0, "retrieved": [ "Bruno Bettinelli country of citizenship Italy (1946)", "Bruno Bettinelli country of citizenship Kingdom of Italy (1913)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006536", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's try to figure this out. The question is asking about Floriano Bodini's country of citizenship in 2002. The reference year given is 2002, but all the evidence provided is from 1900. The evidence lists various people and their country", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)", "Cesare Arzel\u00e0 country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006736", "complexity": "2hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Sandra Bullock", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of \"Doubt\" after \"The Grifters\" was nominated for Best Actress. Wait, but the reference year is 2009. Let me check the evidence provided.\n\nLooking at the evidence, there", "em": 0.0, "f1": 0.0, "retrieved": [ "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Cher nominated for Academy Award for Best Supporting Actress (1984)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)", "Geraldine Page nominated for Academy Award for Best Supporting Actress (1954)", "Betsy Blair nominated for Academy Award for Best Supporting Actress (1956)", "Shelley Winters nominated for Academy Award for Best Supporting Actress (1960)" ] }, { "id": "q_004654", "complexity": "2hop", "operator_type": "sequence", "t_query": 1915.0, "gold": "Nicholas II of Russia", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Khrustalnyi's country after Vladimir Lenin's country of citizenship was the Russian Empire. \n\nFirst, let me parse the evidence given. The reference year is 1915. The evidence", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Vladimir Lenin country of citizenship Russian Empire (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Khrustalnyi country Russian Empire (1900)", "Khrustalnyi located in the administrative territorial entity Luhansk Oblast (1938)", "Maria Zankovetska country of citizenship Russian Empire (1900)", "Vikenty Veresaev country of citizenship Russian Empire (1900)", "Antoine Pevsner country of citizenship Russian Empire (1900)", "Giorgio Scerbanenco country of citizenship Russian Empire (1911)", "Menachem Mendel Schneerson country of citizenship Russian Empire (1902)", "N. I. Lobachevsky State University of Nizhny Novgorod country Russian Empire (1916)" ] }, { "id": "q_005945", "complexity": "2hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Lyndon B. Johnson", "pred": "\nOkay, let's try to figure this out. The question is asking, after Harry S. Truman, who was the head of government of Frank Tieri's residence. The reference year is 1965.\n\nFirst, I need to parse the evidence given. Let me list out the relevant information:", "em": 0.0, "f1": 0.0, "retrieved": [ "United States head of government Harry S. Truman (1945)", "Frank Tieri residence United States (1911)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "United States contains the administrative territorial entity Territory of Hawaii (1900)", "United States head of government William McKinley (1900)", "United States head of government Theodore Roosevelt (1901)", "United States head of government Woodrow Wilson (1913)", "United States head of government Herbert Hoover (1929)", "United States head of government Richard Nixon (1969)", "United States head of government Gerald Ford (1974)" ] }, { "id": "q_007681", "complexity": "2hop", "operator_type": "sequence", "t_query": 1988.0, "gold": "Daman and Diu", "pred": "\nOkay, let's try to figure this out. The question is asking about the administrative territorial entity that Abhijit Banerjee's country of citizenship contains after India's head of state Zail Singh.\n\nFirst, I need to recall the reference year, which is 1988. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "India contains the administrative territorial entity Daman and Diu (1961)", "M. S. Swaminathan country of citizenship India (1947)", "Virbhadra Singh country of citizenship India (1950)", "Benimadhab Barua country of citizenship India (1947)", "India head of government Manmohan Singh (2004)", "India head of state Rajendra Prasad (1950)", "India head of state Sarvepalli Radhakrishnan (1962)", "India head of state R. Venkataraman (1987)", "India head of government V. P. Singh (1989)", "India head of state V. V. Giri (1969)" ] }, { "id": "q_006184", "complexity": "2hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Lyndon B. Johnson", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Richard Nixon, who was the head of government of Smiley Smile's place of publication?\n\nFirst, I need to parse the question. The key parts here are \"Smiley Smile's place of publication\" and \"before Richard Nixon", "em": 0.0, "f1": 0.0, "retrieved": [ "United States head of government Richard Nixon (1969)", "All Summer Long place of publication United States (1964)", "All Summer Long place of publication United Kingdom (1965)", "United States head of government Harry S. Truman (1945)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "Richard Pipes country of citizenship United States (1943)", "United States head of government William McKinley (1900)", "United States head of government Theodore Roosevelt (1901)", "United States head of government Woodrow Wilson (1913)", "United States head of government Herbert Hoover (1929)" ] }, { "id": "q_000115", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Caja M\u00e1gica", "pred": "\nOkay, let's try to figure this out. The question is asking for the home venue of Ettore Messina's member of sports team after Mario Stoji\u0107 was a member of Real Madrid Baloncesto. \n\nFirst, I need to parse the question correctly. It seems like it's asking about", "em": 0.0, "f1": 0.0, "retrieved": [ "Real Madrid Baloncesto home venue Caja M\u00e1gica (2010)", "Aleksandar \u0110or\u0111evi\u0107 member of sports team Real Madrid Baloncesto (1999)", "Jorge Sanz member of sports team Real Madrid Baloncesto (2010)", "Ante Tomi\u0107 member of sports team Real Madrid Baloncesto (2010)", "Mirza Begi\u0107 member of sports team Real Madrid Baloncesto (2011)", "Bo\u017eidar Maljkovi\u0107 coach of sports team Real Madrid Baloncesto (2004)", "Ram\u016bnas \u0160i\u0161kauskas member of sports team Pallacanestro Treviso (2004)", "Nikos Zisis member of sports team Pallacanestro Treviso (2005)", "David Andersen member of sports team Virtus Pallacanestro Bologna (1999)", "Mirza Begi\u0107 member of sports team Virtus Pallacanestro Bologna (2004)" ] }, { "id": "q_002711", "complexity": "2hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "Luigi Einaudi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Giorgio Manganelli's country of citizenship is Italy, what was the head of state of Memo Benassi's country of citizenship?\n\nFirst, I need to check the evidence provided. The reference year is 195", "em": 0.0, "f1": 0.0, "retrieved": [ "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)", "Cesare Arzel\u00e0 country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005754", "complexity": "2hop", "operator_type": "sequence", "t_query": 1981.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking about the country associated with Pavao Pavli\u010di\u0107's NIN Prize after Mirko Bo\u017ei\u0107. The reference year is 1981.\n\nFirst, looking at the evidence provided:\n\n- NIN Prize country Federal Republic", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "NIN Prize country Federal Republic of Yugoslavia (1992)", "NIN Prize country Socialist Federal Republic of Yugoslavia (1954)", "NIN Prize country Serbia and Montenegro (2003)" ] }, { "id": "q_002277", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "S\u00fcper Lig", "pred": "\nOkay, let's try to figure this out. The user is asking about the league or competition that \u00d6nder Akda\u011f's sports team was part of, after Diego da Costa Lima was a member of Akhisar Belediyespor. \n\nFirst, looking at the evidence provided. The key points are", "em": 0.0, "f1": 0.0, "retrieved": [ "Diego da Costa Lima member of sports team Akhisar Belediyespor (2010)", "Akhisar Belediyespor league or competition S\u00fcper Lig (2012)", "Ibrahima Sonko member of sports team Akhisar Belediyespor (2012)", "Bahattin K\u00f6se member of sports team Akhisar Belediyespor (2014)" ] }, { "id": "q_000552", "complexity": "2hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking, after Gino Gardassanich's country of citizenship being Italy, what was the currency of Paolo Soleri's residence? \n\nFirst, I need to check the evidence provided. The reference year is 1951. Let", "em": 0.0, "f1": 0.0, "retrieved": [ "Paolo Soleri residence Italy (1950)", "Paolo Soleri residence United States (1955)", "Paolo Soleri country of citizenship Italy (1946)", "Paolo Soleri country of citizenship Kingdom of Italy (1919)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Paolo Vetri country of citizenship Kingdom of Italy (1900)", "Paolo Manna country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000403", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "SeatGeek Stadium", "pred": "\nOkay, let's try to figure this out. The question is asking, in 2012, what was the home venue of Paolo Tornaghi's member of sports team? \n\nFirst, I need to look at the evidence provided. The evidence lists several people associated with Inter Milan and their", "em": 0.0, "f1": 0.0, "retrieved": [ "Chicago Fire FC home venue SeatGeek Stadium (2006)", "Paolo Agosteo member of sports team Inter Milan (1933)", "Giuseppe Asti member of sports team Inter Milan (1922)", "Armando Castellazzi member of sports team Inter Milan (1924)", "Pietro Serantoni member of sports team Inter Milan (1928)", "Piero Antona member of sports team Inter Milan (1935)", "Giovanni Ferrari member of sports team Inter Milan (1935)", "Pietro Ferraris member of sports team Inter Milan (1936)", "Sandro Puppo member of sports team Inter Milan (1937)", "Renato Olmi member of sports team Inter Milan (1942)" ] }, { "id": "q_003856", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Faye Dunaway's unmarried partner's country of citizenship in 1971. The reference year is 1971, and the evidence provided lists several people who received or were nominated for Academy Awards", "em": 0.0, "f1": 0.0, "retrieved": [ "Cabaret award received Academy Award for Best Actress (1971)", "Glenda Jackson award received Academy Award for Best Actress (1971)", "Glenda Jackson nominated for Academy Award for Best Actress (1971)", "Ali MacGraw nominated for Academy Award for Best Actress (1971)", "Jane Alexander nominated for Academy Award for Best Actress (1971)" ] }, { "id": "q_003602", "complexity": "2hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Mikhail Gorbachev", "pred": "\nOkay, let's try to figure this out. The question is asking, after Konstantin Chernenko, who was the chairperson of Andrus \u00d6\u00f6vel's member of political party? Wait, the wording is a bit confusing. Let me parse it again.\n\nFirst, the reference year is", "em": 0.0, "f1": 0.0, "retrieved": [ "Communist Party of the Soviet Union chairperson Joseph Stalin (1922)", "Communist Party of the Soviet Union chairperson Nikita Khrushchev (1953)", "Communist Party of the Soviet Union chairperson Leonid Brezhnev (1964)", "Communist Party of the Soviet Union chairperson Mikhail Gorbachev (1985)", "Christian Rakovsky member of political party Communist Party of the Soviet Union (1918)", "Vasiliy Ulrikh member of political party Communist Party of the Soviet Union (1918)", "J\u0101nis Rudzutaks member of political party Communist Party of the Soviet Union (1918)", "Vladimir Lenin member of political party Communist Party of the Soviet Union (1918)", "Georgy Zhukov member of political party Communist Party of the Soviet Union (1919)", "Dmitriy Ustinov member of political party Communist Party of the Soviet Union (1927)" ] }, { "id": "q_007850", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking about the borders of Cesare Andrea Bixio's country of citizenship in 1950. \n\nFirst, looking at the evidence provided. There's information about Cesare Andrea Bixio's citizenship. In 194", "em": 0.0, "f1": 0.0, "retrieved": [ "Cesare Andrea Bixio country of citizenship Italy (1946)", "Cesare Andrea Bixio country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Cesare Arzel\u00e0 country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Andrea Aiuti country of citizenship Kingdom of Italy (1900)", "Andrea Caron country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001019", "complexity": "2hop", "operator_type": "interval", "t_query": 1962.0, "gold": "1962", "pred": "\nOkay, let's tackle this question. The user is asking when the Nobel Peace Prize was nominated for the founder of the United States Navy SEALs. First, I need to figure out who the founder of the Navy SEALs is. From the evidence provided, John F. Kennedy is mentioned as being in the", "em": 0.0, "f1": 0.0, "retrieved": [ "John F. Kennedy nominated for Nobel Peace Prize (1962)", "John F. Kennedy position held President of the United States (1961)", "John F. Kennedy military branch United States Navy (1941)", "United States head of government John F. Kennedy (1961)", "John F. Kennedy award received Presidential Medal of Freedom (1963)", "John F. Kennedy place of burial Arlington National Cemetery (1963)" ] }, { "id": "q_004322", "complexity": "2hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "Dietrich Stobbe", "pred": "\nOkay, let's try to figure this out. The question is asking: After Albert Speer's work location in Berlin (which is noted in 1934), what was the head of government of Anna Seghers's residence?\n\nFirst, I need to break down the evidence provided. Let's", "em": 0.0, "f1": 0.0, "retrieved": [ "Albert Speer work location Berlin (1934)", "Anna Seghers award received Star of People's Friendship (1970)", "Anna Seghers residence Berlin (1947)", "Berlin head of government Willy Brandt (1957)", "Berlin head of government Klaus Sch\u00fctz (1967)", "Berlin head of government Dietrich Stobbe (1977)", "Anna Seghers residence Paris (1934)", "Anna Seghers residence Mexico (1941)", "Berlin head of government Richard von Weizs\u00e4cker (1981)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)" ] }, { "id": "q_004271", "complexity": "2hop", "operator_type": "before_after", "t_query": 1969.0, "gold": "Giuseppe Saragat", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Carlo Azeglio Ciampi, who was the head of state of Francesco Carpino's country of citizenship?\n\nFirst, I need to determine Francesco Carpino's country of citizenship. The evidence provided lists several people with citizenship in", "em": 0.0, "f1": 0.0, "retrieved": [ "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Carlo Porro country of citizenship Kingdom of Italy (1900)", "Carlo Galetti country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001171", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking, in 2001, what was the head of state of Armando Ceste's country of citizenship. \n\nFirst, I need to determine which country Armando Ceste was a citizen of in 2001.", "em": 0.0, "f1": 0.0, "retrieved": [ "Armando Ceste country of citizenship Italy (1946)", "Armando Ceste country of citizenship Kingdom of Italy (1942)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007890", "complexity": "2hop", "operator_type": "sequence", "t_query": 1970.0, "gold": "Glenda Jackson", "pred": "\nOkay, let's see. The user is asking about the winner of the Academy Award for Best Actress after Ingrid Bergman, specifically what Genevi\u00e8ve Bujold was nominated for. Wait, the question is phrased a bit confusingly. Let me parse it again.\n\nThe question says: \"", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)", "Academy Award for Best Actress winner Anne Bancroft (1962)" ] }, { "id": "q_008632", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1968.0, "gold": "Hungarian People's Republic", "pred": "\nOkay, let's try to figure this out. The question is asking for the capital of Demeter Balla's work location in 1968. \n\nFirst, I need to look at the evidence provided. The evidence mentions that Demeter Balla's work location was Budapest in 195", "em": 0.0, "f1": 0.05263157894736842, "retrieved": [ "Demeter Balla work location Budapest (1951)", "Budapest capital of Hungarian People's Republic (1949)", "Budapest capital of Kingdom of Hungary (1920)", "Demeter Balla award received Kossuth Prize (2004)", "Joseph Csaky work location Budapest (1904)", "Frederick Antal work location Budapest (1914)", "University of Szeged headquarters location Budapest (1919)", "Budapest country Hungarian People's Republic (1949)", "Budapest country Kingdom of Hungary (1920)" ] }, { "id": "q_007395", "complexity": "2hop", "operator_type": "sequence", "t_query": 1925.0, "gold": "Egyptian pound", "pred": "\nOkay, let's try to figure this out. The question is asking, after Ramallah was part of Mandatory Palestine, what was the currency of Afula's country? \n\nFirst, I need to recall the context. The reference year is 1925. The evidence provided includes several entries about", "em": 0.0, "f1": 0.0, "retrieved": [ "Mandatory Palestine currency Egyptian pound (1920)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Ariel Sharon country of citizenship Mandatory Palestine (1928)", "Abraham Fraenkel country of citizenship Mandatory Palestine (1929)", "Shimon Peres country of citizenship Mandatory Palestine (1943)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Ramla country Mandatory Palestine (1917)", "Safed country Mandatory Palestine (1917)", "Acre country Mandatory Palestine (1920)", "Nazareth country Mandatory Palestine (1920)" ] }, { "id": "q_007784", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Paul Scott", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the winner of Jennifer Johnston's nominated for in 1977. Wait, the wording is a bit confusing. Let me parse it again. The question is: \"What was the winner of Jennifer Johnston's", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_006008", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1992.0, "gold": "Alain Afflelou", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"What was Rainer Ernst's member of sports team's chairperson in 1992?\" \n\nFirst, I need to look at the provided evidence. The evidence lists several people associated with sports teams and", "em": 0.0, "f1": 0.0, "retrieved": [ "1. FC Kaiserslautern chairperson Stefan Kuntz (2008)", "Willi Marquardt member of sports team BFC Dynamo (1958)", "Ralf Schulenberg member of sports team BFC Dynamo (1969)", "Frank Pastor member of sports team BFC Dynamo (1984)", "Willi Marquardt member of sports team East Germany national football team (1956)", "Henning Frenzel member of sports team East Germany national football team (1961)", "Herbert Pankau member of sports team East Germany national football team (1962)", "Bernd Bransch member of sports team East Germany national football team (1967)", "Gerd Kische member of sports team East Germany national football team (1971)", "Ralf Schulenberg member of sports team East Germany national football team (1972)" ] }, { "id": "q_007623", "complexity": "2hop", "operator_type": "sequence", "t_query": 1995.0, "gold": "Zden\u011bk Zeman", "pred": "\nOkay, let's try to figure this out. The question is asking: After Angelo Gregucci member of sports team SS Lazio, what was the head coach of Roberto Bacci's member of sports team?\n\nFirst, I need to parse the question. It mentions Angelo Gregucci being a member of SS L", "em": 0.0, "f1": 0.0, "retrieved": [ "SS Lazio head coach Zden\u011bk Zeman (1994)", "SS Lazio head coach Stefano Pioli (2014)", "SS Lazio head coach Sven-G\u00f6ran Eriksson (1997)", "Mantova 1911 head coach Ottavio Bianchi (1979)", "Modena F.C. head coach Stefano Pioli (2006)", "Zden\u011bk Zeman coach of sports team SS Lazio (1994)", "Sven-G\u00f6ran Eriksson coach of sports team SS Lazio (1997)", "Angelo Martino Colombo member of sports team Hellas Verona FC (1968)", "Pietro Pastore member of sports team SS Lazio (1932)", "Paolo Agosteo member of sports team SS Lazio (1938)" ] }, { "id": "q_000261", "complexity": "2hop", "operator_type": "before_after", "t_query": 1932.0, "gold": "Weimar Republic", "pred": "\nOkay, let's tackle this question. The user is asking for the country of Max Blokzijl's work location before Nazi Germany. The reference year is 1932.\n\nFirst, I need to look at the evidence provided. The key points related to Max Blokzijl are", "em": 0.0, "f1": 0.0, "retrieved": [ "Max Blokzijl work location Berlin (1918)", "Berlin country Nazi Germany (1933)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Berlin country Soviet occupation zone of Germany (1945)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin country German Empire (1900)", "Berlin country Weimar Republic (1918)", "Berlin country German Democratic Republic (1949)", "Berlin head of government Willy Brandt (1957)" ] }, { "id": "q_005362", "complexity": "2hop", "operator_type": "sequence", "t_query": 1992.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking about the shares border with of Nino Baragli's country of citizenship after Giovanni Mardersteig's country of citizenship was Italy. Hmm, first, I need to parse the information given.\n\nThe reference year is 199", "em": 0.0, "f1": 0.0, "retrieved": [ "Nino Baragli country of citizenship Italy (1946)", "Nino Baragli country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003134", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Teen Choice Awards", "pred": "\nOkay, let's see. The question is asking about the award received by the performer of \"Call Me Maybe\" in 2012. The evidence provided includes several awards Carly Rae Jepsen received around that time.\n\nFirst, I need to confirm that Carly Rae Jepsen is the performer of", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [ "Carly Rae Jepsen award received Canada's Walk of Fame (2013)", "Carly Rae Jepsen award received Teen Choice Awards (2012)", "MTV Europe Music Award for Best Song winner Carly Rae Jepsen (2012)", "Carly Rae Jepsen award received Billboard Music Awards (2013)" ] }, { "id": "q_006822", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Emirates", "pred": "\nOkay, let's see. The user is asking about the sponsor of Kai-Fabian Schulz's sports team in 2009. The reference year is 2009, so I need to check the evidence provided for that year.\n\nLooking at the evidence, there's a mention of", "em": 0.0, "f1": 0.0, "retrieved": [ "Z\u00e9 Roberto member of sports team Hamburger SV (2009)", "Hamburger SV sponsor Emirates (2006)", "Hamburger SV sponsor Campari Group (1974)", "Wilhelm Blunk member of sports team Hamburger SV (1925)", "Gerhard Krug member of sports team Hamburger SV (1956)", "Werner Dre\u00dfel member of sports team Hamburger SV (1980)", "J\u00fcrgen Milewski member of sports team Hamburger SV (1988)", "J\u00fcrgen Hartmann member of sports team Hamburger SV (1991)", "Uli Stein member of sports team Hamburger SV (1994)", "Andr\u00e9 Breitenreiter member of sports team Hamburger SV (1994)" ] }, { "id": "q_003313", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1972.0, "gold": "Italian lira", "pred": "\nOkay, let's tackle this question. The user is asking for the currency of Eugenio Monti's country of citizenship in 1972. \n\nFirst, I need to figure out which country Eugenio Monti was a citizen of in 1972. The evidence provided mentions", "em": 0.0, "f1": 0.0, "retrieved": [ "Eugenio Monti country of citizenship Italy (1946)", "Eugenio Monti country of citizenship Kingdom of Italy (1928)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005360", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Klaus Wowereit", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of government of Tim Eitel's work location after Dietrich Stobbe. But wait, the evidence provided doesn't mention Tim Eitel at all. Hmm, that's a problem. Let me check the evidence again", "em": 0.0, "f1": 0.0, "retrieved": [ "Berlin head of government Dietrich Stobbe (1977)", "Berlin head of government Willy Brandt (1957)", "Berlin head of government Klaus Sch\u00fctz (1967)", "Berlin head of government Richard von Weizs\u00e4cker (1981)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Berlin country Soviet occupation zone of Germany (1945)", "Konrad Biesalski work location Berlin (1900)", "Paul Cassirer work location Berlin (1900)" ] }, { "id": "q_001597", "complexity": "2hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Peter Carey", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of Rachel Seiffert's nominated for after William Trevor was nominated for the Booker Prize. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, the question is: \"What was the winner of", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Salman Rushdie award received Booker Prize (1981)" ] }, { "id": "q_003838", "complexity": "2hop", "operator_type": "before_after", "t_query": 1947.0, "gold": "Ronald Colman", "pred": "\nOkay, let's try to figure this out. The question is asking, \"Before Sean Penn, who was the winner of Hamlet's award received?\" The reference year is 1947.\n\nFirst, I need to understand what \"Hamlet's award\" refers to. The term \"Hamlet", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Charles Laughton award received Academy Award for Best Actor (1933)", "Spencer Tracy award received Academy Award for Best Actor (1937)", "Jos\u00e9 Ferrer award received Academy Award for Best Actor (1949)", "Humphrey Bogart award received Academy Award for Best Actor (1950)", "Paul Scofield award received Academy Award for Best Actor (1966)" ] }, { "id": "q_005949", "complexity": "2hop", "operator_type": "sequence", "t_query": 1998.0, "gold": "Attila J\u00f3zsef", "pred": "\nOkay, let's try to figure this out. The question is asking: What was the named after of Mih\u00e1ly Bart\u00f3k's employer after L\u00e1szl\u00f3 Kalm\u00e1r employer University of Szeged?\n\nFirst, I need to parse the question correctly. It seems like it's asking for", "em": 0.0, "f1": 0.0, "retrieved": [ "L\u00e1szl\u00f3 Kalm\u00e1r employer University of Szeged (1928)", "Mih\u00e1ly Bart\u00f3k employer University of Szeged (1958)", "University of Szeged named after Attila J\u00f3zsef (1962)", "L\u00e1szl\u00f3 R\u00e9dei employer University of Szeged (1940)", "University of Szeged named after Franz Joseph I of Austria (1900)", "Mih\u00e1ly Bart\u00f3k educated at University of Szeged (1953)", "Mih\u00e1ly Bart\u00f3k position held dean (1981)", "B\u00e9la Ker\u00e9kj\u00e1rt\u00f3 employer University of Szeged (1925)", "University of Szeged headquarters location Budapest (1919)", "University of Szeged headquarters location Cluj-Napoca (1940)" ] }, { "id": "q_005024", "complexity": "2hop", "operator_type": "before_after", "t_query": 1974.0, "gold": "Abraham Beame", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of government of Philip Taaffe's work location after Jimmy Walker. \n\nFirst, I need to understand the reference year, which is 1974. The evidence provided lists several New York City heads of government with", "em": 0.0, "f1": 0.0, "retrieved": [ "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)", "Philip J. Fry residence New York City (1974)" ] }, { "id": "q_007032", "complexity": "2hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "Heinrich Himmler", "pred": "\nOkay, let's try to figure this out. The question is asking, after Joseph Berchtold, who was the manager of Karl Gerland's member of? The reference year is 1942.\n\nFirst, I need to parse the question. It seems like it's about the Schutzstaff", "em": 0.0, "f1": 0.0, "retrieved": [ "Hans G\u00fcnther member of Schutzstaffel (1937)", "Hartmann Lauterbacher member of Schutzstaffel (1940)", "Hanns Martin Schleyer member of Schutzstaffel (1933)", "Richard Schulze-Kossens member of Schutzstaffel (1934)", "Schutzstaffel director / manager Julius Schreck (1925)", "Schutzstaffel director / manager Erhard Heiden (1927)", "Schutzstaffel director / manager Heinrich Himmler (1929)" ] }, { "id": "q_004269", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1914.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1914, what was the country of Luigi Baldi's member of sports team? Wait, the wording is a bit confusing. Maybe it's asking about the country associated with Luigi Baldi's sports team in", "em": 0.0, "f1": 0.05405405405405406, "retrieved": [ "Luigi Bertolini member of sports team Juventus FC (1931)", "Juventus FC country Kingdom of Italy (1900)", "Gioacchino Armano member of sports team Juventus FC (1900)", "Angelo Besozzi member of sports team Juventus FC (1909)", "Piero Dusio member of sports team Juventus FC (1919)", "Gianpiero Combi member of sports team Juventus FC (1921)", "Virginio Rosetta member of sports team Juventus FC (1923)", "Pietro Pastore member of sports team Juventus FC (1923)", "Ettore Reynaudi member of sports team Juventus FC (1927)", "Pietro Serantoni member of sports team Juventus FC (1934)" ] }, { "id": "q_005207", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1958.0, "gold": "Sepp Herberger", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Heinz Wewers's member of sports team in 1958. Wait, the wording is a bit confusing. Maybe it's asking about the head coach of the Germany men's national association football team", "em": 0.0, "f1": 0.0, "retrieved": [ "Germany men's national association football team head coach Sepp Herberger (1950)", "Heinz Emmerich member of sports team Germany men's national association football team (1931)", "Karl Ringel member of sports team Germany men's national association football team (1958)", "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)", "Anton Kugler member of sports team Germany men's national association football team (1923)" ] }, { "id": "q_008065", "complexity": "2hop", "operator_type": "sequence", "t_query": 1915.0, "gold": "Constantinople", "pred": "\nOkay, let's try to figure this out. The question is asking for the capital of the Old City of Jerusalem's country after Ramla was part of the Ottoman Empire. The reference year is 1915.\n\nFirst, I need to determine which country the Old City of Jerusalem belonged to in", "em": 0.0, "f1": 0.0, "retrieved": [ "Old City of Jerusalem country Jordan (1948)", "Old City of Jerusalem country Ottoman Empire (1900)", "Ramla country Ottoman Empire (1900)", "Constantinople capital of Ottoman Empire (1900)", "Ottoman Empire capital Constantinople (1900)", "Gaza City country Ottoman Empire (1900)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)", "Qasim Amin country of citizenship Ottoman Empire (1900)" ] }, { "id": "q_003648", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's tackle this question. The user is asking about Nunzio Malasomma's country of citizenship's member in 1951. The reference year is 1951, so I need to focus on that.\n\nFirst, looking at the evidence provided. There are entries", "em": 0.0, "f1": 0.0, "retrieved": [ "Nunzio Malasomma country of citizenship Italy (1946)", "Nunzio Malasomma country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000919", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1987.0, "gold": "Franz Beckenbauer", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Hans Pfl\u00fcgler's member of sports team in 1987. Wait, the wording is a bit confusing. Maybe it's asking about the head coach of the Germany men's national football team", "em": 0.0, "f1": 0.0, "retrieved": [ "Germany men's national association football team head coach Sepp Herberger (1950)", "Germany men's national association football team head coach Jupp Derwall (1978)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Hans Welker member of sports team Germany men's national association football team (1931)", "Hans Pesser member of sports team Germany men's national association football team (1938)", "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)" ] }, { "id": "q_001421", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when Colin Farrell's unmarried partner received an award equal to the Grammy Award for Best Dance/Electronic Recording. \n\nFirst, I need to look at the evidence provided. The evidence lists various awards and the years they were received", "em": 0.0, "f1": 0.0, "retrieved": [ "Colin Farrell award received Golden Globe Award for Best Actor \u2013 Motion Picture Musical or Comedy (2009)", "Colin Farrell nominated for Academy Award for Best Actor (2023)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Charles Laughton award received Academy Award for Best Actor (1933)", "Spencer Tracy award received Academy Award for Best Actor (1937)", "Philippe Noiret award received European Film Award for Best Actor (1989)", "Fred Astaire award received Golden Globe Award for Best Actor \u2013 Motion Picture Musical or Comedy (1950)", "Richard Harris award received Golden Globe Award for Best Actor \u2013 Motion Picture Musical or Comedy (1967)", "Jack Nicholson award received Golden Globe Award for Best Actor \u2013 Motion Picture Musical or Comedy (1986)", "G\u00e9rard Depardieu award received Golden Globe Award for Best Actor \u2013 Motion Picture Musical or Comedy (1990)" ] }, { "id": "q_007438", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Pavao Pavli\u010di\u0107's award received's country in 1981. The reference year is 1981, and the evidence provided includes three entries related to the NIN Prize awarded", "em": 0.0, "f1": 0.0, "retrieved": [ "NIN Prize country Serbia and Montenegro (2003)", "NIN Prize country Federal Republic of Yugoslavia (1992)", "NIN Prize country Socialist Federal Republic of Yugoslavia (1954)" ] }, { "id": "q_000509", "complexity": "2hop", "operator_type": "before_after", "t_query": 1975.0, "gold": "Giovanni Leone", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of state of Guido Celano's country of citizenship before Giorgio Napolitano. The reference year is 1975.\n\nFirst, I need to determine which country Guido Celano was a", "em": 0.0, "f1": 0.0, "retrieved": [ "Guido Celano country of citizenship Italy (1946)", "Guido Celano country of citizenship Kingdom of Italy (1904)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Guido Romanelli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006374", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "DBC Pierre", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of Gerard Donovan's nominated for after Patrick White was nominated for the Booker Prize. Wait, first I need to check the evidence provided to see if there's any mention of Gerard Donovan or Patrick White.\n\nLooking at the evidence list", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Salman Rushdie award received Booker Prize (1981)" ] }, { "id": "q_006108", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1939.0, "gold": "presidential system", "pred": "\nOkay, let's try to figure this out. The question is asking about the basic form of government of Krak\u00f3w's country in 1939. \n\nFirst, I need to determine which country Krak\u00f3w was part of in 1939. The evidence mentions that Krak\u00f3w was part of", "em": 0.0, "f1": 0.0, "retrieved": [ "Second Polish Republic basic form of government presidential system (1926)", "Horodok located in the administrative territorial entity Austria\u2013Hungary (1900)", "Zalishchyky located in the administrative territorial entity Second Polish Republic (1919)", "Eugeniusz Eibisch work location Poland (1939)", "Krak\u00f3w country Austria\u2013Hungary (1900)", "Krak\u00f3w country Second Polish Republic (1918)", "Eugeniusz Eibisch work location Krak\u00f3w (1912)", "Piotr Potworowski work location Krak\u00f3w (1922)", "Emperor of Austria country Austria\u2013Hungary (1900)", "Archduchy of Austria country Austria\u2013Hungary (1900)" ] }, { "id": "q_001184", "complexity": "2hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "Robert Bolt", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of Doctor Zhivago's award that was received after George Seaton received a Golden Globe Award for Best Screenplay. The reference year is 1965.\n\nFirst, I need to check the evidence provided. Let", "em": 0.0, "f1": 0.0, "retrieved": [ "Cabaret award received Academy Award for Best Production Design (1971)", "Stuart Craig award received Academy Award for Best Production Design (1981)", "Ian Whittaker award received Academy Award for Best Production Design (1991)", "Rebecca nominated for Academy Award for Best Writing, Adapted Screenplay (1941)", "John L. Balderston nominated for Academy Award for Best Writing, Adapted Screenplay (1936)", "Anthony Havelock-Allan nominated for Academy Award for Best Writing, Adapted Screenplay (1947)", "Cabaret nominated for Academy Award for Best Production Design (1973)", "Carroll Clark nominated for Academy Award for Best Production Design (1935)", "Ian Whittaker nominated for Academy Award for Best Production Design (1980)", "Stuart Craig nominated for Academy Award for Best Production Design (1981)" ] }, { "id": "q_001023", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Du\u0161an Uhrin", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Jan Suchop\u00e1rek's team in 1995. The reference year is 1995, so we need to focus on that time frame.\n\nFirst, I'll look", "em": 0.0, "f1": 0.0, "retrieved": [ "Czechia men's national football team head coach Karel Br\u00fcckner (2001)", "Czechia men's national football team head coach Petr Rada (2008)", "Czechia men's national football team head coach Jaroslav \u0160ilhav\u00fd (2018)", "Robert V\u00e1gner member of sports team Czechia men's national football team (1995)", "Josef Bican member of sports team Czechia men's national football team (1939)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Czechia men's national football team (2000)", "Jarom\u00edr Bla\u017eek member of sports team Czechia men's national football team (2000)", "Tom\u00e1\u0161 Jun member of sports team Czechia men's national football team (2004)", "Daniel Pudil member of sports team Czechia men's national football team (2007)", "Josef \u010cty\u0159ok\u00fd member of sports team Czechoslovakia men's national association football team (1931)" ] }, { "id": "q_001479", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Javier Aguirre", "pred": "\nOkay, let's try to figure this out. The question is asking, after Helenio Herrera, who was the head coach of Luis Amaranto Perea's member of sports team? Wait, the reference year is 2007. Let me check the evidence provided.\n\nFirst, looking at the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Atl\u00e9tico Madrid head coach Helenio Herrera (1949)", "Atl\u00e9tico Madrid head coach Arrigo Sacchi (1998)", "Atl\u00e9tico Madrid head coach Claudio Ranieri (1999)", "Luis Islas member of sports team Atl\u00e9tico Madrid (1988)", "Carlos Queiroz coach of sports team Colombia men's national football team (2019)", "Elson Becerra member of sports team Colombia men's national football team (2000)", "Andr\u00e9s Mosquera member of sports team Colombia men's national football team (2000)", "Kilian Virviescas member of sports team Colombia men's national football team (2003)", "Danilson C\u00f3rdoba member of sports team Colombia men's national football team (2007)", "Juan Carlos Henao member of sports team Colombia men's national football team (2000)" ] }, { "id": "q_006983", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Giovanni Gronchi", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1956, what was the head of state of Maria Caniglia's country of citizenship. \n\nFirst, I need to determine which country Maria Caniglia was a citizen of in 1956. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Maria Caniglia country of citizenship Italy (1946)", "Maria Caniglia country of citizenship Kingdom of Italy (1905)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007833", "complexity": "2hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "White Hart Lane", "pred": "\nOkay, let's try to figure this out. The question is asking, after Alan Gilzean was a member of Tottenham Hotspur F.C., what was the home venue of Andy Gray's team. The reference year is 1994.\n\nFirst, I need to recall the evidence provided.", "em": 0.0, "f1": 0.0, "retrieved": [ "Andy Gray member of sports team Aston Villa F.C. (1985)", "Alan Wright member of sports team Aston Villa F.C. (1995)", "Harry Morton member of sports team Aston Villa F.C. (1930)", "Harry Parkes member of sports team Aston Villa F.C. (1939)", "Peter Broadbent member of sports team Aston Villa F.C. (1966)", "Didier Six member of sports team Aston Villa F.C. (1984)", "Paul McGrath member of sports team Aston Villa F.C. (1989)", "Adrian Heath member of sports team Aston Villa F.C. (1989)", "Gareth Southgate member of sports team Aston Villa F.C. (1995)", "Mark Delaney member of sports team Aston Villa F.C. (1999)" ] }, { "id": "q_005681", "complexity": "2hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Weimar Republic", "pred": "\nOkay, let's try to figure this out. The question is asking, before the German Democratic Republic (GDR), who was the country of Max Blokzijl's work location? The reference year is 1930.\n\nFirst, I need to look at the evidence provided. Let me", "em": 0.0, "f1": 0.05128205128205129, "retrieved": [ "Berlin country German Democratic Republic (1949)", "Max Blokzijl work location Berlin (1918)", "Berlin country Weimar Republic (1918)", "Berlin country German Empire (1900)", "Berlin country Soviet occupation zone of Germany (1945)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin country Nazi Germany (1933)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Berlin head of government Willy Brandt (1957)" ] }, { "id": "q_003706", "complexity": "2hop", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "\nOkay, let's try to figure this out. The question is asking when Jean-Cyril Robin was the head coach of Arnaud G\u00e9rard's member of the sports team. The reference year given is 2005.\n\nFirst, looking at the evidence provided. There's a mention of", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Groupama-FDJ United head coach Jean-Cyril Robin (2005)", "Jean-Patrick Nazon member of sports team Groupama-FDJ United (1997)", "Chris Horner member of sports team Groupama-FDJ United (1997)", "Lars Michaelsen member of sports team Groupama-FDJ United (1999)", "Beno\u00eet Vaugrenard member of sports team Groupama-FDJ United (2003)", "Thomas L\u00f6fkvist member of sports team Groupama-FDJ United (2004)", "R\u00e9my Di Gregorio member of sports team Groupama-FDJ United (2005)" ] }, { "id": "q_007006", "complexity": "2hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "Du\u0161an Uhrin", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head coach of Jan Suchop\u00e1rek's member of sports team before Michal B\u00edlek?\" \n\nFirst, I need to parse the question correctly. It seems like there might be a translation issue", "em": 0.0, "f1": 0.0, "retrieved": [ "Czechia men's national football team head coach Karel Br\u00fcckner (2001)", "Czechia men's national football team head coach Petr Rada (2008)", "Czechia men's national football team head coach Jaroslav \u0160ilhav\u00fd (2018)", "Josef Bican member of sports team Czechia men's national football team (1939)", "Robert V\u00e1gner member of sports team Czechia men's national football team (1995)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Czechia men's national football team (2000)", "Jarom\u00edr Bla\u017eek member of sports team Czechia men's national football team (2000)", "Tom\u00e1\u0161 Jun member of sports team Czechia men's national football team (2004)", "Daniel Pudil member of sports team Czechia men's national football team (2007)", "Josef \u010cty\u0159ok\u00fd member of sports team Czechoslovakia men's national association football team (1931)" ] }, { "id": "q_004220", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Swiss Super League", "pred": "\nOkay, let's try to figure this out. The question is asking about the league or competition that Rog\u00e9rio Luiz da Silva was part of, after mentioning Vaidotas \u0160lekys being a member of FC Wil 1900. \n\nFirst, I need to check the evidence provided.", "em": 0.0, "f1": 0.04545454545454545, "retrieved": [ "FC Wil 1900 league or competition Swiss Super League (2002)", "FC Aarau league or competition Challenge League (2010)", "FC Aarau league or competition Swiss Super League (2013)", "Alexander Frei coach of sports team FC Wil 1900 (2020)", "A\u00edlton Gon\u00e7alves da Silva member of sports team Grasshopper Club Z\u00fcrich (2007)", "Andreas Hilfiker member of sports team FC Aarau (1987)", "Petar Aleksandrov member of sports team FC Aarau (1998)", "Paulo Menezes member of sports team FC Aarau (2004)", "Hocine Achiou member of sports team FC Aarau (2006)", "Daniel Tarone member of sports team FC Aarau (2007)" ] }, { "id": "q_007500", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1917.0, "gold": "God Save the Tsar!", "pred": "\nOkay, let's see. The question is asking for the anthem of Balaklava's country in 1917. The reference year is 1917, which is during the Russian Revolution. \n\nLooking at the evidence provided, there's an entry that says \"Russian Empire anthem God", "em": 0.0, "f1": 0.10810810810810813, "retrieved": [ "Balaklava country Russian Empire (1900)", "Russian Empire anthem God Save the Tsar! (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)", "Samara Governorate located in the administrative territorial entity Russian Empire (1900)", "Saint Petersburg Governorate located in the administrative territorial entity Russian Empire (1900)", "Don Host Oblast located in the administrative territorial entity Russian Empire (1900)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Lokhvytsia country Russian Empire (1900)" ] }, { "id": "q_008556", "complexity": "2hop", "operator_type": "sequence", "t_query": 1912.0, "gold": "German Empire", "pred": "\nOkay, let's try to figure this out. The question is asking for the country of Fritz Stuckenberg's work location after Anton Kerschbaumer's work location in Berlin. The reference year is 1912.\n\nFirst, I need to look at the evidence provided. Let's list", "em": 0.0, "f1": 0.0, "retrieved": [ "Anton Kerschbaumer work location Berlin (1908)", "Fritz Stuckenberg work location Berlin (1912)", "Anton Kerschbaumer work location Munich (1901)", "Fritz Stuckenberg work location Munich (1905)", "Fritz Stuckenberg work location Paris (1907)", "Berlin country Soviet occupation zone of Germany (1945)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin country German Empire (1900)", "Berlin country Weimar Republic (1918)" ] }, { "id": "q_003362", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Ireland", "pred": "\nOkay, let's try to figure this out. The question is asking, after Italy, who was the country of Micul\u00e0 Dematteis's member of sports team? The reference year is 2007.\n\nFirst, looking at the evidence provided:\n\n1. Rigoberto Ur\u00e1n was a", "em": 0.0, "f1": 0.0, "retrieved": [ "Rigoberto Ur\u00e1n member of sports team Tenax (2006)", "Tenax country Italy (2003)", "Tenax country Ireland (2005)" ] }, { "id": "q_007378", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Allianz Arena", "pred": "\nOkay, let's see. The user is asking about Moritz Volz's home venue in 2014. The reference year is 2014. The evidence provided lists several players who were members of Arsenal F.C. with their respective years. But wait, Moritz Volz isn", "em": 0.0, "f1": 0.0, "retrieved": [ "Charlie Buchan member of sports team Arsenal F.C. (1925)", "David Jack member of sports team Arsenal F.C. (1928)", "George Armstrong member of sports team Arsenal F.C. (1961)", "Jon Sammels member of sports team Arsenal F.C. (1963)", "Peter Simpson member of sports team Arsenal F.C. (1964)", "Kelly Smith member of sports team Arsenal F.C. (1995)", "R\u00e9mi Garde member of sports team Arsenal F.C. (1996)", "Junichi Inamoto member of sports team Arsenal F.C. (2001)", "Amber Hearn member of sports team Arsenal F.C. (2004)", "Aaron Ramsey member of sports team Arsenal F.C. (2008)" ] }, { "id": "q_002356", "complexity": "2hop", "operator_type": "sequence", "t_query": 1940.0, "gold": "Soviet Union", "pred": "\nOkay, let's try to figure this out. The question is asking, after Yashkinsky District in Novosibirsk Oblast, what country was Kemerovo located in? The reference year is 1940.\n\nFirst, looking at the evidence provided. All the entries are from", "em": 0.0, "f1": 0.0, "retrieved": [ "Novosibirsk Oblast country Soviet Union (1937)", "Novokuznetsk located in the administrative territorial entity Novosibirsk Oblast (1937)", "Prokopyevsk located in the administrative territorial entity Novosibirsk Oblast (1937)", "Anzhero-Sudzhensk located in the administrative territorial entity Novosibirsk Oblast (1937)", "Novosibirsk Oblast located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1937)" ] }, { "id": "q_004000", "complexity": "2hop", "operator_type": "before_after", "t_query": 2013.0, "gold": "Walter Mazzarri", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Luciano Spalletti, who was the head coach of Jonathan Moreira's member of sports team? \n\nFirst, I need to understand what exactly is being asked. Jonathan Moreira is a footballer, so the question is", "em": 0.0, "f1": 0.0, "retrieved": [ "Inter Milan head coach Helenio Herrera (1973)", "Inter Milan head coach Giovanni Trapattoni (1986)", "Inter Milan head coach Ottavio Bianchi (1994)", "Armando Castellazzi coach of sports team Inter Milan (1936)", "Giuseppe Meazza coach of sports team Inter Milan (1957)", "Giovanni Trapattoni coach of sports team Inter Milan (1986)", "Ottavio Bianchi coach of sports team Inter Milan (1994)", "Zinho member of sports team Cruzeiro E.C. (2003)", "Bob\u00f4 member of sports team Cruzeiro E.C. (2011)", "Pel\u00e9 member of sports team Santos F.C. (1957)" ] }, { "id": "q_003511", "complexity": "2hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "Hungarian Olympic Committee", "pred": "\nOkay, let's try to figure this out. The question is asking, after Zsolt Borkai held the position of vice president (which he did in 2009), what was the member of Gy\u0151r's head of government? \n\nFirst, I need to understand the timeline.", "em": 0.0, "f1": 0.0, "retrieved": [ "Zsolt Borkai position held vice president (2009)", "Zsolt Borkai member of Hungarian Olympic Committee (1989)", "Zsolt Borkai member of political party Fidesz (2001)" ] }, { "id": "q_003517", "complexity": "2hop", "operator_type": "before_after", "t_query": 1990.0, "gold": "West Germany", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"After Nazi Germany, who was the country of citizenship of BND law's signatory?\" The reference year is 1990.\n\nFirst, I need to understand what the BND law refers to.", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Helmut Kohl country of citizenship Nazi Germany (1933)", "Helmut Kohl country of citizenship West Germany (1945)", "Gerhard Stoltenberg position held President of the Bundesrat of Germany (1977)", "Federal Ministry of the Interior chairperson Wolfgang Sch\u00e4uble (2005)", "Wolfgang Sch\u00e4uble position held President of the Bundestag (2017)", "Germany head of government Helmut Kohl (1982)", "Federal Ministry of Defence of Germany chairperson Gerhard Stoltenberg (1989)", "Germany head of state Richard von Weizs\u00e4cker (1984)", "Richard von Weizs\u00e4cker position held president of Germany (1984)", "president of Germany position holder Richard von Weizs\u00e4cker (1984)" ] }, { "id": "q_008482", "complexity": "2hop", "operator_type": "before_after", "t_query": 1946.0, "gold": "Harry Warren", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the winner of Richard Rodgers's award received after Oscar Hammerstein II?\" The reference year is 1946, and there's a list of evidence provided.\n\nFirst, I need to understand the", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Original Song winner Richard Rodgers (1945)", "Richard Rodgers award received Pulitzer Prize for Drama (1950)", "Richard Rodgers award received Academy Award for Best Original Song (1946)", "Death of a Salesman award received Pulitzer Prize for Drama (1949)", "Academy Award for Best Original Song winner Irving Berlin (1942)", "Academy Award for Best Original Song winner Harry Warren (1943)", "Sidney Kingsley award received Pulitzer Prize for Drama (1934)", "Sam Shepard award received Pulitzer Prize for Drama (1979)", "Harry Warren award received Academy Award for Best Original Song (1944)", "Henry Mancini award received Academy Award for Best Original Song (1962)" ] }, { "id": "q_001610", "complexity": "2hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Sandro Pertini", "pred": "\nOkay, let's try to figure this out. The question is asking, after Giovanni Gronchi, who was the head of state of Ugo Attardi's country of citizenship in 1980. \n\nFirst, I need to determine Ugo Attardi's country of citizenship. The evidence mentions two", "em": 0.0, "f1": 0.0, "retrieved": [ "Ugo Attardi country of citizenship Italy (1946)", "Ugo Attardi country of citizenship Kingdom of Italy (1923)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008668", "complexity": "2hop", "operator_type": "sequence", "t_query": 2018.0, "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Karel Schwarzenberg's political party after Miroslav Kalousek. The reference year is 2018.\n\nFirst, looking at the evidence provided:\n\n1. Karel Schwarzenberg was", "em": 0.0, "f1": 0.0, "retrieved": [ "Karel Schwarzenberg member of political party TOP 09 (2009)", "TOP 09 chairperson Karel Schwarzenberg (2009)", "TOP 09 chairperson Ji\u0159\u00ed Posp\u00ed\u0161il (2017)" ] }, { "id": "q_007160", "complexity": "2hop", "operator_type": "before_after", "t_query": 1956.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's try to figure this out. The question is asking, before the European Economic Community (EEC), who was a member of Peppino De Filippo's country of citizenship. \n\nFirst, I need to determine which country Peppino De Filippo was a citizen of. The evidence", "em": 0.0, "f1": 0.09999999999999999, "retrieved": [ "Peppino De Filippo country of citizenship Italy (1946)", "Peppino De Filippo country of citizenship Kingdom of Italy (1903)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Gaetano de Lai country of citizenship Kingdom of Italy (1900)", "Pierre Savorgnan de Brazza country of citizenship Kingdom of Italy (1900)", "Alberto Maria De Agostini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003247", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Kevin Federline", "pred": "\nOkay, let's try to figure this out. The question is asking about Colin Farrell's unmarried partner in 2004. The evidence provided includes his awards nominations and wins, but none of them mention his personal relationships or spouse.\n\nFirst, I need to check if any of the given evidence relates to", "em": 0.0, "f1": 0.0, "retrieved": [ "Colin Farrell nominated for Academy Award for Best Actor (2023)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Colin Farrell award received Golden Globe Award for Best Actor \u2013 Motion Picture Musical or Comedy (2009)" ] }, { "id": "q_000810", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "Liga I", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Ovidiu Cornel Hanganu's sports team member in 1990. The reference year is 1990, so we need to find out which league or competition he was part of that", "em": 0.0, "f1": 0.0, "retrieved": [ "Didier Six member of sports team Cercle Brugge K.S.V. (1980)", "Dorinel Munteanu member of sports team Cercle Brugge K.S.V. (1993)", "G\u00e1bor Torma member of sports team Cercle Brugge K.S.V. (1994)", "Yves Feys member of sports team Cercle Brugge K.S.V. (2000)", "Bram Verbist member of sports team Cercle Brugge K.S.V. (2007)", "Nicolae Simatoc member of sports team Romania men's national association football team (1940)", "Ilie B\u0103rbulescu member of sports team Romania men's national association football team (1979)", "Tudorel Stoica member of sports team Romania men's national association football team (1979)", "Ion Geolg\u0103u member of sports team Romania men's national association football team (1980)", "\u0218tefan Iovan member of sports team Romania men's national association football team (1983)" ] }, { "id": "q_006432", "complexity": "2hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "Joseph Stalin", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Dmitriy Ustinov's political party after Georgy Zhukov was a member of the Communist Party of the Soviet Union. \n\nFirst, let me parse the evidence given. The reference year is 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Georgy Zhukov member of political party Communist Party of the Soviet Union (1919)", "Dmitriy Ustinov member of political party Communist Party of the Soviet Union (1927)", "Communist Party of the Soviet Union chairperson Joseph Stalin (1922)", "Communist Party of the Soviet Union chairperson Nikita Khrushchev (1953)", "Communist Party of the Soviet Union chairperson Leonid Brezhnev (1964)", "Communist Party of the Soviet Union chairperson Mikhail Gorbachev (1985)", "Christian Rakovsky member of political party Communist Party of the Soviet Union (1918)", "Vasiliy Ulrikh member of political party Communist Party of the Soviet Union (1918)", "J\u0101nis Rudzutaks member of political party Communist Party of the Soviet Union (1918)", "Vladimir Lenin member of political party Communist Party of the Soviet Union (1918)" ] }, { "id": "q_007768", "complexity": "2hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking, after Alfredo Sivocci's country of citizenship being Italy, what was the currency of Giovanni Battista Gianquinto's country of citizenship?\n\nFirst, I need to look at the evidence provided. The reference year is 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Giovanni Battista Gianquinto country of citizenship Italy (1946)", "Giovanni Battista Gianquinto country of citizenship Kingdom of Italy (1905)", "Giovanni Battista Piamarta country of citizenship Kingdom of Italy (1900)", "Alfredo Ildefonso Schuster country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002329", "complexity": "2hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Zhou Enlai", "pred": "\nOkay, let's try to figure this out. The question is asking: Who was the head of government of Zhu De's country of citizenship before Li Keqiang?\n\nFirst, I need to determine Zhu De's country of citizenship. Looking at the evidence, there's a mention that Zhu De's country of", "em": 0.0, "f1": 0.0, "retrieved": [ "People's Republic of China head of government Li Keqiang (2013)", "Zhu De country of citizenship Qing dynasty (1900)", "People's Republic of China head of state Zhu De (1975)", "Zhu De position held Vice President of the People's Republic of China (1954)", "People's Republic of China head of government Zhu Rongji (1998)", "Zhu De country of citizenship People's Republic of China (1949)", "People's Republic of China head of government Li Peng (1987)", "People's Republic of China head of government Zhou Enlai (1949)", "People's Republic of China head of government Zhao Ziyang (1980)", "People's Republic of China head of government Wen Jiabao (2003)" ] }, { "id": "q_005449", "complexity": "2hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Rock and Roll Hall of Fame", "pred": "\nOkay, let's tackle this question. The user is asking about the award Eric Clapton received before the Grammy Lifetime Achievement Award. The reference year is 1992, and the evidence mentions that in 1992, Eric Clapton was inducted into the Rock and Roll Hall", "em": 0.0, "f1": 0.2, "retrieved": [ "Eric Clapton award received Grammy Lifetime Achievement Award (2006)", "Eric Clapton award received Rock and Roll Hall of Fame (1992)" ] }, { "id": "q_003836", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Daniel Auteuil", "pred": "\nOkay, let's try to figure this out. The question is asking, \"Before Colin Firth, who was the winner of The Ninth Day's nominated for?\" But wait, the reference year is 2005. Let me check the evidence provided.\n\nLooking at the evidence, there are several entries", "em": 0.0, "f1": 0.0, "retrieved": [ "Colin Farrell nominated for European Film Award for Best Actor (2015)", "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Rupert Everett nominated for European Film Award for Best Actor (1999)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Philippe Noiret award received European Film Award for Best Actor (1989)" ] }, { "id": "q_007908", "complexity": "2hop", "operator_type": "sequence", "t_query": 1952.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's try to figure this out. The question is asking, after Aurelio Lampredi's country of citizenship was Italy, what was the member of Paolo Dezza's country of citizenship? Wait, maybe the wording is a bit confusing. Let me parse it again.\n\nThe reference year is 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Paolo Dezza country of citizenship Italy (1946)", "Paolo Dezza country of citizenship Kingdom of Italy (1901)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Paolo Vetri country of citizenship Kingdom of Italy (1900)", "Paolo Manna country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003128", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Spencer Tracy", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking for the unmarried partner of the Academy Award for Best Actress winner in 1967. \n\nFirst, I need to determine who won the Academy Award for Best Actress in 1967. Let me check", "em": 0.0, "f1": 0.0, "retrieved": [ "Katharine Hepburn unmarried partner Spencer Tracy (1941)", "Spencer Tracy unmarried partner Katharine Hepburn (1941)", "Katharine Hepburn nominated for Tony Award for Best Actress in a Play (1982)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Cannes Film Festival Award for Best Actress winner Katharine Hepburn (1962)", "Rebecca nominated for Academy Award for Best Actress (1941)", "Katharine Hepburn award received Academy Award for Best Actress (1934)" ] }, { "id": "q_002843", "complexity": "2hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Francesco Cossiga", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of state of Gianni Dova's country of citizenship after Giovanni Gronchi. The reference year is 1986.\n\nFirst, I need to determine Gianni Dova's country of citizenship. The evidence shows", "em": 0.0, "f1": 0.0, "retrieved": [ "Gianni Dova country of citizenship Italy (1946)", "Gianni Dova country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001510", "complexity": "2hop", "operator_type": "before_after", "t_query": 1970.0, "gold": "UTC\u221204:00", "pred": "\nOkay, let's try to figure this out. The question is asking: Before UTC\u221203:00, who was located in the time zone of the Cartagena Agreement's signatory? The reference year is 1970.\n\nFirst, I need to look at the evidence provided.", "em": 0.0, "f1": 0.1, "retrieved": [ "Chile located in time zone UTC\u221204:00 (1947)", "Cartagena Agreement signatory Chile (1969)", "Cartagena Agreement signatory Venezuela (1973)", "Venezuela member of Organization of American States (1948)", "Chile head of state Michelle Bachelet (2014)", "Chile head of state Sebasti\u00e1n Pi\u00f1era (2018)", "Universal Copyright Convention signatory Chile (1955)", "Universal Copyright Convention signatory Venezuela (1966)" ] }, { "id": "q_005670", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Werner Greuter", "pred": "\nOkay, let's try to figure this out. The question is asking for the chief executive officer of Beat Ernst Leuenberger's employer in 2004. \n\nFirst, I need to look at the evidence provided. The evidence lists several people associated with the Botanic Garden and Botanical Museum Berlin", "em": 0.0, "f1": 0.0, "retrieved": [ "Botanic Garden and Botanical Museum Berlin chief executive officer Ludwig Diels (1921)", "Botanic Garden and Botanical Museum Berlin chief executive officer Werner Greuter (1978)", "Ignatz Urban employer Botanic Garden and Botanical Museum Berlin (1900)", "Ludwig Diels employer Botanic Garden and Botanical Museum Berlin (1900)", "Oskar Eberhard Ulbrich employer Botanic Garden and Botanical Museum Berlin (1908)", "Friedrich Karl Johann Vaupel employer Botanic Garden and Botanical Museum Berlin (1908)" ] }, { "id": "q_005822", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Maurice Druon", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1989, what was the general secretary of Julien Green's member of? Hmm, first, I need to understand what exactly is being asked here. The user is referring to Julien Green, who is a member of", "em": 0.0, "f1": 0.0, "retrieved": [ "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Genevoix (1958)", "Acad\u00e9mie Fran\u00e7aise general secretary Jean Mistler (1973)", "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Druon (1985)", "Acad\u00e9mie Fran\u00e7aise general secretary H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (1999)", "Jean Richepin member of Acad\u00e9mie Fran\u00e7aise (1908)", "Henri Bergson member of Acad\u00e9mie Fran\u00e7aise (1914)", "Philippe P\u00e9tain member of Acad\u00e9mie Fran\u00e7aise (1929)", "Andr\u00e9 Chaumeix member of Acad\u00e9mie Fran\u00e7aise (1930)", "Abel Bonnard member of Acad\u00e9mie Fran\u00e7aise (1932)", "Fran\u00e7ois Mauriac member of Acad\u00e9mie Fran\u00e7aise (1933)" ] }, { "id": "q_001232", "complexity": "2hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking about the shares border with of Nino Baragli's country of citizenship after Giulietta Masina's country of citizenship became Italy. \n\nFirst, I need to parse the information given. The reference year is 1951.", "em": 0.0, "f1": 0.0, "retrieved": [ "Nino Baragli country of citizenship Italy (1946)", "Nino Baragli country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007512", "complexity": "2hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Sepp Herberger", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Heinz Wewers's member of sports team after Otto Nerz. The reference year is 1958.\n\nFirst, I need to check the evidence provided. Let me go through each entry:\n\n-", "em": 0.0, "f1": 0.0, "retrieved": [ "Germany men's national association football team head coach Sepp Herberger (1950)", "Otto Rehhagel member of sports team Rot-Weiss Essen (1960)", "Heinz Emmerich member of sports team Germany men's national association football team (1931)", "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)", "Anton Kugler member of sports team Germany men's national association football team (1923)" ] }, { "id": "q_000089", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's tackle this question. The user is asking about Luigi Filippo D'Amico's country of citizenship in 1999. The evidence provided includes several entries about different people's citizenships, mostly from the Kingdom of Italy and Italy, with dates ranging from 1900", "em": 0.0, "f1": 0.046511627906976744, "retrieved": [ "Luigi Filippo D'Amico country of citizenship Italy (1946)", "Luigi Filippo D'Amico country of citizenship Kingdom of Italy (1924)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008698", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Loretta Young", "pred": "\nOkay, let's see. The user is asking about Celia Johnson's nominated award winner in 1947. The reference year is 1947. The evidence provided lists several Academy Award winners for Best Actress, but none of them are Celia Johnson. Let me check each entry again", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)" ] }, { "id": "q_007875", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure out what Andrea Miano's country of citizenship was in 1950 and then determine which countries it shared a border with.\n\nFirst, looking at the evidence provided. There are entries for Andrea Miano's citizenship. One says \"Italy (1946)\"", "em": 0.0, "f1": 0.0, "retrieved": [ "Andrea Miano country of citizenship Italy (1946)", "Andrea Miano country of citizenship Kingdom of Italy (1909)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Andrea Aiuti country of citizenship Kingdom of Italy (1900)", "Andrea Caron country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006661", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "President of the United States", "pred": "\nOkay, let's tackle this question. The user is asking about the position held by the signatory of the Age Discrimination in Employment Act of 1967 in 1967. \n\nFirst, I need to recall who signed that act. From what I remember, the Age Discrimination", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Lyndon B. Johnson position held President of the United States (1963)", "Lyndon B. Johnson position held Vice President of the United States (1961)", "United States head of government Lyndon B. Johnson (1963)" ] }, { "id": "q_007505", "complexity": "2hop", "operator_type": "sequence", "t_query": 2000.0, "gold": "Bobby Clarke", "pred": "\nOkay, let's try to figure this out. The question is asking: After Peter Zezel was drafted by the Philadelphia Flyers, what was the general manager of the team that Roman \u010cechm\u00e1nek was drafted by?\n\nFirst, I need to check the evidence provided. The reference year is 2", "em": 0.0, "f1": 0.0, "retrieved": [ "Jeff Woywitka drafted by Philadelphia Flyers (2001)", "Philadelphia Flyers award received Clarence S. Campbell Bowl (1968)", "Philadelphia Flyers award received Stanley Cup (1974)" ] }, { "id": "q_000843", "complexity": "2hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's tackle this question. The user is asking about the member of Giuliano Carnimeo's country of citizenship before the European Economic Community (EEC). The reference year is 1952.\n\nFirst, I need to look at the evidence provided. The relevant entries mention Giuliano Carnimeo", "em": 0.0, "f1": 0.09523809523809523, "retrieved": [ "Giuliano Carnimeo country of citizenship Italy (1946)", "Giuliano Carnimeo country of citizenship Kingdom of Italy (1932)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008555", "complexity": "2hop", "operator_type": "sequence", "t_query": 1977.0, "gold": "Montreal Forum", "pred": "\nOkay, let's try to figure this out. The question is asking for the home venue of the team that drafted Rod Langway after Henri Richard was a member of the Montreal Canadiens.\n\nFirst, I need to parse the question correctly. The key parts are: Rod Langway was drafted by a team after Henri", "em": 0.0, "f1": 0.048780487804878044, "retrieved": [ "Henri Richard member of sports team Montreal Canadiens (1955)", "Maurice Richard member of sports team Montreal Canadiens (1942)", "Montreal Canadiens home venue Montreal Forum (1926)", "Montreal Canadiens team captain Maurice Richard (1956)", "Montreal Canadiens team captain Saku Koivu (1999)", "Montreal Canadiens team captain Shea Weber (2018)" ] }, { "id": "q_006491", "complexity": "2hop", "operator_type": "interval", "t_query": 1942.0, "gold": "1942", "pred": "\nOkay, let's try to figure this out. The user is asking about when U-331 was part of U-97's part of something. The reference year given is 1942. The evidence provided lists several U-boats with their significant event years, like U-2", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "U-26 significant event order (1934)", "U-13 significant event order (1935)", "U-28 significant event order (1935)", "U-43 significant event order (1936)", "U-38 significant event order (1936)", "U-74 significant event order (1938)", "U-103 significant event order (1938)", "U-106 significant event order (1938)", "U-90 significant event order (1939)", "U-139 significant event order (1939)" ] }, { "id": "q_003737", "complexity": "2hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "Emilio Colombo", "pred": "\nOkay, let's try to figure this out. The question is asking, before Silvio Berlusconi, who was the head of government of Piero Scotti's country of citizenship. The reference year is 1971.\n\nFirst, I need to determine Piero Scotti's country of citizenship", "em": 0.0, "f1": 0.0, "retrieved": [ "Piero Scotti country of citizenship Italy (1946)", "Piero Scotti country of citizenship Kingdom of Italy (1909)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Tommaso Gallarati Scotti country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002698", "complexity": "2hop", "operator_type": "before_after", "t_query": 1938.0, "gold": "Adolf Hitler", "pred": "\nOkay, let's try to figure this out. The question is asking, after Anton Drexler, who was the chairperson of Albin Lesky's member of political party? Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, the reference year is 193", "em": 0.0, "f1": 0.0, "retrieved": [ "Nazi Party chairperson Anton Drexler (1920)", "Albin Lesky member of political party Nazi Party (1938)", "Albin Lesky award received Austrian Decoration for Science and Art (1964)", "Julius Streicher member of political party Nazi Party (1921)", "Hartmann Lauterbacher member of political party Nazi Party (1927)", "Hermann G\u00f6ring member of political party Nazi Party (1928)", "August Eigruber member of political party Nazi Party (1928)", "Hans G\u00fcnther member of political party Nazi Party (1929)", "Wilhelm Grewe member of political party Nazi Party (1933)", "Claudius Dornier member of political party Nazi Party (1940)" ] }, { "id": "q_005937", "complexity": "2hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "\nOkay, let's try to figure out this question. The user is asking for the year when the winner of Jack Szostak's award was equal to Carol Greider. The reference year given is 2006, but I need to check the evidence provided.\n\nFirst, I need to recall what", "em": 1.0, "f1": 0.05128205128205127, "retrieved": [ "Charles Yanofsky award received NAS Award in Molecular Biology (1964)", "Elizabeth Blackburn award received NAS Award in Molecular Biology (1990)", "Robert Koch award received Nobel Prize in Physiology or Medicine (1905)", "Camillo Golgi award received Nobel Prize in Physiology or Medicine (1906)", "Robert Koch nominated for Nobel Prize in Physiology or Medicine (1901)", "Rudolf Virchow nominated for Nobel Prize in Physiology or Medicine (1901)", "Camillo Golgi nominated for Nobel Prize in Physiology or Medicine (1901)", "Ernst Haeckel nominated for Nobel Prize in Physiology or Medicine (1902)", "Max Rubner nominated for Nobel Prize in Physiology or Medicine (1902)", "Oswald Schmiedeberg nominated for Nobel Prize in Physiology or Medicine (1902)" ] }, { "id": "q_007021", "complexity": "2hop", "operator_type": "sequence", "t_query": 2018.0, "gold": "Lu\u00eds Filipe Vieira", "pred": "\nOkay, let's try to figure this out. The question is asking for the chairperson of Eduardo Salvio's member of sports team after \u00c1lvaro Magalh\u00e3es was a member of S.L. Benfica.\n\nFirst, I need to parse the question correctly. It seems like there", "em": 0.0, "f1": 0.0, "retrieved": [ "S.L. Benfica chairperson Lu\u00eds Filipe Vieira (2003)", "Aldair member of sports team S.L. Benfica (1989)", "Deco member of sports team S.L. Benfica (1997)", "Artur Jorge member of sports team S.L. Benfica (1969)", "Elzo Coelho member of sports team S.L. Benfica (1987)", "Paulo Sousa member of sports team S.L. Benfica (1989)", "Jo\u00e3o Pereira member of sports team S.L. Benfica (2003)", "Bruno Aguiar member of sports team S.L. Benfica (2004)", "Francisco Fonseca member of sports team S.L. Benfica (2006)", "Javi Garc\u00eda member of sports team S.L. Benfica (2009)" ] }, { "id": "q_003151", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "Yann Martel", "pred": "\nOkay, let's try to figure this out. The question is asking for the winner of Joan Barfoot's nominated for after the Booker Prize winner P. H. Newby. Wait, first I need to check the evidence provided to see if there's any mention of Joan Barfoot or P. H.", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Salman Rushdie award received Booker Prize (1981)" ] }, { "id": "q_002519", "complexity": "2hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "\nOkay, let's try to figure out this question. The user is asking: \"In what year was the winner of Jennifer Connelly's nominated for equal to Charlize Theron?\" Hmm, that's a bit confusing. Let me break it down.\n\nFirst, I need to understand what the question is really", "em": 0.0, "f1": 0.0, "retrieved": [ "Edmund S. Morgan employer Yale University (1955)", "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)", "Susan Peters nominated for Academy Award for Best Supporting Actress (1943)", "Paulette Goddard nominated for Academy Award for Best Supporting Actress (1944)", "Angela Lansbury nominated for Academy Award for Best Supporting Actress (1945)", "Jean Simmons nominated for Academy Award for Best Supporting Actress (1949)", "Barbara O'Neil nominated for Academy Award for Best Supporting Actress (1941)", "Lauren Bacall nominated for Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1996)", "Natalie Portman nominated for Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (2000)" ] }, { "id": "q_007514", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "chairperson", "pred": "\nOkay, let's try to figure this out. The question is asking about Richard Falbr's position after he was a member of the Communist Party of Czechoslovakia in 1968. Specifically, it wants to know what position he held as the chairperson of the Czech-Moravian Confeder", "em": 1.0, "f1": 0.05, "retrieved": [ "Richard Falbr member of political party Communist Party of Czechoslovakia (1968)", "Richard Falbr position held Member of the European Parliament (2009)", "Richard Falbr position held chairperson (1994)" ] }, { "id": "q_008443", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1953.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's tackle this question. The user is asking about Giovanni Ferrofino's country of citizenship's member status in 1953. Let me look at the evidence provided.\n\nFirst, the evidence mentions Giovanni Ferrofino's country of citizenship as Italy in 1946", "em": 0.0, "f1": 0.0, "retrieved": [ "Giovanni Ferrofino country of citizenship Italy (1946)", "Giovanni Ferrofino country of citizenship Kingdom of Italy (1912)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007726", "complexity": "2hop", "operator_type": "interval", "t_query": 1992.0, "gold": "1992", "pred": "\nOkay, let's try to figure out this question. The user is asking: \"In what year was the winner of Val\u00e9rie Lemercier's nominated for equal to Anne Brochet?\" Hmm, that's a bit confusing. Let me break it down.\n\nFirst, I need to understand what the question is", "em": 0.0, "f1": 0.0, "retrieved": [ "C\u00e9sar Award for Best Supporting Actress winner Val\u00e9rie Lemercier (1994)", "Val\u00e9rie Lemercier nominated for C\u00e9sar Award for Best Actress (2006)", "Val\u00e9rie Lemercier nominated for C\u00e9sar Award for Best Supporting Actress (1992)", "Val\u00e9rie Lemercier nominated for C\u00e9sar Award for Best Original Screenplay (2022)", "Val\u00e9rie Lemercier award received C\u00e9sar Award for Best Actress (2022)", "Val\u00e9rie Lemercier award received C\u00e9sar Award for Best Supporting Actress (1994)", "C\u00e9sar Award for Best Supporting Actress winner Virna Lisi (1995)", "C\u00e9sar Award for Best Supporting Actress winner Charlotte Gainsbourg (2000)", "C\u00e9sar Award for Best Supporting Actress winner Julie Depardieu (2004)", "C\u00e9sar Award for Best Supporting Actress winner Ad\u00e8le Haenel (2014)" ] }, { "id": "q_001549", "complexity": "2hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "V\u00e1clav Havel", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Milo\u0161 Zeman, who was the head of state of Old\u0159ich Pel\u010d\u00e1k's country of citizenship?\n\nFirst, I need to determine Old\u0159ich Pel\u010d\u00e1k's country of citizenship at the relevant time. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Czech Republic head of state Milo\u0161 Zeman (2013)", "Czech Republic head of government Milo\u0161 Zeman (1998)", "Old\u0159ich Pel\u010d\u00e1k country of citizenship Czechoslovakia (1943)", "Old\u0159ich Pel\u010d\u00e1k country of citizenship Czech Republic (1993)", "Czech Republic head of state V\u00e1clav Havel (1993)", "Czech Republic head of state V\u00e1clav Klaus (2003)", "Nitra District located in the administrative territorial entity Czechoslovakia (1945)", "Czech Republic head of government V\u00e1clav Klaus (1993)", "Czech Republic head of government Josef To\u0161ovsk\u00fd (1997)", "Czech Republic head of government Stanislav Gross (2004)" ] }, { "id": "q_007129", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "\nOkay, let's try to figure this out. The user is asking about when Pambio-Noranco replaced Viganello. The reference year given is 2004, and the evidence mentions Marco Borradori as the head of government in Lugano from 1984.\n\nFirst", "em": 1.0, "f1": 0.052631578947368425, "retrieved": [ "Lugano head of government Marco Borradori (1984)" ] }, { "id": "q_000883", "complexity": "2hop", "operator_type": "before_after", "t_query": 1931.0, "gold": "Heinrich Br\u00fcning", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Wilhelm Marx, who was the head of government of Bonn's country?\" with the reference year 1931.\n\nFirst, I need to parse the evidence provided. The evidence lists several heads of government of the Weimar Republic", "em": 0.0, "f1": 0.0, "retrieved": [ "Weimar Republic head of government Wilhelm Marx (1926)", "Weimar Republic head of government Gustav Bauer (1919)", "Weimar Republic head of government Constantin Fehrenbach (1920)", "Weimar Republic head of government Joseph Wirth (1921)", "Weimar Republic head of government Gustav Stresemann (1923)", "Weimar Republic head of government Hans Luther (1925)", "Weimar Republic head of government Hermann M\u00fcller (1928)", "Weimar Republic head of government Heinrich Br\u00fcning (1930)", "Bonn capital of Germany (1949)", "Wilhelm R\u00f6ntgen country of citizenship German Empire (1900)" ] }, { "id": "q_000442", "complexity": "2hop", "operator_type": "before_after", "t_query": 1924.0, "gold": "William Emmett Dever", "pred": "\nOkay, let's tackle this question. The user is asking who was the head of government of Sister Rosetta Tharpe's residence before Richard M. Daley. The reference year is 1924.\n\nFirst, I need to figure out where Sister Rosetta Tharpe lived. The evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Chicago head of government Richard M. Daley (1989)", "Sister Rosetta Tharpe residence Chicago (1920)", "Sister Rosetta Tharpe award received Rock and Roll Hall of Fame (2018)", "Chicago head of government Harold Washington (1983)", "Chicago head of government Carter Harrison IV (1911)", "The Cars award received Rock and Roll Hall of Fame (2018)", "Hillary Clinton residence Chicago (1947)", "R.E.M. award received Rock and Roll Hall of Fame (2007)", "Queen award received Rock and Roll Hall of Fame (2001)", "Madonna award received Rock and Roll Hall of Fame (2008)" ] }, { "id": "q_004066", "complexity": "2hop", "operator_type": "before_after", "t_query": 2013.0, "gold": "Peter Gerhardsson", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head coach of Andreas Drugge's member of sports team before Andreas Alm?\" \n\nFirst, I need to parse the question correctly. It seems like there's a person named Andreas Drugge,", "em": 0.0, "f1": 0.0, "retrieved": [ "BK H\u00e4cken head coach Andreas Alm (2018)", "BK H\u00e4cken head coach Peter Gerhardsson (2009)", "Andreas Hermansson member of sports team Trelleborgs FF (1995)", "Andreas Hermansson member of sports team IFK G\u00f6teborg (1999)", "Sven-G\u00f6ran Eriksson coach of sports team IFK G\u00f6teborg (1979)", "Gunnar Olsson member of sports team GAIS (1926)", "Gunnar Gren member of sports team GAIS (1963)", "Sten P\u00e5lsson member of sports team GAIS (1968)", "Roland Nilsson member of sports team GAIS (2004)", "P\u00e4r Bengtsson member of sports team IF Elfsborg (1946)" ] }, { "id": "q_002302", "complexity": "2hop", "operator_type": "sequence", "t_query": 1920.0, "gold": "Egyptian pound", "pred": "\nOkay, let's tackle this question. The user is asking about the currency of Rosh Pinna's country after Safed was part of Mandatory Palestine. The reference year is 1920.\n\nFirst, I need to look at the evidence provided. The relevant entries mention that in 192", "em": 0.0, "f1": 0.0, "retrieved": [ "Rosh Pinna country Mandatory Palestine (1917)", "Safed country Mandatory Palestine (1917)", "Mandatory Palestine currency Egyptian pound (1920)", "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Ariel Sharon country of citizenship Mandatory Palestine (1928)", "Abraham Fraenkel country of citizenship Mandatory Palestine (1929)", "Shimon Peres country of citizenship Mandatory Palestine (1943)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Ramla country Mandatory Palestine (1917)", "Acre country Mandatory Palestine (1920)" ] }, { "id": "q_002564", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure out what Guido Cantelli's country of citizenship was in 1947 and then determine what borders it had. \n\nFirst, looking at the evidence provided. There are entries for Guido Cantelli's citizenship. One says Italy in 1946 and", "em": 0.0, "f1": 0.0, "retrieved": [ "Guido Cantelli country of citizenship Italy (1946)", "Guido Cantelli country of citizenship Kingdom of Italy (1920)", "Guido Romanelli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004005", "complexity": "2hop", "operator_type": "sequence", "t_query": 1933.0, "gold": "Otto Nerz", "pred": "\nOkay, let's try to figure this out. The question is asking about the head coach of Willi Lindner's team after Fritz Becker was a member of the Germany men's national association football team. The reference year is 1933.\n\nFirst, I need to check the evidence provided. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)", "Anton Kugler member of sports team Germany men's national association football team (1923)", "Ernst Bantle member of sports team Germany men's national association football team (1924)", "Ernst Blum member of sports team Germany men's national association football team (1927)", "Wilhelm Blunk member of sports team Germany men's national association football team (1929)" ] }, { "id": "q_002014", "complexity": "2hop", "operator_type": "sequence", "t_query": 1950.0, "gold": "Luigi Einaudi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Alfred Neumann's country of citizenship is Italy, what was the head of state of Eugenio Castellotti's country of citizenship?\n\nFirst, I need to determine the country of citizenship for both Alfred Neumann and Eugen", "em": 0.0, "f1": 0.0, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)", "Cesare Arzel\u00e0 country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005652", "complexity": "2hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "Jane Byrne", "pred": "\nOkay, let's try to figure this out. The question is asking, after Chicago head of government Edward Joseph Kelly, what was the head of government of Dennis Daugaard's residence? \n\nFirst, I need to parse the information given. The reference year is 1980. The evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [ "Chicago head of government Harold Washington (1983)", "Chicago head of government Carter Harrison IV (1911)", "Chicago head of government Richard M. Daley (1989)", "Hillary Clinton residence Chicago (1947)", "Sister Rosetta Tharpe residence Chicago (1920)", "Charlie Chaplin work location Chicago (1915)" ] }, { "id": "q_002217", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure out Liliana Ronchetti's country of citizenship's currency in 1970. \n\nFirst, looking at the evidence provided. There are entries about Liliana Ronchetti's citizenship. The first one says she was a citizen of Italy in 194", "em": 0.0, "f1": 0.0, "retrieved": [ "Liliana Ronchetti country of citizenship Italy (1946)", "Liliana Ronchetti country of citizenship Kingdom of Italy (1927)", "Liliana Ronchetti member of sports team Pallacanestro Varese (1971)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008015", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Albert II of Belgium", "pred": "\nOkay, let's try to figure this out. The question is asking, in 2005, what was the head of state of Pino Cerami's country of citizenship. \n\nFirst, I need to determine which country Pino Cerami was a citizen of in 2005.", "em": 0.0, "f1": 0.05714285714285715, "retrieved": [ "Pino Cerami country of citizenship Italy (1946)", "Pino Cerami country of citizenship Belgium (1956)", "Pino Cerami country of citizenship Kingdom of Italy (1922)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000895", "complexity": "2hop", "operator_type": "sequence", "t_query": 2018.0, "gold": "RTL", "pred": "\nOkay, let's tackle this question. The user is asking about the original broadcaster of Maximilian Br\u00fcckner's award received after Helene Fischer's award. \n\nFirst, I need to look at the evidence provided. The key points here are the years when each award was given and the original broadcaster mentioned.", "em": 0.0, "f1": 0.0, "retrieved": [ "Maximilian Br\u00fcckner award received Bavarian TV Awards (2018)", "Helene Fischer award received Bavarian TV Awards (2015)", "Bavarian TV Awards original broadcaster RTL (2018)", "Helmut Ringelmann award received Bavarian TV Awards (1989)", "Erich B\u00f6hme award received Bavarian TV Awards (1991)", "Guido Knopp award received Bavarian TV Awards (1997)", "Sebastian Koch award received Bavarian TV Awards (2002)", "Maybrit Illner award received Bavarian TV Awards (2003)", "Matti Geschonneck award received Bavarian TV Awards (2003)", "Helmut Dietl award received Bavarian TV Awards (2003)" ] }, { "id": "q_008365", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Javier Aguirre", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head coach of \u00c9ver Banega's team after Helenio Herrera. First, I need to recall the evidence provided.\n\nLooking at the evidence, there are several entries about coaches of different teams. The key points here are the", "em": 0.0, "f1": 0.0, "retrieved": [ "Atl\u00e9tico Madrid head coach Helenio Herrera (1949)", "Atl\u00e9tico Madrid head coach Arrigo Sacchi (1998)", "Sebasti\u00e1n Battaglia coach of sports team Boca Juniors (2021)", "Albert Celades coach of sports team Valencia CF (2019)", "Ricardo Zamora coach of sports team Atl\u00e9tico Madrid (1939)", "Arrigo Sacchi coach of sports team Atl\u00e9tico Madrid (1998)", "Ivo Basay member of sports team Boca Juniors (1995)", "Nolberto Solano member of sports team Boca Juniors (1997)", "H\u00e9ctor Bracamonte member of sports team Boca Juniors (2002)", "Mauro Navas member of sports team Boca Juniors (2003)" ] }, { "id": "q_006348", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1974.0, "gold": "Te sl\u0103vim, Rom\u00e2nie", "pred": "\nOkay, let's tackle this question. The user is asking for the anthem of Buhu\u0219i's country in 1974. First, I need to figure out which country Buhu\u0219i is part of during that time.\n\nLooking at the evidence provided, there's a mention of \"B", "em": 0.0, "f1": 0.0, "retrieved": [ "Buhu\u0219i country Kingdom of Romania (1900)", "Buhu\u0219i country Socialist Republic of Romania (1965)", "Socialist Republic of Romania anthem Te sl\u0103vim, Rom\u00e2nie (1965)", "Socialist Republic of Romania head of state president of Romania (1974)", "Bac\u0103u County located in the administrative territorial entity Kingdom of Romania (1900)", "Vla\u0219ca County located in the administrative territorial entity Kingdom of Romania (1940)", "B\u00e2rlad country Kingdom of Romania (1900)", "Perer\u00eeta country Kingdom of Romania (1918)", "Balchik country Kingdom of Romania (1919)", "Khotyn country Kingdom of Romania (1941)" ] }, { "id": "q_000645", "complexity": "2hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, after Carlo Annovazzi's country of citizenship is Italy, what was the shares border with of Paolo Marcello Brignoli's country of citizenship?\n\nFirst, I need to parse the evidence provided. The reference year is 19", "em": 0.0, "f1": 0.0, "retrieved": [ "Paolo Marcello Brignoli country of citizenship Italy (1946)", "Paolo Marcello Brignoli country of citizenship Kingdom of Italy (1942)", "Marcello Mimmi country of citizenship Kingdom of Italy (1900)", "Carlo Porro country of citizenship Kingdom of Italy (1900)", "Carlo Galetti country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Paolo Vetri country of citizenship Kingdom of Italy (1900)", "Paolo Manna country of citizenship Kingdom of Italy (1900)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_008492", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1912.0, "gold": "Nicholas II of Russia", "pred": "\nOkay, let's tackle this question. The user is asking for Vikenty Veresaev's country of citizenship's head of state in 1912. \n\nFirst, I need to check the evidence provided. The relevant entries about Vikenty Veresaev mention his citizenship as the Russian Empire in", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "Vikenty Veresaev country of citizenship Russian Empire (1900)", "Vikenty Veresaev country of citizenship Soviet Union (1922)", "Russian Empire head of state Nicholas II of Russia (1900)", "Maria Zankovetska country of citizenship Russian Empire (1900)", "Vladimir Lenin country of citizenship Russian Empire (1900)", "Antoine Pevsner country of citizenship Russian Empire (1900)", "Giorgio Scerbanenco country of citizenship Russian Empire (1911)", "Maria Zankovetska country of citizenship Soviet Union (1922)", "Viktor Kulikov country of citizenship Soviet Union (1922)", "N. I. Lobachevsky State University of Nizhny Novgorod country Russian Empire (1916)" ] }, { "id": "q_006824", "complexity": "2hop", "operator_type": "before_after", "t_query": 1984.0, "gold": "Anita Brookner", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the winner of David Lodge's nominated for before Roddy Doyle?\" The reference year is 1984. \n\nFirst, I need to parse the question correctly. It seems like they're asking", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_000773", "complexity": "2hop", "operator_type": "sequence", "t_query": 1993.0, "gold": "Winona Ryder", "pred": "\nOkay, let's try to figure this out. The question is asking, after Frances McDormand was nominated for the Academy Award for Best Supporting Actress, what was the winner of her award? Wait, but the evidence provided doesn't mention Frances McDormand at all. Let me check again.\n\nLooking at", "em": 0.0, "f1": 0.0, "retrieved": [ "Gale Sondergaard award received Academy Award for Best Supporting Actress (1937)", "Shelley Winters award received Academy Award for Best Supporting Actress (1959)", "Margaret Rutherford award received Academy Award for Best Supporting Actress (1962)", "Vanessa Redgrave award received Academy Award for Best Supporting Actress (1977)", "Anne Bancroft award received Tony Award for Best Actress in a Play (1960)", "Maggie Smith award received Tony Award for Best Actress in a Play (1990)", "Vanessa Redgrave award received Tony Award for Best Actress in a Play (2003)", "Cynthia Nixon award received Tony Award for Best Actress in a Play (2006)", "Rebecca nominated for Academy Award for Best Supporting Actress (1941)", "Gale Sondergaard nominated for Academy Award for Best Supporting Actress (1937)" ] }, { "id": "q_001316", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1979.0, "gold": "Deutsche Mark", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about the currency of Conrad Schumann's country of citizenship in 1979. \n\nFirst, I need to determine which country Conrad Schumann was a citizen of in 1979. The evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [ "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "West Germany currency Deutsche Mark (1949)", "Free State of Anhalt located in the administrative territorial entity Nazi Germany (1933)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Saxony located in the administrative territorial entity Nazi Germany (1933)", "W\u00fcrttemberg-Baden located in the administrative territorial entity West Germany (1949)", "Helmut Kohl country of citizenship Nazi Germany (1933)", "Albrecht Brandi country of citizenship Nazi Germany (1933)", "August Maus country of citizenship Nazi Germany (1933)", "Martin Walser country of citizenship Nazi Germany (1933)" ] }, { "id": "q_004368", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Nike", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the kit supplier of Steve Borthwick's member of sports team in 2008. Wait, maybe I need to parse that again. The question is phrased a bit oddly. Let me read", "em": 0.0, "f1": 0.0, "retrieved": [ "Peter Winterbottom member of sports team England men\u2019s national rugby union team (1982)", "Harry Ellis member of sports team England men\u2019s national rugby union team (2004)", "England men\u2019s national rugby union team kit supplier Nike (1997)", "England men\u2019s national rugby union team kit supplier Umbro (2020)", "England men\u2019s national rugby union team head coach Clive Woodward (1997)", "England men\u2019s national rugby union team head coach Brian Ashton (2006)" ] }, { "id": "q_005868", "complexity": "2hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Luigi Einaudi", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Giulio Onesti's country of citizenship after Luigi Pistilli's country of citizenship was Italy. \n\nFirst, I need to determine which country Giulio Onesti was a citizen of. The evidence shows that Giul", "em": 0.0, "f1": 0.05128205128205129, "retrieved": [ "Giulio Onesti country of citizenship Italy (1946)", "Giulio Onesti country of citizenship Kingdom of Italy (1912)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005066", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Daniel Auteuil", "pred": "\nOkay, let's try to figure this out. The question is asking about the winner of \"The Ninth Day\" in 2005. But wait, the evidence provided lists several nominations and wins for the European Film Award for Best Actor. Let me check each entry.\n\nFirst, the reference year is", "em": 0.0, "f1": 0.0, "retrieved": [ "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Rupert Everett nominated for European Film Award for Best Actor (1999)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Philippe Noiret award received European Film Award for Best Actor (1989)" ] }, { "id": "q_007376", "complexity": "2hop", "operator_type": "interval", "t_query": 1996.0, "gold": "1996", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of Fred Ho's award was equal to Joe Sacco. The reference year given is 1996. The evidence provided mentions Daniel Ellsberg receiving the American Book Awards in 2003", "em": 1.0, "f1": 0.05, "retrieved": [ "Daniel Ellsberg award received American Book Awards (2003)", "American Book Awards winner Daniel Ellsberg (2003)" ] }, { "id": "q_000995", "complexity": "2hop", "operator_type": "sequence", "t_query": 1998.0, "gold": "Gwyneth Paltrow", "pred": "\nOkay, let's see. The user is asking about the winner of \"The Wings of the Dove\" after Susan Sarandon was nominated for the Academy Award for Best Actress in 1982. Wait, but the reference year is 1998. Hmm.\n\nFirst, I need to check", "em": 0.0, "f1": 0.0, "retrieved": [ "Susan Sarandon nominated for Academy Award for Best Actress (1982)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)" ] }, { "id": "q_008659", "complexity": "2hop", "operator_type": "sequence", "t_query": 1990.0, "gold": "A. S. Byatt", "pred": "\nOkay, let's try to figure this out. The user is asking about the winner of Brian Moore's nominated for Booker Prize after Andr\u00e9 Brink was nominated. Wait, first I need to check the evidence provided to see if there's any mention of Andr\u00e9 Brink or Brian Moore in the list.\n\nLooking at", "em": 0.0, "f1": 0.04347826086956522, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Salman Rushdie award received Booker Prize (1981)" ] }, { "id": "q_000763", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure out the answer. The question is asking about Ilva Ligabue's country of citizenship in 1977 and what that country shared a border with. \n\nFirst, looking at the evidence provided. There are several entries about Ilva Ligabue's citizenship.", "em": 0.0, "f1": 0.0, "retrieved": [ "Ilva Ligabue country of citizenship Italy (1946)", "Ilva Ligabue country of citizenship Kingdom of Italy (1932)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005896", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1976.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking about the currency of Giovanni Battista Gianquinto's country of citizenship in 1976. \n\nFirst, I need to determine which country Giovanni Battista Gianquinto was a citizen of in 1976. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Giovanni Battista Gianquinto country of citizenship Italy (1946)", "Giovanni Battista Gianquinto country of citizenship Kingdom of Italy (1905)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Battista Piamarta country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000117", "complexity": "2hop", "operator_type": "sequence", "t_query": 1947.0, "gold": "Enrico de Nicola", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Guglielmo Pesenti's country of citizenship after Concetto Pozzati's country of citizenship was Italy. \n\nFirst, I need to determine which country Guglielmo Pesenti was a", "em": 0.0, "f1": 0.0, "retrieved": [ "Guglielmo Pesenti country of citizenship Italy (1946)", "Guglielmo Pesenti country of citizenship Kingdom of Italy (1933)", "Gustavo Pesenti country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000027", "complexity": "2hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "Rudy Giuliani", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of William Vickrey's residence after Max Weber's work location in New York City. \n\nFirst, let me parse the evidence given. The reference year is 1994. The evidence lists several people and", "em": 0.0, "f1": 0.0, "retrieved": [ "Max Weber work location New York City (1909)", "William Vickrey residence New York City (1914)", "New York City head of government William O'Dwyer (1946)", "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)" ] }, { "id": "q_002041", "complexity": "2hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "Sandro Pertini", "pred": "\nOkay, let's try to figure this out. The question is asking, after Clelio Darida's country of citizenship is Italy, what was the head of state of Bruno Visintin's country of citizenship?\n\nFirst, I need to look at the evidence provided. The reference year is 198", "em": 0.0, "f1": 0.0, "retrieved": [ "Bruno Visintin country of citizenship Italy (1946)", "Bruno Visintin country of citizenship Kingdom of Italy (1932)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_002860", "complexity": "2hop", "operator_type": "sequence", "t_query": 1932.0, "gold": "Weimar Republic", "pred": "\nOkay, let's try to figure this out. The question is asking, after Fritz Stuckenberg worked in Berlin, what was the country of Max Blokzijl's work location. \n\nFirst, I need to look at the evidence provided. Let me go through each piece of evidence step by step", "em": 0.0, "f1": 0.0, "retrieved": [ "Max Blokzijl work location Berlin (1918)", "Fritz Stuckenberg work location Berlin (1912)", "Berlin country Soviet occupation zone of Germany (1945)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin country German Empire (1900)", "Berlin country Weimar Republic (1918)", "Berlin country Nazi Germany (1933)", "Berlin country German Democratic Republic (1949)", "Berlin located in the administrative territorial entity Nazi Germany (1933)" ] }, { "id": "q_004247", "complexity": "2hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "Luise Rainer", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before Jane Fonda, who was the winner of Theodora Goes Wild's nominated for?\" The reference year is 1937.\n\nFirst, I need to parse the question correctly. It seems like there might be a mix-up", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Jane Wyman (1948)", "Jane Alexander nominated for Academy Award for Best Actress (1971)", "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)" ] }, { "id": "q_008294", "complexity": "2hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Hyundai", "pred": "\nOkay, let's try to figure this out. The question is asking for the sponsor of Andreas Fischer's member of sports team after Klaus Zaczyk was a member of Hamburger SV. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, the question is: What was the", "em": 0.0, "f1": 0.0, "retrieved": [ "Hamburger SV sponsor Emirates (2006)", "Hamburger SV sponsor Campari Group (1974)", "Wilhelm Blunk member of sports team Hamburger SV (1925)", "Gerhard Krug member of sports team Hamburger SV (1956)", "Werner Dre\u00dfel member of sports team Hamburger SV (1980)", "J\u00fcrgen Milewski member of sports team Hamburger SV (1988)", "J\u00fcrgen Hartmann member of sports team Hamburger SV (1991)", "Uli Stein member of sports team Hamburger SV (1994)", "Andr\u00e9 Breitenreiter member of sports team Hamburger SV (1994)", "Alexander Bade member of sports team Hamburger SV (1998)" ] }, { "id": "q_006036", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1945.0, "gold": "The Pentagon", "pred": "\nOkay, let's see. The user is asking about Charlie Munger's military branch headquarters in 1945. The reference year is 1945, and there's no evidence provided.\n\nFirst, I need to recall if Charlie Munger was active in the military in 194", "em": 0.0, "f1": 0.05714285714285715, "retrieved": [] }, { "id": "q_001816", "complexity": "2hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Norma Shearer", "pred": "\nOkay, let's see. The question is asking, \"Before Elizabeth Taylor, who was the winner of Ruth Chatterton's nominated for?\" The reference year is 1930.\n\nFirst, I need to parse the question correctly. It seems like it's asking about the Academy Award for Best Actress", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Elizabeth Taylor (1960)", "Ruth Chatterton nominated for Academy Award for Best Actress (1930)", "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)" ] }, { "id": "q_008058", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1956, what country did Anton Hofer's country of citizenship border. The reference year is 1956, so I need to look at the evidence provided to determine which country Anton Hofer was a", "em": 0.0, "f1": 0.0, "retrieved": [ "Anton Hofer country of citizenship Italy (1946)", "Anton Hofer country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004387", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Cel\u00e2l Bayar", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Turkey head of state \u0130smet \u0130n\u00f6n\u00fc, what was the head of state of Mehmed Uzun's country of citizenship?\" \n\nFirst, I need to parse the information given. The reference year is 1955", "em": 0.0, "f1": 0.0, "retrieved": [ "Mehmed Uzun country of citizenship Turkey (1953)", "Turkey head of state \u0130smet \u0130n\u00f6n\u00fc (1938)", "\u00d6mer Nasuhi Bilmen country of citizenship Turkey (1923)", "\u00c7anakkale located in the administrative territorial entity Turkey (1923)", "Turkey head of state Cel\u00e2l Bayar (1950)", "Turkey head of state Cevdet Sunay (1966)", "Turkey head of state Kenan Evren (1980)", "Turkey head of state S\u00fcleyman Demirel (1993)", "Turkey head of state Abdullah G\u00fcl (2007)", "Turkey head of state Mustafa Kemal Atat\u00fcrk (1923)" ] }, { "id": "q_004841", "complexity": "2hop", "operator_type": "before_after", "t_query": 2021.0, "gold": "Abdullah Avc\u0131", "pred": "\nOkay, let's try to figure this out. The question is asking, after R\u0131za \u00c7al\u0131mbay, who was the head coach of Jo\u00e3o Pereira's member of sports team. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, Jo\u00e3o Pereira is a", "em": 0.0, "f1": 0.0, "retrieved": [ "Jo\u00e3o Pereira member of sports team Trabzonspor (2017)", "Jo\u00e3o Pereira member of sports team Valencia CF (2012)", "Jo\u00e3o Pereira member of sports team Hannover 96 (2015)", "Jo\u00e3o Pereira member of sports team Sporting CP (2021)", "Jo\u00e3o Pereira member of sports team S.L. Benfica (2003)", "Jo\u00e3o Pereira member of sports team S.C. Braga (2007)", "S.L. Benfica head coach Jupp Heynckes (1999)", "S.L. Benfica head coach Jos\u00e9 Mourinho (2000)", "S.L. Benfica head coach Giovanni Trapattoni (2004)", "S.L. Benfica head coach Sven-G\u00f6ran Eriksson (1989)" ] }, { "id": "q_000340", "complexity": "2hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Echo Music Prize", "pred": "\nOkay, let's try to figure this out. The question is asking about the award received by Wade Robson's unmarried partner after Britney Spears' notable work \"Oops!... I Did It Again.\" The reference year is 2001.\n\nFirst, I need to recall when \"Oops!...", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_001431", "complexity": "2hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Massimiliano Allegri", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the head coach of Philippe Mex\u00e8s's team before Vincenzo Montella. The reference year is 2011, so we need to focus on that time frame.\n\nFirst, I need to recall", "em": 0.0, "f1": 0.0, "retrieved": [ "\u0218tefan Kov\u00e1cs coach of sports team France men's national association football team (1973)", "Henri Michel coach of sports team France men's national association football team (1984)", "Charles Bilot member of sports team France men's national association football team (1904)", "Andr\u00e9 Cheuva member of sports team France men's national association football team (1929)", "D\u00e9sir\u00e9 Koranyi member of sports team France men's national association football team (1939)", "Andr\u00e9 Jacowski member of sports team France men's national association football team (1952)", "Henri Michel member of sports team France men's national association football team (1967)", "Didier Six member of sports team France men's national association football team (1976)", "Michel Bibard member of sports team France men's national association football team (1984)", "Bruno Martini member of sports team France men's national association football team (1987)" ] }, { "id": "q_002560", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1939.0, "gold": "Panama", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1939, what was the country that shared a border with Horst P. Horst's work location. \n\nFirst, I need to find out where Horst P. Horst worked in 193", "em": 0.0, "f1": 0.0, "retrieved": [ "United States shares border with Panama (1904)", "Karl Horst H\u00f6dicke work location United States (1966)", "Rudolf Bauer work location United States (1939)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "Lee Miller work location United States (1926)", "Afro Basaldella work location United States (1950)", "Imi Knoebel work location United States (1974)", "Julie Mehretu work location United States (1977)", "Frances Benjamin Johnston work location United States (1900)", "United States head of government Harry S. Truman (1945)" ] }, { "id": "q_003591", "complexity": "2hop", "operator_type": "sequence", "t_query": 1939.0, "gold": "Adolf Hitler", "pred": "\nOkay, let's try to figure this out. The question is asking: After Karl Scharfenberg's country of citizenship was Nazi Germany, what was the head of state of Erlangen's country?\n\nFirst, I need to parse the information given. The reference year is 1939. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Nazi Germany head of state Paul von Hindenburg (1925)", "Weimar Republic head of state Friedrich Ebert (1919)", "Weimar Republic head of state Paul von Hindenburg (1925)", "Erlangen country Nazi Germany (1933)", "Helmut Kohl country of citizenship Nazi Germany (1933)", "Albrecht Brandi country of citizenship Nazi Germany (1933)", "August Maus country of citizenship Nazi Germany (1933)", "Republic of Baden located in the administrative territorial entity Nazi Germany (1933)", "Erlangen country West Germany (1949)", "Wilhelm R\u00f6ntgen country of citizenship German Empire (1900)" ] }, { "id": "q_006178", "complexity": "2hop", "operator_type": "before_after", "t_query": 1997.0, "gold": "Oscar Luigi Scalfaro", "pred": "\nOkay, let's try to figure this out. The question is asking, after Sandro Pertini, who was the head of state of Glauco Onorato's country of citizenship? \n\nFirst, I need to determine Glauco Onorato's country of citizenship. The evidence shows that in", "em": 0.0, "f1": 0.0, "retrieved": [ "Glauco Onorato country of citizenship Italy (1946)", "Glauco Onorato country of citizenship Kingdom of Italy (1936)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003130", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "P\u00e9ter P\u00e1zm\u00e1ny", "pred": "\nOkay, let's try to figure out what \u00c1rp\u00e1d Berczik's education was named after in 1947. The reference year is 1947, and the evidence provided lists several people who were educated at E\u00f6tv\u00f6s Lor\u00e1nd University with their respective years.", "em": 0.0, "f1": 0.0, "retrieved": [ "E\u00f6tv\u00f6s Lor\u00e1nd University named after P\u00e9ter P\u00e1zm\u00e1ny (1921)", "Lip\u00f3t Fej\u00e9r educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1900)", "John Pepper educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1904)", "George P\u00f3lya educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1905)", "Bence Szabolcsi educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1917)", "L\u00e1szl\u00f3 Kalm\u00e1r educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1922)", "Paul Erd\u0151s educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1930)", "L\u00e9n\u00e1rd P\u00e1l educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1945)", "L\u00e1szl\u00f3 D\u00e9v\u00e9nyi educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1946)", "Andr\u00e1s Hajnal educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1949)" ] }, { "id": "q_001771", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "habilitation", "pred": "\nOkay, let's try to figure this out. The question is asking for the assessment of Olba's director of archaeological fieldwork after Ulrich Gotter was employed by the University of Freiburg. \n\nFirst, let me parse the evidence given. The evidence has several points:\n\n1. Olba director", "em": 0.0, "f1": 0.0, "retrieved": [ "Olba director of archaeological fieldwork Ulrich Gotter (2001)", "Ulrich Gotter employer University of Freiburg (1992)", "Ulrich Gotter employer University of M\u00fcnster (1998)", "Ulrich Gotter academic degree doctorate (1992)" ] }, { "id": "q_004635", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Katharine Hepburn", "pred": "\nOkay, let's try to figure this out. The question is asking about the winner of Ida Kami\u0144ska's nominated for after Norma Shearer was nominated for the Academy Award for Best Actress. Wait, the reference year is 1967, so I need to focus on that time frame.", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)" ] }, { "id": "q_007347", "complexity": "2hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Ruth Prawer Jhabvala", "pred": "\nOkay, let's try to figure this out. The question is asking about the winner of \"Heat and Dust's\" award received after J. G. Farrell won the Booker Prize. Wait, first I need to check if J. G. Farrell actually won the Booker Prize. Let me look through the evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Salman Rushdie award received Booker Prize (1981)", "Kingsley Amis award received Booker Prize (1986)", "Kiran Desai award received Booker Prize (2006)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)" ] }, { "id": "q_002289", "complexity": "2hop", "operator_type": "sequence", "t_query": 1970.0, "gold": "Giuseppe Saragat", "pred": "\nOkay, let's try to figure this out. The question is asking, after Laura Veccia Vaglieri's country of citizenship became Italy, what was the head of state of Francesco Antonazzi's country of citizenship?\n\nFirst, I need to parse the evidence provided. The reference year is 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Francesco Antonazzi country of citizenship Italy (1946)", "Francesco Antonazzi country of citizenship Kingdom of Italy (1924)", "Francesco Antonazzi member of sports team SS Lazio (1945)", "Laura Orvieto country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Francesco Severi country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006810", "complexity": "2hop", "operator_type": "interval", "t_query": 2016.0, "gold": "2016", "pred": "\nOkay, let's try to figure this out. The question is asking about the year when the Broadcast Film Critics Association (BFCA) Award for Best Cast was received by Tessa Thompson's unmarried partner. The reference year given is 2016, but there's no evidence provided.\n\nFirst, I", "em": 1.0, "f1": 0.046511627906976744, "retrieved": [] }, { "id": "q_001750", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1944.0, "gold": "Eduard Weiter", "pred": "\nOkay, let's try to figure this out. The user is asking about Robert Dauber's manager in 1944. The evidence provided mentions Dov Shilansky being detained at Dachau concentration camp in 1944. \n\nFirst, I need to check if there's", "em": 0.0, "f1": 0.0, "retrieved": [ "Dov Shilansky place of detention Dachau concentration camp (1944)" ] }, { "id": "q_005348", "complexity": "2hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "David Wagner", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head coach of Conor Coady's team after Steve Bruce. First, I need to find out which team Conor Coady was part of after Steve Bruce's tenure.\n\nLooking at the evidence provided, there are several mentions", "em": 0.0, "f1": 0.0, "retrieved": [ "Huddersfield Town A.F.C. head coach Steve Bruce (1999)", "Steve Bruce coach of sports team Sheffield United F.C. (1998)", "Steve Bruce coach of sports team Huddersfield Town A.F.C. (1999)", "Steve Bruce member of sports team Sheffield United F.C. (1998)", "Steve Kabba member of sports team Sheffield United F.C. (2002)", "Herbert Chapman member of sports team Sheffield United F.C. (1902)", "Adrian Heath member of sports team Sheffield United F.C. (1995)", "Paul McGrath member of sports team Sheffield United F.C. (1997)", "Lee Baxter member of sports team Sheffield United F.C. (2003)", "Alan Wright member of sports team Sheffield United F.C. (2004)" ] }, { "id": "q_001742", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1986.0, "gold": "Francesco Cossiga", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Carmelo Di Bella's country of citizenship in 1986. \n\nFirst, I need to determine which country Carmelo Di Bella was a citizen of in 1986. Looking at the", "em": 0.0, "f1": 0.0, "retrieved": [ "Carmelo Di Bella country of citizenship Italy (1946)", "Carmelo Di Bella country of citizenship Kingdom of Italy (1921)", "Carmelo Di Bella member of sports team Catania FC (1939)", "Carmelo Di Bella member of sports team Palermo F.C. (1941)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004401", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Cominform", "pred": "\nOkay, let's try to figure this out. The question is asking about the member of Marceline Loridan-Ivens's political party after Francis Ponge was a member of the French Communist Party. \n\nFirst, I need to check the evidence provided. The reference year is 1955.", "em": 0.0, "f1": 0.0, "retrieved": [ "Edgar Morin member of political party French Communist Party (1941)", "Maurice Godelier member of political party French Communist Party (1950)", "Michel Foucault member of political party French Communist Party (1950)" ] }, { "id": "q_000948", "complexity": "2hop", "operator_type": "sequence", "t_query": 1977.0, "gold": "Montreal Forum", "pred": "\nOkay, let's try to figure this out. The question is asking: After Yvan Cournoyer was a member of the Montreal Canadiens, what was the home venue of Rod Langway's drafted by? \n\nFirst, I need to recall the reference year, which is 1977. The", "em": 0.0, "f1": 0.05128205128205129, "retrieved": [ "Montreal Canadiens home venue Montreal Forum (1926)", "Maurice Richard member of sports team Montreal Canadiens (1942)", "Henri Richard member of sports team Montreal Canadiens (1955)", "Montreal Canadiens team captain Maurice Richard (1956)", "Montreal Canadiens team captain Saku Koivu (1999)", "Montreal Canadiens team captain Shea Weber (2018)" ] }, { "id": "q_006864", "complexity": "2hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "Luigi Einaudi", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of Carlo Clerici's country of citizenship after Bruno Mora's country of citizenship was Italy. \n\nFirst, looking at the evidence provided, all the entries mention the country of citizenship as the Kingdom of Italy in the", "em": 0.0, "f1": 0.0, "retrieved": [ "Bruno Barilli country of citizenship Kingdom of Italy (1900)", "Carlo Porro country of citizenship Kingdom of Italy (1900)", "Carlo Galetti country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Carlo Biscaretti di Ruffia country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001031", "complexity": "2hop", "operator_type": "before_after", "t_query": 1983.0, "gold": "J. M. Coetzee", "pred": "\nOkay, let's try to figure this out. The question is asking: \"Before Anne Enright, who was the winner of Graham Swift's nominated for?\" Wait, maybe I need to parse that again. It might be a bit confusing. Let me break it down.\n\nFirst, the reference year is", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_002458", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Oleh Protasov", "pred": "\nOkay, let's try to figure this out. The question is asking for the head coach of Ihar Stasevich's member of sports team after Vladimir Sakharov was a member of FC Dinamo Minsk. \n\nFirst, let me parse the information given. The reference year is 20", "em": 0.0, "f1": 0.0, "retrieved": [ "Vladimir Sakharov member of sports team FC Dinamo Minsk (1968)", "FC Dinamo Minsk head coach Oleh Protasov (2012)", "FC Dinamo Minsk head coach Sergei Gurenko (2019)", "Maksim Tsyhalka member of sports team FC Dinamo Minsk (2001)", "Denis Popov member of sports team FC Dinamo Minsk (2006)", "Renan Foguinho member of sports team FC Dinamo Minsk (2010)", "Igor Shitov member of sports team FC Dinamo Minsk (2018)" ] }, { "id": "q_001069", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Ed Koch", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Braldt Bralds's work location's head of government in 1981. First, I need to understand what information is provided in the evidence.\n\nLooking at the evidence, there's a list", "em": 0.0, "f1": 0.0, "retrieved": [ "New York City head of government John Lindsay (1966)", "New York City head of government Abraham Beame (1974)", "New York City head of government Ed Koch (1978)", "New York City head of government Rudy Giuliani (1994)", "New York City head of government Michael Bloomberg (2002)", "New York City head of government William O'Dwyer (1946)", "New York City head of government Vincent R. Impellitteri (1950)", "New York City head of government Fiorello H. La Guardia (1934)", "New York City head of government Robert Ferdinand Wagner Jr. (1954)", "Prelinger Archives located in the administrative territorial entity New York City (1982)" ] }, { "id": "q_005421", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "\nOkay, let's tackle this question. The user is asking when CERN was the funder of Carnegie Mellon University's member of something. Wait, the wording is a bit confusing. Maybe they meant \"CERN was the funder of Carnegie Mellon University's membership in something?\" But the original question says \"", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_006304", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1948.0, "gold": "mayor", "pred": "\nOkay, let's see. The user is asking about T\u00fcbingen's head of government's position in 1948. The evidence given mentions Adolf Hartmeyer as the head of government in 1946 and that he held the position of mayor in 1946.", "em": 1.0, "f1": 0.06666666666666667, "retrieved": [ "T\u00fcbingen head of government Adolf Hartmeyer (1946)", "Adolf Hartmeyer position held mayor (1946)" ] }, { "id": "q_004531", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Mario Monti", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Antonio Carluccio's country of citizenship in 2012.\n\nFirst, I need to determine which country Antonio Carluccio was a citizen of. The evidence shows that he has citizenship listed", "em": 0.0, "f1": 0.0, "retrieved": [ "Antonio Carluccio country of citizenship Italy (1946)", "Antonio Carluccio country of citizenship Kingdom of Italy (1937)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000931", "complexity": "2hop", "operator_type": "interval", "t_query": 2012.0, "gold": "2012", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of James Spudich's award was equal to Ronald Vale. But first, I need to understand what awards are being referred to here.\n\nLooking at the evidence provided, there's a list of people who received", "em": 0.0, "f1": 0.0, "retrieved": [ "Albert Lasker Award for Basic Medical Research winner James Rothman (2002)", "Michael Heidelberger award received Albert Lasker Award for Basic Medical Research (1953)", "Bernard Brodie award received Albert Lasker Award for Basic Medical Research (1967)", "Sydney Brenner award received Albert Lasker Award for Basic Medical Research (1971)", "Charles Yanofsky award received Albert Lasker Award for Basic Medical Research (1971)", "Andrew Schally award received Albert Lasker Award for Basic Medical Research (1975)", "John Vane award received Albert Lasker Award for Basic Medical Research (1977)", "Frederick Sanger award received Albert Lasker Award for Basic Medical Research (1979)", "C\u00e9sar Milstein award received Albert Lasker Award for Basic Medical Research (1984)", "Stanley Cohen award received Albert Lasker Award for Basic Medical Research (1986)" ] }, { "id": "q_007956", "complexity": "2hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Eric Gerets", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Fatih Terim, who was the head coach of Faryd Mondrag\u00f3n's member of sports team? \n\nFirst, I need to understand what exactly is being asked. The key elements here are Faryd Mondrag", "em": 0.0, "f1": 0.0, "retrieved": [ "Carlos Queiroz coach of sports team Colombia men's national football team (2019)", "Elson Becerra member of sports team Colombia men's national football team (2000)", "Andr\u00e9s Mosquera member of sports team Colombia men's national football team (2000)", "Kilian Virviescas member of sports team Colombia men's national football team (2003)", "Danilson C\u00f3rdoba member of sports team Colombia men's national football team (2007)", "Juan Carlos Henao member of sports team Colombia men's national football team (2000)", "Ewerthon member of sports team Real Zaragoza (2005)", "Kilian Virviescas member of sports team Real Cartagena (2002)", "Jos\u00e9 Calder\u00f3n member of sports team Real Cartagena (2017)", "Julio Mattos member of sports team Argentinos Juniors (1958)" ] }, { "id": "q_007340", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "Hyundai", "pred": "\nOkay, let's see. The user is asking about Stefan B\u00f6ger's sports team sponsor in 1998. The reference year is 1998. The evidence provided lists several players from the East Germany national football team along with the years they were members. Let me check the names", "em": 0.0, "f1": 0.0, "retrieved": [ "Stefan Minkwitz member of sports team East Germany national football team (1990)", "Willi Marquardt member of sports team East Germany national football team (1956)", "Henning Frenzel member of sports team East Germany national football team (1961)", "Herbert Pankau member of sports team East Germany national football team (1962)", "Bernd Bransch member of sports team East Germany national football team (1967)", "Gerd Kische member of sports team East Germany national football team (1971)", "Ralf Schulenberg member of sports team East Germany national football team (1972)", "Dieter Riedel member of sports team East Germany national football team (1974)", "Klaus Decker member of sports team East Germany national football team (1974)", "Lutz Lindemann member of sports team East Germany national football team (1977)" ] }, { "id": "q_003676", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Colin Firth", "pred": "\nOkay, let's try to figure this out. The question is asking, after Clark Gable won the Academy Award for Best Actor, what was the winner of \"A Single Man\" nominated for? Wait, but the reference year is 2010. Hmm, first I need to check if \"", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Rebecca nominated for Academy Award for Best Actor (1941)", "Charles Laughton nominated for Academy Award for Best Actor (1936)", "Franchot Tone nominated for Academy Award for Best Actor (1936)", "Spencer Tracy nominated for Academy Award for Best Actor (1937)", "Mickey Rooney nominated for Academy Award for Best Actor (1940)" ] }, { "id": "q_001222", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1991.0, "gold": "Soviet Union", "pred": "\nOkay, let's tackle this question. The user is asking about the country where Olenegorsk was located in 1991. The evidence provided mentions Murmansk Oblast being part of the Russian Soviet Federative Socialist Republic (RSFSR) in 1938 and the Soviet", "em": 0.0, "f1": 0.05405405405405405, "retrieved": [ "Murmansk Oblast located in the administrative territorial entity Russian Soviet Federative Socialist Republic (1938)", "Murmansk Oblast country Soviet Union (1938)" ] }, { "id": "q_006158", "complexity": "2hop", "operator_type": "sequence", "t_query": 1957.0, "gold": "Adone Zoli", "pred": "\nOkay, let's try to figure this out. The question is asking, after Luciano Fo\u00e0's country of citizenship is Italy, what was the head of government of Giani Stuparich's country of citizenship?\n\nFirst, I need to parse the evidence given. The reference year is 19", "em": 0.0, "f1": 0.0, "retrieved": [ "Giani Stuparich country of citizenship Italy (1946)", "Giani Stuparich country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005324", "complexity": "2hop", "operator_type": "sequence", "t_query": 1960.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking, after Giovanni Rinaldo Coronas became a citizen of Italy, what was the currency of Guido Celano's country of citizenship?\n\nFirst, I need to check the evidence provided. The reference year is 1960.", "em": 0.0, "f1": 0.0, "retrieved": [ "Guido Celano country of citizenship Italy (1946)", "Guido Celano country of citizenship Kingdom of Italy (1904)", "Guido Romanelli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005456", "complexity": "2hop", "operator_type": "before_after", "t_query": 2002.0, "gold": "George W. Bush", "pred": "\nOkay, let's tackle this question. The user is asking for the head of government of Susan Polgar's country of citizenship after Calvin Coolidge. \n\nFirst, I need to figure out Susan Polgar's country of citizenship. From the evidence provided, there's an entry stating \"Susan Polgar country of", "em": 0.0, "f1": 0.0, "retrieved": [ "Susan Polgar country of citizenship United States (2002)", "Susan Polgar country for sport United States (2002)", "United States head of government Harry S. Truman (1945)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "Henry James country of citizenship United States (1900)", "Tina Turner country of citizenship United States (1939)", "Richard Pipes country of citizenship United States (1943)", "Angela Lansbury country of citizenship United States (1951)", "Eileen Chang country of citizenship United States (1960)", "Alexander Graham Bell country of citizenship United States (1900)" ] }, { "id": "q_002344", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "\nOkay, let's try to figure out what the answer is here. The question is asking about the country where Sremska Mitrovica City was located in 1971. The evidence provided includes several entries with different years and administrative entities.\n\nFirst, I need to look at the entries related", "em": 0.0, "f1": 0.0, "retrieved": [ "Sremska Mitrovica City located in the administrative territorial entity Vojvodina (1990)", "Sremska Mitrovica City located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Vojvodina country Serbia and Montenegro (2003)", "Vojvodina country Federal Republic of Yugoslavia (1992)", "Zrenjanin City located in the administrative territorial entity Vojvodina (1990)", "Vojvodina country Socialist Federal Republic of Yugoslavia (1990)", "Zrenjanin City located in the administrative territorial entity Socialist Autonomous Province of Vojvodina (1944)", "Socialist Autonomous Province of Vojvodina country Socialist Federal Republic of Yugoslavia (1945)", "Ada Municipality located in the administrative territorial entity Vojvodina (1990)", "Alibunar Municipality located in the administrative territorial entity Vojvodina (1990)" ] }, { "id": "q_008685", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2019.0, "gold": "Wayne LaPierre", "pred": "\nOkay, let's tackle this question. The user is asking about the chief executive officer (CEO) of Oliver North's position in 2019. First, I need to figure out who Oliver North is. From what I remember, Oliver North was a figure involved in the Iran-Contra affair in", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_005812", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "J. M. Coetzee", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"Who was the winner of Fasting, Feasting's nominated for before Anne Enright?\" The reference year is 1999. \n\nFirst, I need to understand what the question is really asking.", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_000894", "complexity": "2hop", "operator_type": "sequence", "t_query": 2004.0, "gold": "The Ellen DeGeneres Show", "pred": "\nOkay, let's try to figure this out. The question is asking for the notable work of Alexandra Hedison's unmarried partner after Ellen DeGeneres residence Atlanta. \n\nFirst, I need to parse the information given. The reference year is 2004. The evidence includes several entries about Ellen De", "em": 0.0, "f1": 0.13333333333333333, "retrieved": [ "Alexandra Hedison unmarried partner Ellen DeGeneres (2001)", "Ellen DeGeneres unmarried partner Alexandra Hedison (2001)", "Ellen DeGeneres residence Atlanta (1973)", "Ellen DeGeneres notable work The Ellen DeGeneres Show (2003)", "Ellen DeGeneres notable work Ellen (1994)", "Anne Heche unmarried partner Ellen DeGeneres (1997)", "Ellen DeGeneres unmarried partner Anne Heche (1997)", "Ellen DeGeneres award received Presidential Medal of Freedom (2016)", "Ellen DeGeneres award received American Comedy Awards (1991)", "Ellen DeGeneres award received Teen Choice Awards (2011)" ] }, { "id": "q_005808", "complexity": "2hop", "operator_type": "sequence", "t_query": 1972.0, "gold": "Attila J\u00f3zsef", "pred": "\nOkay, let's try to figure this out. The question is asking: After L\u00e1szl\u00f3 R\u00e9dei's employer being the University of Szeged, what was the name after which G\u00e1bor Csap\u00f3 was educated?\n\nFirst, I need to parse the evidence given. The reference year is", "em": 0.0, "f1": 0.0, "retrieved": [ "L\u00e1szl\u00f3 R\u00e9dei employer University of Szeged (1940)", "University of Szeged named after Attila J\u00f3zsef (1962)", "University of Szeged named after Franz Joseph I of Austria (1900)", "L\u00e1szl\u00f3 Kalm\u00e1r employer University of Szeged (1928)", "E\u00f6tv\u00f6s Lor\u00e1nd University named after P\u00e9ter P\u00e1zm\u00e1ny (1921)", "B\u00e9la Ker\u00e9kj\u00e1rt\u00f3 employer University of Szeged (1925)", "Mih\u00e1ly Bart\u00f3k employer University of Szeged (1958)", "Andr\u00e1s Hajnal educated at University of Szeged (1953)", "Mih\u00e1ly Bart\u00f3k educated at University of Szeged (1953)", "L\u00e1szl\u00f3 Kalm\u00e1r educated at E\u00f6tv\u00f6s Lor\u00e1nd University (1922)" ] }, { "id": "q_003694", "complexity": "2hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "German Federal Archives", "pred": "\nOkay, let's try to figure this out. The question is asking about the archives of Bruno Bieligk's member of political party after Theodor Liebknecht, who was the chairperson of the Independent Social Democratic Party of Germany. The reference year is 1922, and there's", "em": 0.0, "f1": 0.05128205128205128, "retrieved": [] }, { "id": "q_002616", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Carlo Azeglio Ciampi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Giuseppe Saragat, who was the head of state of Tenax's country? The reference year is 2004.\n\nFirst, I need to understand the evidence provided. Let me go through each piece of evidence", "em": 0.0, "f1": 0.0, "retrieved": [ "Tenax country Italy (2003)", "Tenax country Ireland (2005)", "Rigoberto Ur\u00e1n member of sports team Tenax (2006)", "Giuseppe Gabrielli country of citizenship Italy (1946)", "Giuseppe Meazza country of citizenship Italy (1946)", "Giuseppe Paratore country of citizenship Italy (1946)", "Giuseppe Busso country of citizenship Italy (1946)", "Giuseppe Colnago country of citizenship Italy (1946)", "Giuseppe Prisco country of citizenship Italy (1946)", "Zita of Bourbon-Parma country of citizenship Italy (1946)" ] }, { "id": "q_000088", "complexity": "2hop", "operator_type": "before_after", "t_query": 1932.0, "gold": "United Kingdom", "pred": "\nOkay, let's try to figure this out. The question is asking about the location of Safed's country after the United Kingdom of Great Britain and Ireland. The reference year is 1932.\n\nLooking at the evidence provided, there's a mention that \"Safed country Ottoman Empire (1", "em": 1.0, "f1": 0.09756097560975609, "retrieved": [ "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "\u00c7anakkale located in the administrative territorial entity Ottoman Empire (1900)", "Skopje located in the administrative territorial entity Ottoman Empire (1900)", "Constantinople located in the administrative territorial entity Ottoman Empire (1900)", "Safed country Ottoman Empire (1900)", "Safed country Mandatory Palestine (1917)", "Old City of Jerusalem country Ottoman Empire (1900)", "Qasim Amin country of citizenship Ottoman Empire (1900)", "Charles Debbas country of citizenship Ottoman Empire (1900)" ] }, { "id": "q_005525", "complexity": "2hop", "operator_type": "before_after", "t_query": 1972.0, "gold": "Emilio Colombo", "pred": "\nOkay, let's try to figure this out. The question is asking who was the head of government of Giovanni Ferrofino's country of citizenship before Arnaldo Forlani. The reference year is 1972.\n\nFirst, I need to determine Giovanni Ferrofino's country of citizenship", "em": 0.0, "f1": 0.0, "retrieved": [ "Giovanni Ferrofino country of citizenship Italy (1946)", "Giovanni Ferrofino country of citizenship Kingdom of Italy (1912)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Giovanni Bovio country of citizenship Kingdom of Italy (1900)", "Giovanni Capurro country of citizenship Kingdom of Italy (1900)", "Giovanni Boldini country of citizenship Kingdom of Italy (1900)", "Giovanni Tebaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Papini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006017", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's try to figure this out. The question is asking about a member of Franco Corelli's country of citizenship after the European Economic Community (EEC). First, I need to recall the relevant historical context.\n\nFranco Corelli was an Italian tenor, right? The evidence provided mentions his", "em": 0.0, "f1": 0.0851063829787234, "retrieved": [ "Franco Corelli country of citizenship Italy (1946)", "Franco Corelli country of citizenship Kingdom of Italy (1921)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006096", "complexity": "2hop", "operator_type": "before_after", "t_query": 2018.0, "gold": "Ginni Rometty", "pred": "\nOkay, let's try to figure this out. The question is asking, after Samuel J. Palmisino, who was the CEO of Bruce Schneier's employer. First, I need to determine which company Bruce Schneier worked for. The evidence provided mentions several people who worked at IBM, like", "em": 0.0, "f1": 0.0, "retrieved": [ "IBM chief executive officer Samuel J. Palmisano (2002)", "IBM chief executive officer Thomas Watson (1956)", "IBM chief executive officer Thomas John Watson, Sr. (1914)", "IBM award received National Medal of Technology and Innovation (2000)", "John Backus employer IBM (1950)", "Benoit Mandelbrot employer IBM (1958)", "Frank Soltis employer IBM (1968)", "Howard H. Aiken employer IBM (1937)", "Jean E. Sammet employer IBM (1962)" ] }, { "id": "q_001800", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "Vicente Calder\u00f3n Stadium", "pred": "\nOkay, let's try to figure this out. The question is asking about the home venue of Adri\u00e1n L\u00f3pez \u00c1lvarez's member of sports team in 2013. Wait, the wording is a bit confusing. Maybe it's asking which team Adri\u00e1n L\u00f3pez \u00c1lvarez was a member of", "em": 0.0, "f1": 0.0, "retrieved": [ "Atl\u00e9tico Madrid home venue Vicente Calder\u00f3n Stadium (1966)", "Adri\u00e1n Escudero member of sports team Spain men's national football team (1952)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Deportivo Alav\u00e9s (2013)", "Adri\u00e1n Escudero member of sports team Atl\u00e9tico Madrid (1945)", "Ricardo Zamora member of sports team Spain men's national football team (1920)", "Pedro Sol\u00e9 member of sports team Spain men's national football team (1929)", "Mart\u00ed Ventolr\u00e0 member of sports team Spain men's national football team (1930)", "Telmo Zarra member of sports team Spain men's national football team (1945)", "Rafael Moreno Aranzadi member of sports team Spain men's national football team (1920)", "Agust\u00edn Sauto Arana member of sports team Spain men's national football team (1931)" ] }, { "id": "q_001359", "complexity": "2hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Kiran Desai", "pred": "\nOkay, let's try to figure this out. The question is asking who was the winner of \"Carry Me Down\" after Nadine Gordimer. But first, I need to check the evidence provided.\n\nLooking at the evidence, there's a list of Booker Prize nominations and winners from various years. The", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_006166", "complexity": "2hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure this out. The question is asking about the country of citizenship of the person who commanded the Corpo Truppe Volontarie before Italy. The reference year is 1936.\n\nFirst, I need to recall what the Corpo Truppe Volontarie (CT", "em": 0.0, "f1": 0.10810810810810811, "retrieved": [ "Mario Roatta country of citizenship Italy (1946)", "Ettore Bastico country of citizenship Italy (1946)", "Mario Roatta country of citizenship Kingdom of Italy (1900)", "Ettore Bastico country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004182", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1912.0, "gold": "Kingdom of Italy", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking about Augusto Arioni's member of sports team's country in 1912. The reference year is 1912, so we need to find information related to that time.\n\nLooking at the provided", "em": 0.0, "f1": 0.048780487804878044, "retrieved": [ "Juventus FC country Kingdom of Italy (1900)", "Giuseppe Aliberti member of sports team Torino FC (1921)", "Paolo Amadesi member of sports team Torino FC (1924)", "Julio Libonatti member of sports team Torino FC (1926)", "Manlio Bacigalupo member of sports team Torino FC (1927)", "Mario B\u00f2 member of sports team Torino FC (1931)", "Federico Allasio member of sports team Torino FC (1932)", "Raf Vallone member of sports team Torino FC (1940)", "Pietro Ferraris member of sports team Torino FC (1941)", "Guglielmo Gabetto member of sports team Torino FC (1941)" ] }, { "id": "q_002192", "complexity": "2hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Berti Vogts", "pred": "\nOkay, let's try to figure this out. The question is asking, after Ralf Falkenmayer was a member of the Germany men's national association football team, what was the head coach of Thomas Linke's member of sports team?\n\nFirst, I need to check the evidence provided. The reference", "em": 0.0, "f1": 0.0, "retrieved": [ "Jupp Heynckes coach of sports team Schalke 04 (2003)", "Ralf Schulenberg member of sports team FC Rot-Wei\u00df Erfurt (1967)", "Adolf J\u00e4ger member of sports team Germany men's national association football team (1908)", "Walter Poppe member of sports team Germany men's national association football team (1908)", "Max Breunig member of sports team Germany men's national association football team (1910)", "Kurt Diemer member of sports team Germany men's national association football team (1912)", "Hans Kalb member of sports team Germany men's national association football team (1920)", "Walter Fritzsche member of sports team Germany men's national association football team (1921)", "Anton Kugler member of sports team Germany men's national association football team (1923)", "Ernst Bantle member of sports team Germany men's national association football team (1924)" ] }, { "id": "q_004835", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Luigi Einaudi", "pred": "\nOkay, let's try to figure out what Karl Plattner's country of citizenship's head of state was in 1950. \n\nFirst, looking at the evidence provided. There are entries about Karl Plattner's citizenship. It says he was a citizen of Italy in 1946 and", "em": 0.0, "f1": 0.0, "retrieved": [ "Karl Plattner country of citizenship Italy (1946)", "Karl Plattner country of citizenship Kingdom of Italy (1919)", "Karl Plattner award received Austrian Decoration for Science and Art (1976)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001116", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of Chimamanda Ngozi Adichie's nomination was equal to Alan Hollinghurst. Wait, maybe I need to parse that again. It says \"the winner of Chimamanda Ngozi Adich", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie award received Women's Prize for Fiction (2007)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Chimamanda Ngozi Adichie award received O. Henry Award (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)" ] }, { "id": "q_003320", "complexity": "2hop", "operator_type": "sequence", "t_query": 1935.0, "gold": "Soviet Union", "pred": "\nOkay, let's try to figure this out. The question is asking: What was the country of Ochakiv Raion after Velyka Oleksandrivka Raion was located in Odesa Oblast?\n\nFirst, I need to understand the timeline and the administrative changes. The reference year", "em": 0.0, "f1": 0.0, "retrieved": [ "Voznesensk Raion located in the administrative territorial entity Odesa Oblast (1932)", "Kiliia Raion located in the administrative territorial entity Odesa Oblast (1954)", "Odesa Oblast country Soviet Union (1932)", "Odesa Oblast award received Order of Lenin (1958)", "Odesa Oblast located in the administrative territorial entity Ukrainian Soviet Socialist Republic (1932)", "Odesa Oblast contains the administrative territorial entity Biliaivka (2016)" ] }, { "id": "q_003882", "complexity": "2hop", "operator_type": "before_after", "t_query": 1955.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's try to figure this out. The question is asking about Giuseppe Patan\u00e8's country of citizenship before the European Economic Community (EEC). The reference year is 1955.\n\nFirst, I need to check if there's any evidence provided about Giuseppe Patan\u00e8.", "em": 0.0, "f1": 0.09756097560975609, "retrieved": [ "Giuseppe Gamba country of citizenship Kingdom of Italy (1900)", "Giuseppe Allamano country of citizenship Kingdom of Italy (1900)", "Giuseppe Paratore country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_003657", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Ian Porterfield", "pred": "\nOkay, let's try to figure this out. The question is asking, after Eduard Markarov, who was the head coach of Karen Dokhoyan's member of sports team? The reference year is 2007.\n\nFirst, I need to look at the evidence provided. The evidence lists", "em": 0.0, "f1": 0.0, "retrieved": [ "Leonid Slutsky coach of sports team FC Krylia Sovetov Samara (2008)", "Khoren Oganesian member of sports team FC Pyunik (1995)", "Aram Hakobyan member of sports team FC Pyunik (1997)", "Apoula Edel member of sports team FC Pyunik (2002)", "Vladimir Sakharov member of sports team FC Krylia Sovetov Samara (1967)", "Vladislav Matviyenko member of sports team FC Krylia Sovetov Samara (1995)", "Laryea Kingston member of sports team FC Krylia Sovetov Samara (2004)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team FC Krylia Sovetov Samara (2008)", "Leonid Slutsky member of sports team FC Krylia Sovetov Samara (2008)", "Aleksandr Budakov member of sports team FC Krylia Sovetov Samara (2009)" ] }, { "id": "q_001053", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Toni Servillo", "pred": "\nOkay, let's try to figure this out. The question is asking about the winner of Tom Schilling's nomination after Javier Bardem won the European Film Award for Best Actor. \n\nFirst, I need to check the evidence provided. The reference year is 2013. Let me go through the", "em": 0.0, "f1": 0.0, "retrieved": [ "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Rupert Everett nominated for European Film Award for Best Actor (1999)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Philippe Noiret award received European Film Award for Best Actor (1989)", "Andreas Giebel nominated for Bavarian TV Awards (2014)", "Helmut Ringelmann award received Bavarian TV Awards (1989)", "Erich B\u00f6hme award received Bavarian TV Awards (1991)" ] }, { "id": "q_006052", "complexity": "2hop", "operator_type": "interval", "t_query": 1983.0, "gold": "1983", "pred": "\nOkay, let's try to figure this out. The user is asking when Richard Attenborough was the winner of Costa-Gavras's nominated for. Wait, that wording is a bit confusing. Maybe they meant when Richard Attenborough won an award that Costa-Gavras was nominated for? Or perhaps there's", "em": 0.0, "f1": 0.0, "retrieved": [ "The Umbrellas of Cherbourg nominated for Academy Award for Best International Feature Film (1965)", "The Battle of Algiers nominated for Academy Award for Best International Feature Film (1967)", "The Maids of Wilko nominated for Academy Award for Best International Feature Film (1980)", "Richard Brooks nominated for Academy Award for Best Director (1959)", "Battle of Neretva nominated for Academy Award for Best International Feature Film (1970)", "Rebecca nominated for Academy Award for Best Director (1941)", "Jean Renoir nominated for Academy Award for Best Director (1946)", "Elia Kazan nominated for Academy Award for Best Director (1948)", "Fred Zinnemann nominated for Academy Award for Best Director (1949)", "Tony Richardson nominated for Academy Award for Best Director (1964)" ] }, { "id": "q_000428", "complexity": "2hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Colin Firth", "pred": "\nOkay, let's try to figure this out. The question is asking, after Broderick Crawford, who was the winner of A Single Man's nominated for? Wait, first I need to make sure I understand the question correctly. It seems like there might be a typo or confusion here. \"A Single", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actor winner Charles Laughton (1933)", "Academy Award for Best Actor winner Spencer Tracy (1937)", "Academy Award for Best Actor winner Jos\u00e9 Ferrer (1950)", "Academy Award for Best Actor winner Humphrey Bogart (1951)", "Academy Award for Best Actor winner Jack Nicholson (1975)", "Rebecca nominated for Academy Award for Best Actor (1941)", "Charles Laughton nominated for Academy Award for Best Actor (1936)", "Franchot Tone nominated for Academy Award for Best Actor (1936)", "Spencer Tracy nominated for Academy Award for Best Actor (1937)", "Mickey Rooney nominated for Academy Award for Best Actor (1940)" ] }, { "id": "q_000183", "complexity": "2hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Italian lira", "pred": "\nOkay, let's try to figure this out. The question is asking, after Mario Bonnard's country of citizenship Italy, what was the currency of Nello Pagani's country of citizenship?\n\nFirst, I need to understand the reference year, which is 2001. But the evidence provided includes", "em": 0.0, "f1": 0.0, "retrieved": [ "Nello Pagani country of citizenship Italy (1946)", "Nello Pagani country of citizenship Kingdom of Italy (1911)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_007379", "complexity": "2hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Giovanni Trapattoni", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head coach of Heiko Gerber's member of sports team before Markus Weinzierl?\" \n\nFirst, I need to parse the question correctly. It seems like it's asking about the head coach", "em": 0.0, "f1": 0.0, "retrieved": [ "1. FC N\u00fcrnberg head coach Jens Keller (2019)", "Uwe Rapolder coach of sports team Arminia Bielefeld (2004)", "Christoph Franke member of sports team Chemnitzer FC (1969)", "Ralf Hauptmann member of sports team Chemnitzer FC (2001)", "Benjamin F\u00f6rster member of sports team Chemnitzer FC (2008)", "Christian Cappek member of sports team Chemnitzer FC (2015)", "Harald Nickel member of sports team Arminia Bielefeld (1971)", "Ronald Borchers member of sports team Arminia Bielefeld (1984)", "Fritz Walter member of sports team Arminia Bielefeld (1994)", "Uli Stein member of sports team Arminia Bielefeld (1995)" ] }, { "id": "q_005742", "complexity": "2hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "James Kelman", "pred": "\nOkay, let's try to figure this out. The user is asking about the winner of Abdulrazak Gurnah's nominated for, but the question seems a bit confusing. Wait, maybe they meant after Iris Murdoch was nominated for the Booker Prize, what was the winner of the Booker Prize that year?", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "John Morley nominated for Nobel Prize in Literature (1902)" ] }, { "id": "q_000962", "complexity": "2hop", "operator_type": "sequence", "t_query": 1990.0, "gold": "West Germany", "pred": "\nOkay, let's try to figure this out. The question is asking: After Christian Democratic Union chairperson Helmut Kohl, what was the country of citizenship of BND law's signatory?\n\nFirst, I need to parse the question correctly. The key parts here are \"after Helmut Kohl\"", "em": 0.0, "f1": 0.0, "retrieved": [ "Christian Democratic Union chairperson Helmut Kohl (1973)", "Christian Democratic Union chairperson Wolfgang Sch\u00e4uble (1998)", "Helmut Kohl country of citizenship Nazi Germany (1933)", "Helmut Kohl country of citizenship West Germany (1945)", "Federal Ministry of the Interior chairperson Wolfgang Sch\u00e4uble (2005)", "Germany head of government Helmut Kohl (1982)", "Helmut Kohl spouse Hannelore Kohl (1960)", "Helmut Kohl spouse Maike Kohl-Richter (2008)", "Wolfgang Sch\u00e4uble position held President of the Bundestag (2017)", "Gerhard Stoltenberg position held President of the Bundesrat of Germany (1977)" ] }, { "id": "q_005810", "complexity": "2hop", "operator_type": "sequence", "t_query": 1990.0, "gold": "Otto Graf Lambsdorff", "pred": "\nOkay, let's tackle this question. The user is asking about the chairperson of the Free Democratic Party (FDP) who replaced Walter Scheel after he became a member. Wait, the wording is a bit confusing. Let me parse it again.\n\nThe question says: \"What was the chairperson of", "em": 0.0, "f1": 0.0, "retrieved": [ "Walter Scheel member of political party Free Democratic Party (1946)", "Free Democratic Party chairperson Walter Scheel (1968)", "Martin Bangemann member of political party Free Democratic Party (1963)", "J\u00fcrgen M\u00f6llemann member of political party Free Democratic Party (1970)", "Free Democratic Party chairperson Theodor Heuss (1948)", "Free Democratic Party chairperson Franz Bl\u00fccher (1949)", "Free Democratic Party chairperson Reinhold Maier (1957)", "Free Democratic Party chairperson Martin Bangemann (1985)", "Free Democratic Party chairperson Wolfgang Gerhardt (1995)", "Free Democratic Party chairperson Guido Westerwelle (2001)" ] }, { "id": "q_000427", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1974.0, "gold": "Giovanni Leone", "pred": "\nOkay, let's try to figure this out. The question is asking about the head of state of Piero Chiara's country of citizenship in 1974. \n\nFirst, I need to determine which country Piero Chiara was a citizen of in 1974. The evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [ "Piero Chiara country of citizenship Italy (1946)", "Piero Chiara country of citizenship Kingdom of Italy (1913)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005227", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1938.0, "gold": "presidential system", "pred": "\nOkay, let's tackle this question. The user is asking about the basic form of government of Horodenka's country in 1938. First, I need to figure out which country Horodenka is part of in 1938. \n\nLooking at the evidence provided, there's", "em": 0.0, "f1": 0.0, "retrieved": [ "Second Polish Republic basic form of government presidential system (1926)", "Zalishchyky located in the administrative territorial entity Second Polish Republic (1919)", "Horodenka country Second Polish Republic (1918)", "Mykhailo Yatskiv country of citizenship Second Polish Republic (1918)", "Krak\u00f3w country Second Polish Republic (1918)", "Barysaw country Second Polish Republic (1919)", "Boryslav country Second Polish Republic (1919)", "Kremenets country Second Polish Republic (1919)", "Zhydachiv country Second Polish Republic (1919)", "Zalishchyky country Second Polish Republic (1919)" ] }, { "id": "q_000433", "complexity": "2hop", "operator_type": "sequence", "t_query": 1911.0, "gold": "God Save the Tsar!", "pred": "\nOkay, let's try to figure this out. The question is asking about the anthem of Dub\u0103sari's country after the Petrovsk country was part of the Russian Empire. First, I need to understand the context.\n\nThe reference year is 1911. The evidence provided includes several entries", "em": 0.0, "f1": 0.04878048780487805, "retrieved": [ "Russian Empire anthem God Save the Tsar! (1900)", "Petrovsk country Russian Empire (1900)", "Communist Party of the Soviet Union country Russian Republic (1917)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Republic (1917)", "Emirate of Bukhara country Russian Empire (1900)", "Khanate of Khiva country Russian Empire (1900)", "Maria Zankovetska country of citizenship Russian Empire (1900)" ] }, { "id": "q_005466", "complexity": "2hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "Climate Pledge Arena", "pred": "\nOkay, let's tackle this question. The user is asking, \"After Kingdome, who was the home venue of Gary Payton's member of sports team?\" The reference year is 2000.\n\nFirst, I need to figure out which sports team Gary Payton was part of. From", "em": 0.0, "f1": 0.0, "retrieved": [ "Gary Payton member of sports team Seattle SuperSonics (1990)", "Seattle SuperSonics home venue Climate Pledge Arena (1995)", "Rashard Lewis member of sports team Seattle SuperSonics (1998)", "K. C. Jones member of sports team Seattle SuperSonics (1989)", "NBA Defensive Player of the Year Award winner Gary Payton (1996)", "Gary Payton award received NBA Defensive Player of the Year Award (1996)", "Gary Payton award received All-NBA Team (1998)", "NBA Defensive Player of the Year Award winner Michael Jordan (1988)", "NBA Defensive Player of the Year Award winner David Robinson (1992)", "NBA Defensive Player of the Year Award winner Hakeem Olajuwon (1993)" ] }, { "id": "q_004741", "complexity": "2hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "1st Panzer Division", "pred": "\nOkay, let's try to figure this out. The question is asking who was the commander of Karl Lotter's significant person before Army Group F. Hmm, first, I need to parse the question correctly. Wait, maybe it's phrased a bit awkwardly. Maybe it's asking who was the", "em": 0.0, "f1": 0.0, "retrieved": [ "Maximilian von Weichs commander of (DEPRECATED) Army Group B (1942)", "Maximilian von Weichs commander of (DEPRECATED) 1st Panzer Division (1935)", "Erwin Rommel military branch German Army (1935)", "Maximilian von Weichs country of citizenship Germany (1949)" ] }, { "id": "q_006763", "complexity": "2hop", "operator_type": "interval", "t_query": 2001.0, "gold": "2001", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of Craig Armstrong's award was equal to Tan Dun. Hmm, first, I need to understand what exactly is being asked here.\n\nLooking at the evidence provided, there are several entries about BAFTA Awards for Best", "em": 0.0, "f1": 0.0, "retrieved": [ "BAFTA Award for Best Original Music winner Tan Dun (2001)", "Craig Armstrong award received BAFTA Award for Best Original Music (1997)", "BAFTA Award for Best Original Music winner Craig Armstrong (1998)", "Craig Armstrong nominated for BAFTA Award for Best Original Music (2004)", "Nino Rota award received BAFTA Award for Best Original Music (1973)", "Philip Glass award received BAFTA Award for Best Original Music (2003)", "Lady Gaga award received BAFTA Award for Best Original Music (2019)", "BAFTA Award for Best Original Music winner Burt Bacharach (1971)", "BAFTA Award for Best Original Music winner Nino Rota (1973)", "BAFTA Award for Best Original Music winner John Williams (1976)" ] }, { "id": "q_002214", "complexity": "2hop", "operator_type": "sequence", "t_query": 1917.0, "gold": "God Save the Tsar!", "pred": "\nOkay, let's tackle this question. The user is asking about the anthem of Balaklava's country after mentioning Barysaw country Russian Empire. The reference year is 1917.\n\nFirst, I need to parse the evidence provided. The evidence lists several entries from 190", "em": 0.0, "f1": 0.049999999999999996, "retrieved": [ "Russian Empire anthem God Save the Tsar! (1900)", "Balaklava country Russian Empire (1900)", "Barysaw country Russian Empire (1900)", "Khanate of Khiva located in the administrative territorial entity Russian Empire (1900)", "Grand Duchy of Finland located in the administrative territorial entity Russian Empire (1900)", "Russian Empire head of state Nicholas II of Russia (1900)", "Emirate of Bukhara country Russian Empire (1900)", "Khanate of Khiva country Russian Empire (1900)", "Oryol Governorate located in the administrative territorial entity Russian Empire (1900)", "Chernigov Governorate located in the administrative territorial entity Russian Empire (1900)" ] }, { "id": "q_005612", "complexity": "2hop", "operator_type": "before_after", "t_query": 1954.0, "gold": "Nikita Khrushchev", "pred": "\nOkay, let's try to figure this out. The question is asking, after Joseph Stalin, who was the chairperson of the Communist Party of the Soviet Union that Zuleykha Seyidmammadova was a member of. \n\nFirst, looking at the evidence provided. The key points here are the", "em": 0.0, "f1": 0.0, "retrieved": [ "Communist Party of the Soviet Union chairperson Joseph Stalin (1922)", "Zuleykha Seyidmammadova member of political party Communist Party of the Soviet Union (1941)", "Communist Party of the Soviet Union chairperson Nikita Khrushchev (1953)", "Communist Party of the Soviet Union chairperson Leonid Brezhnev (1964)", "Communist Party of the Soviet Union chairperson Mikhail Gorbachev (1985)", "Christian Rakovsky member of political party Communist Party of the Soviet Union (1918)", "Vasiliy Ulrikh member of political party Communist Party of the Soviet Union (1918)", "J\u0101nis Rudzutaks member of political party Communist Party of the Soviet Union (1918)", "Vladimir Lenin member of political party Communist Party of the Soviet Union (1918)", "Georgy Zhukov member of political party Communist Party of the Soviet Union (1919)" ] }, { "id": "q_007746", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1918.0, "gold": "Austria", "pred": "\nOkay, let's try to figure this out. The question is asking about the country of citizenship of Walter Gropius's spouse in 1918. Let me check the evidence provided.\n\nLooking at the evidence, there's information about Alma Mahler's citizenship in 1918 being Austria", "em": 1.0, "f1": 0.05714285714285715, "retrieved": [ "Alma Mahler country of citizenship Austria (1918)", "Hermann Stehr award received Goethe Prize of the City of Frankfurt (1933)", "Peter Stein award received Goethe Prize of the City of Frankfurt (1988)", "Wis\u0142awa Szymborska award received Goethe Prize of the City of Frankfurt (1991)", "Alma Mahler spouse Gustav Mahler (1902)", "Alma Mahler spouse Franz Werfel (1929)" ] }, { "id": "q_003268", "complexity": "2hop", "operator_type": "before_after", "t_query": 1951.0, "gold": "Luigi Einaudi", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Giorgio Napolitano, who was the head of state of Luigi Carnacina's country of citizenship?\n\nFirst, I need to determine Luigi Carnacina's country of citizenship. But looking at the provided evidence,", "em": 0.0, "f1": 0.05555555555555555, "retrieved": [ "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)", "Celso Benigno Luigi Costantini country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_000324", "complexity": "2hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "United Kingdom", "pred": "\nOkay, let's try to figure this out. The question is asking about the \"located in of Kfar Saba's country after United Kingdom of Great Britain and Ireland.\" Hmm, that wording is a bit confusing. Let me parse it again. Maybe it's asking which country Kfar Saba was part", "em": 1.0, "f1": 0.09302325581395349, "retrieved": [ "Mandatory Palestine located in the administrative territorial entity United Kingdom of Great Britain and Ireland (1920)", "Mandatory Palestine located in the administrative territorial entity United Kingdom (1927)", "Kfar Saba country Mandatory Palestine (1920)", "Ariel Sharon country of citizenship Mandatory Palestine (1928)", "Abraham Fraenkel country of citizenship Mandatory Palestine (1929)", "Shimon Peres country of citizenship Mandatory Palestine (1943)", "Ramla country Mandatory Palestine (1917)", "Safed country Mandatory Palestine (1917)", "Acre country Mandatory Palestine (1920)", "Nazareth country Mandatory Palestine (1920)" ] }, { "id": "q_006933", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Mario Scelba", "pred": "\nOkay, let's try to figure out what Nani Tedeschi's country of citizenship's head of government was in 1955. \n\nFirst, looking at the evidence provided. There are entries about Nani Tedeschi's citizenship. The evidence says \"Nani Tedeschi country of", "em": 0.0, "f1": 0.0, "retrieved": [ "Nani Tedeschi country of citizenship Italy (1946)", "Nani Tedeschi country of citizenship Kingdom of Italy (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_005705", "complexity": "2hop", "operator_type": "sequence", "t_query": 1949.0, "gold": "Robert Knud Friedrich Pilger", "pred": "\nOkay, let's try to figure this out. The question is asking for the chief executive officer of Hermann Otto Sleumer's employer after Oskar Eberhard Ulbrich's employer, which is the Botanic Garden and Botanical Museum Berlin. \n\nFirst, I need to check the evidence provided", "em": 0.0, "f1": 0.0, "retrieved": [ "Oskar Eberhard Ulbrich employer Botanic Garden and Botanical Museum Berlin (1908)", "Botanic Garden and Botanical Museum Berlin chief executive officer Ludwig Diels (1921)", "Botanic Garden and Botanical Museum Berlin chief executive officer Werner Greuter (1978)", "Ignatz Urban employer Botanic Garden and Botanical Museum Berlin (1900)", "Ludwig Diels employer Botanic Garden and Botanical Museum Berlin (1900)", "Friedrich Karl Johann Vaupel employer Botanic Garden and Botanical Museum Berlin (1908)" ] }, { "id": "q_006241", "complexity": "2hop", "operator_type": "sequence", "t_query": 1935.0, "gold": "Bucharest", "pred": "\nOkay, let's try to figure this out. The question is asking, after Balchik country was part of the Kingdom of Romania, what was the capital of Tutrakan's country? \n\nFirst, I need to check the evidence provided. The evidence lists several countries and their administrative entities along with years", "em": 0.0, "f1": 0.0, "retrieved": [ "Balchik country Kingdom of Romania (1919)", "Kingdom of Romania capital Ia\u0219i (1916)", "Kingdom of Romania capital Bucharest (1918)", "Bac\u0103u County located in the administrative territorial entity Kingdom of Romania (1900)", "Vla\u0219ca County located in the administrative territorial entity Kingdom of Romania (1940)", "B\u00e2rlad country Kingdom of Romania (1900)", "Buhu\u0219i country Kingdom of Romania (1900)", "Perer\u00eeta country Kingdom of Romania (1918)", "Khotyn country Kingdom of Romania (1941)", "Storozhynets country Kingdom of Romania (1941)" ] }, { "id": "q_003204", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Ralph Fiennes", "pred": "\nOkay, let's try to figure this out. The question is asking about the winner of Anders W. Berthelsen's nomination in 1999. But wait, looking at the evidence provided, I don't see any mention of Anders W. Berthelsen. Let me check again.\n\nThe", "em": 0.0, "f1": 0.0, "retrieved": [ "Rupert Everett nominated for European Film Award for Best Actor (1999)", "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Philippe Noiret award received European Film Award for Best Actor (1989)" ] }, { "id": "q_001109", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1918.0, "gold": "Neutral Moresnet", "pred": "\nOkay, let's tackle this question. The user is asking about the country that the Minden Government Region's country shared a border with in 1918. The reference year is 1918, so I need to focus on that.\n\nLooking at the evidence provided, there's a mention", "em": 0.0, "f1": 0.0, "retrieved": [ "Weimar Republic shares border with Neutral Moresnet (1918)", "Minden Government Region located in the administrative territorial entity North Rhine-Westphalia (1946)", "Minden Government Region country Weimar Republic (1918)", "Weimar Republic head of government Gustav Bauer (1919)", "Weimar Republic head of government Constantin Fehrenbach (1920)", "Weimar Republic head of government Joseph Wirth (1921)", "Weimar Republic head of government Gustav Stresemann (1923)", "Weimar Republic head of government Hans Luther (1925)", "Weimar Republic head of government Wilhelm Marx (1926)", "Weimar Republic head of government Hermann M\u00fcller (1928)" ] }, { "id": "q_001496", "complexity": "2hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking about the shares border with of Valeria Moriconi's country of citizenship after Riccardo Filippi's country of citizenship was Italy. The reference year is 1956.\n\nFirst, I need to parse the question. It", "em": 0.0, "f1": 0.0, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)", "Giacomo Bresadola country of citizenship Kingdom of Italy (1900)", "Cesare Arzel\u00e0 country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_004458", "complexity": "2hop", "operator_type": "before_after", "t_query": 1955.0, "gold": "Cel\u00e2l Bayar", "pred": "\nOkay, let's tackle this question. The user is asking, \"Before S\u00fcleyman Demirel, who was the head of state of Mehmed Uzun's country of citizenship?\" The reference year is 1955.\n\nFirst, I need to parse the evidence provided. Let's go", "em": 0.0, "f1": 0.0, "retrieved": [ "Mehmed Uzun country of citizenship Turkey (1953)", "Turkey head of state S\u00fcleyman Demirel (1993)", "\u00d6mer Nasuhi Bilmen country of citizenship Turkey (1923)", "\u00c7anakkale located in the administrative territorial entity Turkey (1923)", "Turkey head of state Cel\u00e2l Bayar (1950)", "Turkey head of state Cevdet Sunay (1966)", "Turkey head of state Kenan Evren (1980)", "Turkey head of state Abdullah G\u00fcl (2007)", "Turkey head of state Mustafa Kemal Atat\u00fcrk (1923)", "Turkey head of state Ahmet Necdet Sezer (2000)" ] }, { "id": "q_005199", "complexity": "2hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Klaus Wowereit", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of government of Sissel Tolaas's work location after Rudolf Bauer's work location in Berlin. \n\nFirst, I need to parse the information given. The reference year is 2009, but the", "em": 0.0, "f1": 0.0, "retrieved": [ "Rudolf Bauer work location Berlin (1905)", "Berlin head of government Willy Brandt (1957)", "Berlin head of government Klaus Sch\u00fctz (1967)", "Berlin head of government Dietrich Stobbe (1977)", "Berlin head of government Richard von Weizs\u00e4cker (1981)", "Berlin located in the administrative territorial entity Kingdom of Prussia (1900)", "Berlin located in the administrative territorial entity Free State of Prussia (1918)", "Berlin located in the administrative territorial entity Nazi Germany (1933)", "Berlin country Soviet occupation zone of Germany (1945)", "Konrad Biesalski work location Berlin (1900)" ] }, { "id": "q_000202", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2006.0, "gold": "Ireland", "pred": "\nOkay, let's see. The user is asking about the country of Matteo Priamo's member of sports team in 2006. The reference year is 2006, so I need to focus on the evidence provided for that year.\n\nLooking at the evidence, there's a mention", "em": 0.0, "f1": 0.0, "retrieved": [ "Bardiani CSF 7 Saber country Ireland (2006)", "Andrea Pagoto member of sports team Bardiani CSF 7 Saber (2006)", "Biagio Conte member of sports team Bardiani CSF 7 Saber (1996)", "Graeme Brown member of sports team Bardiani CSF 7 Saber (2002)", "Stefano Pirazzi member of sports team Bardiani CSF 7 Saber (2010)" ] }, { "id": "q_006446", "complexity": "2hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "European Coal and Steel Community", "pred": "\nOkay, let's try to figure this out. The question is asking, before the European Economic Community (EEC), who was a member of Edoardo Mangiarotti's country of citizenship. \n\nFirst, I need to determine which country Edoardo Mangiarotti was a citizen of. The evidence", "em": 0.0, "f1": 0.10256410256410256, "retrieved": [ "Edoardo Mangiarotti country of citizenship Italy (1946)", "Edoardo Mangiarotti country of citizenship Kingdom of Italy (1919)", "Edoardo Sonzogno country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001839", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Q953762", "pred": "\nOkay, let's try to figure this out. The question is asking about the head of government of Pedro Geromel's member of sports team, after mentioning that Barcelona is located in Barcelona Province. \n\nFirst, I need to parse the question correctly. The reference year is 2010. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Henrique Sereno member of sports team Vit\u00f3ria S.C. (2005)", "Edgar Bruno da Silva member of sports team Vit\u00f3ria S.C. (2010)", "Lionel Messi residence Barcelona (2000)", "August Puig work location Barcelona (1946)", "Coro member of sports team RCD Mallorca (2015)", "Marcelino Elena member of sports team RCD Mallorca (1996)", "Carlos Roa member of sports team RCD Mallorca (1997)", "Maxi L\u00f3pez member of sports team RCD Mallorca (2006)", "Germ\u00e1n Lux member of sports team RCD Mallorca (2007)", "Marvin Ogunjimi member of sports team RCD Mallorca (2011)" ] }, { "id": "q_001174", "complexity": "2hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "Latvian Higher League", "pred": "\nOkay, let's try to figure this out. The user is asking about the league or competition that Pavel Mochalin's sports team was part of, right after Andris Va\u0146ins was a member of FK Ventspils.\n\nFirst, I need to check the evidence provided. The evidence lists several", "em": 0.0, "f1": 0.04545454545454545, "retrieved": [ "FK Ventspils league or competition Latvian Higher League (1997)", "Deniss Ka\u010danovs member of sports team FK Ventspils (2002)", "Ihor Pokarynin member of sports team FK Ventspils (2006)", "Denis Popov member of sports team PFC Spartak Nalchik (2007)", "Andrei Vasyanovich member of sports team PFC Spartak Nalchik (2010)", "Aleksandr Budakov member of sports team PFC Spartak Nalchik (2012)", "Dmitri Radchenko member of sports team FC Zenit Saint Petersburg (1989)", "Tom\u00e1\u0161 Hubo\u010dan member of sports team FC Zenit Saint Petersburg (2008)", "Alessandro Rosina member of sports team FC Zenit Saint Petersburg (2009)", "Axel Witsel member of sports team FC Zenit Saint Petersburg (2012)" ] }, { "id": "q_006379", "complexity": "2hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Giorgio Napolitano", "pred": "\nOkay, let's try to figure this out. The question is asking, after Mario Piccioli's country of citizenship (which is Italy), what was the head of state of Francesca Romana Coluzzi's country of citizenship?\n\nFirst, I need to determine Francesca Romana Coluzzi's country of", "em": 0.0, "f1": 0.0, "retrieved": [ "Francesca Romana Coluzzi country of citizenship Italy (1946)", "Francesca Romana Coluzzi country of citizenship Kingdom of Italy (1943)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)", "Luis Andreoni country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001940", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Yugoslavia", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1989, what was the country of citizenship of Marcello Costalunga's country of citizenship? Wait, that wording is a bit confusing. Maybe it's asking about the borders of the country that Marcello Cost", "em": 0.0, "f1": 0.0, "retrieved": [ "Marcello Costalunga country of citizenship Italy (1946)", "Marcello Costalunga country of citizenship Kingdom of Italy (1925)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Marcello Mimmi country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001985", "complexity": "2hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "German Democratic Republic", "pred": "\nOkay, let's try to figure this out. The question is asking, after Bernhard Seeger received the Heinrich Mann Prize, what was the country of Heinz Czechowski's award received? The reference year is 1984.\n\nFirst, I need to look at the evidence provided. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Heinrich Mann Prize country German Democratic Republic (1953)", "Hans Lorbeer award received Heinrich Mann Prize (1959)", "Fred Wander award received Heinrich Mann Prize (1972)", "Peter Hacks award received Heinrich Mann Prize (1981)", "Wolfgang Schivelbusch award received Heinrich Mann Prize (2003)" ] }, { "id": "q_000177", "complexity": "2hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "German Democratic Republic", "pred": "\nOkay, let's try to figure this out. The question is asking about the territory claimed by Claus Korth's allegiance after West Germany contains the administrative territorial entity Hesse. \n\nFirst, I need to look at the evidence provided. Let me go through each point.\n\nClaus Korth's allegiance is mentioned", "em": 0.0, "f1": 0.0, "retrieved": [ "Claus Korth award received Knight's Cross of the Iron Cross (1941)", "Claus Korth allegiance Nazi Germany (1933)", "Claus Korth allegiance Weimar Republic (1932)", "Weimar Republic replaced by Nazi Germany (1933)", "Weimar Republic replaced by Free City of Danzig (1920)", "Claus Korth occupation military personnel (1932)", "Claus Korth military branch Kriegsmarine (1935)", "Claus Korth military branch German Navy (1932)", "Otto Schuhart allegiance Nazi Germany (1933)", "Werner Hartenstein allegiance Nazi Germany (1933)" ] }, { "id": "q_003534", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "\nOkay, let's try to figure out this question. The user is asking: \"In what year was the funder of University of Toronto's member of equal to Tsinghua University?\" Hmm, that's a bit confusing. Let me break it down.\n\nFirst, the reference year is 202", "em": 0.0, "f1": 0.0, "retrieved": [ "Irving Kaplansky employer University of Chicago (1945)", "Brian Kernighan academic degree Doctor of Philosophy (1969)", "Irving Kaplansky employer Harvard University (1941)", "Irving Kaplansky educated at Harvard University (1940)" ] }, { "id": "q_007118", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Steve Sampson", "pred": "\nOkay, let's try to figure this out. The question is asking: Before Bruce Arena, who was the head coach of Andreas Herzog's member of sports team? \n\nFirst, I need to understand the context. The user provided a list of players who were part of the Austria men's national football team", "em": 0.0, "f1": 0.0, "retrieved": [ "Josef Bican member of sports team Austria men's national football team (1933)", "Franz Hanreiter member of sports team Austria men's national football team (1935)", "Hans Pesser member of sports team Austria men's national football team (1935)", "Alfred K\u00f6rner member of sports team Austria men's national football team (1946)", "Robert K\u00f6rner member of sports team Austria men's national football team (1948)", "Ernst Kozlicek member of sports team Austria men's national football team (1954)", "Karl Kodat member of sports team Austria men's national football team (1971)", "Christian Keglevits member of sports team Austria men's national football team (1980)", "Alfred Roscher member of sports team Austria men's national football team (1987)", "Ralph Hasenh\u00fcttl member of sports team Austria men's national football team (1988)" ] }, { "id": "q_008135", "complexity": "2hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "Panama", "pred": "\nOkay, let's try to figure this out. The question is asking: \"What was the shares border with of Alexander Graham Bell's country of citizenship after Frank Tieri residence United States?\" \n\nFirst, I need to parse the question. It seems a bit convoluted, but breaking it down. The", "em": 0.0, "f1": 0.0, "retrieved": [ "United States shares border with Panama (1904)", "Alexander Graham Bell country of citizenship United States (1900)", "Frank Tieri residence United States (1911)", "Alexander Graham Bell award received Canada's Walk of Fame (2001)", "Hughes Medal winner Alexander Graham Bell (1913)", "Alexander Graham Bell award received Hughes Medal (1913)", "United States contains the administrative territorial entity Commonwealth of the Philippines (1935)", "Henry James country of citizenship United States (1900)", "Tina Turner country of citizenship United States (1939)", "Richard Pipes country of citizenship United States (1943)" ] }, { "id": "q_008030", "complexity": "2hop", "operator_type": "sequence", "t_query": 1988.0, "gold": "Maurice Druon", "pred": "\nOkay, let's try to figure this out. The question is asking: \"What was the general secretary of Jacques Laurent's member of after Ferdinand Foch member of Acad\u00e9mie Fran\u00e7aise?\" \n\nFirst, I need to parse the question correctly. It seems a bit convoluted, so breaking it down", "em": 0.0, "f1": 0.0, "retrieved": [ "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Genevoix (1958)", "Acad\u00e9mie Fran\u00e7aise general secretary Jean Mistler (1973)", "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Druon (1985)", "Acad\u00e9mie Fran\u00e7aise general secretary H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (1999)", "Jean Richepin member of Acad\u00e9mie Fran\u00e7aise (1908)", "Henri Bergson member of Acad\u00e9mie Fran\u00e7aise (1914)", "Philippe P\u00e9tain member of Acad\u00e9mie Fran\u00e7aise (1929)", "Andr\u00e9 Chaumeix member of Acad\u00e9mie Fran\u00e7aise (1930)", "Abel Bonnard member of Acad\u00e9mie Fran\u00e7aise (1932)", "Fran\u00e7ois Mauriac member of Acad\u00e9mie Fran\u00e7aise (1933)" ] }, { "id": "q_008449", "complexity": "2hop", "operator_type": "before_after", "t_query": 1975.0, "gold": "Kurt Biedenkopf", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the general secretary of Hanns Martin Schleyer's political party before Volker R\u00fche. The reference year is 1975.\n\nFirst, I need to recall which political party Hanns Martin Sch", "em": 0.0, "f1": 0.0, "retrieved": [ "Hanns Martin Schleyer member of political party Nazi Party (1937)", "Hanns Martin Schleyer member of Schutzstaffel (1933)", "Waltrude Schleyer spouse Hanns Martin Schleyer (1939)", "Hanns Martin Schleyer spouse Waltrude Schleyer (1939)", "Hanns Martin Schleyer employer Daimler-Benz AG (1951)", "Martin Walser member of political party Nazi Party (1944)", "Julius Streicher member of political party Nazi Party (1921)", "Hartmann Lauterbacher member of political party Nazi Party (1927)", "Hermann G\u00f6ring member of political party Nazi Party (1928)", "August Eigruber member of political party Nazi Party (1928)" ] }, { "id": "q_001457", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Thomas Keneally", "pred": "\nOkay, let's see. The user is asking about William Boyd's nominated work that won in 1982. The reference year is 1982.\n\nLooking at the evidence provided, there's a list of Booker Prize nominations and winners. Let me check each entry. \n\nFirst, the", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner Kingsley Amis (1986)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_001650", "complexity": "2hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "Sergi L\u00f3pez", "pred": "\nOkay, let's try to figure this out. The question is asking, after Ian McKellen, who was the winner of \"Bread and Tulips\" that was nominated for something. Wait, the reference year is 2000, so I need to focus on evidence around that time.\n\nLooking", "em": 0.0, "f1": 0.0, "retrieved": [ "European Film Award for Best Actor winner Philippe Noiret (1989)", "Miramax nominated for European Film Award for Best Film (1997)", "RAI nominated for European Film Award for Best Film (2000)", "G\u00e9za Berem\u00e9nyi nominated for European Film Award for Best Film (1989)", "Carlos Saura nominated for European Film Award for Best Film (1990)", "Riff-Raff nominated for European Film Award for Best Film (1991)", "Michael Haneke nominated for European Film Award for Best Film (1993)", "Patrice Ch\u00e9reau nominated for European Film Award for Best Film (2001)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)" ] }, { "id": "q_006597", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "SeatGeek Stadium", "pred": "\nOkay, let's tackle this question. The user is asking for the home venue of Logan Pause's member of sports team in 2009. \n\nFirst, I need to parse the evidence provided. Let me go through each piece of information step by step.\n\nThe reference year is 200", "em": 0.0, "f1": 0.0, "retrieved": [ "Logan Pause member of sports team United States men's national soccer team (2009)", "Chicago Fire FC home venue SeatGeek Stadium (2006)", "Logan Pause member of sports team Chicago Fire FC (2003)", "Roy Lassiter member of sports team United States men's national soccer team (1992)", "Mart\u00edn V\u00e1squez member of sports team United States men's national soccer team (1996)", "Kevin Hartman member of sports team United States men's national soccer team (1999)", "Brian Carroll member of sports team United States men's national soccer team (2005)", "Piotr Nowak member of sports team Chicago Fire FC (1998)", "Hristo Stoichkov member of sports team Chicago Fire FC (2000)" ] }, { "id": "q_003141", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1924.0, "gold": "Canada", "pred": "\nOkay, let's tackle this question. The user is asking for the country of registry of Joseph-Elz\u00e9ar Bernier's member of the crew in 1924. The evidence provided mentions that Joseph-Elz\u00e9ar Bernier was a member of the crew of the Gauss in", "em": 0.0, "f1": 0.0, "retrieved": [ "Joseph-Elz\u00e9ar Bernier member of the crew of Gauss (1904)", "Gauss country of registry Canada (1904)" ] }, { "id": "q_004341", "complexity": "2hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "BP", "pred": "\nOkay, let's try to figure this out. The question is asking about the sponsor of Wolfram Wuttke's sports team after Gerhard Krug was a member of Hamburger SV. The reference year is 1984.\n\nFirst, I need to check the evidence provided. The evidence lists", "em": 0.0, "f1": 0.0, "retrieved": [ "Helmut Roleder member of sports team Germany national under-15 football team (1969)", "Ralf Loose member of sports team Germany national under-15 football team (1977)", "Lars Ricken member of sports team Germany national under-15 football team (1990)", "Charles Takyi member of sports team Germany national under-15 football team (1998)", "Timo \u00c7e\u00e7en member of sports team Germany national under-15 football team (2009)", "Klaus Fischer member of sports team Germany national under-21 football team (1971)", "Dieter Bast member of sports team Germany national under-21 football team (1973)", "Pierre Littbarski member of sports team Germany national under-21 football team (1979)", "Joachim L\u00f6w member of sports team Germany national under-21 football team (1979)", "J\u00fcrgen Milewski member of sports team Germany national under-21 football team (1981)" ] }, { "id": "q_007989", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1905.0, "gold": "Russian Empire", "pred": "\nOkay, let's tackle this question. The user is asking about the country where Vedi was located in 1905. The evidence provided includes information about the Erivan Governorate and the years 1900 and 1917.\n\nFirst, I need to parse the evidence.", "em": 0.0, "f1": 0.0, "retrieved": [ "Vedi located in the administrative territorial entity Erivan Governorate (1900)", "Ararat located in the administrative territorial entity Erivan Governorate (1900)", "Erivan Governorate country Russian Empire (1900)", "Erivan Governorate country Russian Republic (1917)" ] }, { "id": "q_002962", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Mario Scelba", "pred": "\nOkay, let's try to figure out what Bruno Torpigliani's country of citizenship's head of government was in 1955. \n\nFirst, I need to determine which country Bruno Torpigliani was a citizen of in 1955. The evidence provided mentions his citizenship in", "em": 0.0, "f1": 0.0, "retrieved": [ "Bruno Torpigliani country of citizenship Italy (1946)", "Bruno Torpigliani country of citizenship Kingdom of Italy (1915)", "Bruno Barilli country of citizenship Kingdom of Italy (1900)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)", "Aristide Rinaldini country of citizenship Kingdom of Italy (1900)", "Giovanni Verga country of citizenship Kingdom of Italy (1900)", "Matilde Serao country of citizenship Kingdom of Italy (1900)", "Andrea Costa country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_001198", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "Allianz Arena", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking for the home venue of Kenny Cooper's member of sports team in 2011. \n\nFirst, I need to check the provided evidence to see if there's any mention of Kenny Cooper. Let me go through", "em": 0.0, "f1": 0.0, "retrieved": [ "Sam Johnstone member of sports team Manchester United F.C. (2011)", "Sam Johnstone member of sports team Oldham Athletic A.F.C. (2011)", "Roy Lassiter member of sports team United States men's national soccer team (1992)", "Mart\u00edn V\u00e1squez member of sports team United States men's national soccer team (1996)", "Kevin Hartman member of sports team United States men's national soccer team (1999)", "George Anderson member of sports team Manchester United F.C. (1911)", "Bobby Charlton member of sports team Manchester United F.C. (1956)", "Martin Buchan member of sports team Manchester United F.C. (1972)", "Steve Coppell member of sports team Manchester United F.C. (1975)", "Alan Foggon member of sports team Manchester United F.C. (1976)" ] }, { "id": "q_006028", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "Lu\u00eds Filipe Vieira", "pred": "\nOkay, let's try to figure this out. The question is asking, after Jo\u00e3o Tamagnini Barbosa, who was the chairperson of Artur Moraes's member of sports team? Hmm, first, I need to parse this correctly. The user is probably referring to a sports team where Art", "em": 0.0, "f1": 0.0, "retrieved": [ "Zinho member of sports team Cruzeiro E.C. (2003)", "Bob\u00f4 member of sports team Cruzeiro E.C. (2011)", "Pietro Ghedin member of sports team Siena FC (1984)", "Dario Passoni member of sports team Siena FC (2001)", "Davide Mandelli member of sports team Siena FC (2001)", "Michele Fini member of sports team Siena FC (2009)", "Alessandro Rosina member of sports team Siena FC (2012)", "Manuel Pami\u0107 member of sports team Siena FC (2014)", "Pietro Pastore member of sports team AS Roma (1935)", "Renato Cattaneo member of sports team AS Roma (1935)" ] }, { "id": "q_007856", "complexity": "2hop", "operator_type": "interval", "t_query": 1902.0, "gold": "1902", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the Rorschach\u2013St. Gallen railway line was replaced by Swiss Federal Railways, and the ownership was equal to Swiss Federal Railways. \n\nFirst, looking at the evidence provided. The first piece mentions that", "em": 0.0, "f1": 0.0, "retrieved": [ "Vereinigte Schweizerbahnen replaced by Swiss Federal Railways (1902)", "Wallisellen\u2013Uster\u2013Rapperswil railway line operator Vereinigte Schweizerbahnen (1900)" ] }, { "id": "q_003797", "complexity": "2hop", "operator_type": "interval", "t_query": 2011.0, "gold": "2011", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the replaces of Fontanezier were replaced by someone equal to Vaugondry. The reference year given is 2011, but there's no evidence provided.\n\nFirst, I need to understand the terms here", "em": 1.0, "f1": 0.05, "retrieved": [] }, { "id": "q_002920", "complexity": "2hop", "operator_type": "sequence", "t_query": 1941.0, "gold": "Adolf Hitler", "pred": "\nOkay, let's try to figure this out. The question is asking for the head of state of HMS Graph's country of registry after Potsdam country Nazi Germany. First, I need to understand the context here.\n\nThe reference year is 1941. The evidence given mentions HMS Gloucester launched", "em": 0.0, "f1": 0.0, "retrieved": [ "HMS Gloucester significant event ship launching (1909)", "HMS Diamond significant event ship launching (1932)" ] }, { "id": "q_004648", "complexity": "2hop", "operator_type": "interval", "t_query": 1998.0, "gold": "1998", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the winner of Yoshio Masui's award was equal to Lee Hartwell. But first, I need to understand what awards these people are associated with.\n\nLooking at the evidence provided, it lists several scientists and the years", "em": 0.0, "f1": 0.0, "retrieved": [ "Michael Heidelberger award received Albert Lasker Award for Basic Medical Research (1953)", "Bernard Brodie award received Albert Lasker Award for Basic Medical Research (1967)", "Sydney Brenner award received Albert Lasker Award for Basic Medical Research (1971)", "Charles Yanofsky award received Albert Lasker Award for Basic Medical Research (1971)", "Andrew Schally award received Albert Lasker Award for Basic Medical Research (1975)", "John Vane award received Albert Lasker Award for Basic Medical Research (1977)", "Frederick Sanger award received Albert Lasker Award for Basic Medical Research (1979)", "C\u00e9sar Milstein award received Albert Lasker Award for Basic Medical Research (1984)", "Stanley Cohen award received Albert Lasker Award for Basic Medical Research (1986)", "Martin Evans award received Albert Lasker Award for Basic Medical Research (2001)" ] }, { "id": "q_005249", "complexity": "2hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "Julie Christie", "pred": "\nOkay, let's try to figure this out. The question is asking, after Jeanne Eagels was nominated for the Academy Award for Best Actress, what was the winner of \"Marriage Italian-Style\" nominated for? Wait, but the reference year is 1965. Let me check the", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Actress winner Cher (1987)", "Academy Award for Best Actress winner Mary Pickford (1929)", "Academy Award for Best Actress winner Katharine Hepburn (1933)", "Academy Award for Best Actress winner Claudette Colbert (1934)", "Academy Award for Best Actress winner Joan Fontaine (1941)", "Academy Award for Best Actress winner Joan Crawford (1945)", "Academy Award for Best Actress winner Jane Wyman (1948)", "Academy Award for Best Actress winner Anna Magnani (1955)", "Academy Award for Best Actress winner Susan Hayward (1958)", "Academy Award for Best Actress winner Elizabeth Taylor (1960)" ] }, { "id": "q_004612", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "Luigi Einaudi", "pred": "\nOkay, let's try to figure this out. The question is asking about the head of state of Luigi Carnacina's country of citizenship in 1951. \n\nFirst, I need to determine which country Luigi Carnacina was a citizen of. The evidence provided lists several people with citizenship in", "em": 0.0, "f1": 0.05128205128205129, "retrieved": [ "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Luigi Bodio country of citizenship Kingdom of Italy (1900)", "Luigi Bianchi country of citizenship Kingdom of Italy (1900)", "Luigi Capello country of citizenship Kingdom of Italy (1900)", "Luigi Bertoni country of citizenship Kingdom of Italy (1900)", "Carlos Luigi Spegazzini country of citizenship Kingdom of Italy (1900)", "Luigi Guglielmo Cambray-Digny country of citizenship Kingdom of Italy (1900)", "Celso Benigno Luigi Costantini country of citizenship Kingdom of Italy (1900)", "Giorgio Scerbanenco country of citizenship Kingdom of Italy (1900)" ] }, { "id": "q_006383", "complexity": "2hop", "operator_type": "interval", "t_query": 1976.0, "gold": "1976", "pred": "\nOkay, let's try to figure this out. The question is asking for the year when the head of government of Giacomo Neri's country of citizenship was equal to Aldo Moro. \n\nFirst, I need to determine Giacomo Neri's country of citizenship during the reference year 1", "em": 0.0, "f1": 0.0, "retrieved": [ "Giacomo Neri member of sports team Italy men's national association football team (1939)", "Lombardy located in the administrative territorial entity Kingdom of Italy (1900)", "Marche located in the administrative territorial entity Kingdom of Italy (1900)", "Giacomo Neri country of citizenship Italy (1946)", "Giacomo Neri country of citizenship Kingdom of Italy (1916)", "Giacomo Neri member of sports team Rimini FC (1932)", "Giacomo Neri member of sports team Juventus FC (1936)", "Giacomo Neri member of sports team Genoa CFC (1945)", "Giacomo Neri member of sports team Inter Milan (1946)", "Giacomo Neri member of sports team US Livorno 1915 (1937)" ] }, { "id": "q_003997", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Daniel Auteuil", "pred": "\nOkay, let's try to figure out this question. The user is asking, \"Who was the winner of Romain Duris's nominated for after Roberto Benigni?\" The reference year is 2005. \n\nFirst, I need to understand the question. It seems like they're asking about", "em": 0.0, "f1": 0.0, "retrieved": [ "European Film Award for Best Actor winner Philippe Noiret (1989)", "Philippe Noiret nominated for European Film Award for Best Actor (1989)", "G\u00e9rard Depardieu nominated for European Film Award for Best Actor (1990)", "Rupert Everett nominated for European Film Award for Best Actor (1999)", "Elmar Wepper nominated for European Film Award for Best Actor (2008)", "Colin Farrell nominated for European Film Award for Best Actor (2015)", "Philippe Noiret award received European Film Award for Best Actor (1989)" ] }, { "id": "q_002521", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2020.0, "gold": "Heiko Herrlich", "pred": "\nOkay, let's try to figure out the answer to this question. The user is asking, \"In 2020, what was the head coach of Marek Such\u00fd's member of sports team?\" \n\nFirst, I need to parse the question correctly. It seems like they're asking about the", "em": 0.0, "f1": 0.0, "retrieved": [ "Czechia men's national football team head coach Karel Br\u00fcckner (2001)", "Czechia men's national football team head coach Petr Rada (2008)", "Czechia men's national football team head coach Jaroslav \u0160ilhav\u00fd (2018)", "Spartak Moscow head coach Massimo Carrera (2016)", "Tom\u00e1\u0161 Posp\u00edchal coach of sports team SK Slavia Prague (1987)", "Josef Bican member of sports team Czechia men's national football team (1939)", "Robert V\u00e1gner member of sports team Czechia men's national football team (1995)", "Ji\u0159\u00ed Jaro\u0161\u00edk member of sports team Czechia men's national football team (2000)", "Jarom\u00edr Bla\u017eek member of sports team Czechia men's national football team (2000)", "Tom\u00e1\u0161 Jun member of sports team Czechia men's national football team (2004)" ] }, { "id": "q_008451", "complexity": "2hop", "operator_type": "before_after", "t_query": 2021.0, "gold": "Mario Draghi", "pred": "\nOkay, let's try to figure this out. The question is asking, after Massimo D'Alema, who was the head of government of Cesare Benedetti's country for sport? \n\nFirst, I need to break down the information given. The reference year is 2021. The", "em": 0.0, "f1": 0.0, "retrieved": [ "Uberto de Morpurgo country for sport Italy (1918)", "Cesare Terranova country of citizenship Italy (1946)", "Cesare Siepi country of citizenship Italy (1946)", "Giovanni D'Ascenzi country of citizenship Italy (1946)", "Suso Cecchi d'Amico country of citizenship Italy (1946)", "Luigi Filippo D'Amico country of citizenship Italy (1946)", "Zita of Bourbon-Parma country of citizenship Italy (1946)", "Dalida country of citizenship Italy (1933)", "Franco Evangelisti country of citizenship Italy (1923)", "Alfred Neumann country of citizenship Italy (1933)" ] }, { "id": "q_002584", "complexity": "2hop", "operator_type": "interval", "t_query": 1944.0, "gold": "1944", "pred": "\nOkay, let's try to figure out when Johnny Burke won the Harry Warren award. The user is asking about the year Johnny Burke received the award that Harry Warren won. Wait, the question is a bit confusing. Let me read it again.\n\nThe question says: \"When was Johnny Burke the winner of Harry", "em": 0.0, "f1": 0.0, "retrieved": [ "Academy Award for Best Original Song winner Harry Warren (1943)", "Harry Warren award received Academy Award for Best Original Song (1944)", "Academy Award for Best Original Song winner Irving Berlin (1942)", "Academy Award for Best Original Song winner Richard Rodgers (1945)", "Richard Rodgers award received Academy Award for Best Original Song (1946)", "Henry Mancini award received Academy Award for Best Original Song (1962)", "Burt Bacharach award received Academy Award for Best Original Song (1970)", "James Horner award received Academy Award for Best Original Song (1997)", "Lady Gaga award received Academy Award for Best Original Song (2019)", "Carole Bayer Sager award received Academy Award for Best Original Song (1982)" ] }, { "id": "q_000401", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1959.0, "gold": "Zhou Enlai", "pred": "\nOkay, let's try to figure this out. The question is asking, in 1959, what was the head of government of Zhao Ziyang's country of citizenship?\n\nFirst, I need to determine Zhao Ziyang's country of citizenship. The evidence says \"Zhao Ziyang", "em": 0.0, "f1": 0.0, "retrieved": [ "People's Republic of China head of government Zhao Ziyang (1980)", "Zhao Ziyang residence Beijing (1989)", "Zhao Ziyang country of citizenship People's Republic of China (1949)", "Benxi located in the administrative territorial entity People's Republic of China (1949)", "Changchun located in the administrative territorial entity People's Republic of China (1953)", "Beijing country Provisional Government of the Republic of China (1937)", "People's Republic of China head of government Zhou Enlai (1949)", "People's Republic of China head of government Li Peng (1987)", "People's Republic of China head of government Zhu Rongji (1998)", "People's Republic of China head of government Wen Jiabao (2003)" ] }, { "id": "q_007273", "complexity": "2hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Harry Redknapp", "pred": "\nOkay, let's try to figure out the answer to this question. The question is asking: \"Who was the head coach of Michael Dawson's member of sports team before Tim Sherwood?\" \n\nFirst, I need to parse the question correctly. It seems like it's asking for the head coach of the team", "em": 0.0, "f1": 0.0, "retrieved": [ "Michael Dawson member of sports team England men's national association football team (2010)", "Nottingham Forest F.C. head coach Alex McLeish (2012)", "Michael Dawson member of sports team Nottingham Forest F.C. (2001)", "Michael Dawson member of sports team Tottenham Hotspur F.C. (2005)", "Alex McLeish coach of sports team Nottingham Forest F.C. (2012)", "Tony Barton member of sports team Nottingham Forest F.C. (1959)", "Peter Cormack member of sports team Nottingham Forest F.C. (1970)", "Colin Todd member of sports team Nottingham Forest F.C. (1982)", "Mark Crossley member of sports team Nottingham Forest F.C. (1989)", "Moreno Mannini member of sports team Nottingham Forest F.C. (1999)" ] }, { "id": "q_000566", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", "pred": "\nOkay, let's try to figure this out. The question is asking who was the general secretary of Jean-Loup Dabadie's member of after Jean Mistler. Hmm, first, I need to parse the question correctly. \n\nSo, Jean-Loup Dabadie became a member of the Acad\u00e9m", "em": 0.0, "f1": 0.0, "retrieved": [ "Acad\u00e9mie Fran\u00e7aise general secretary Jean Mistler (1973)", "Jean-Loup Dabadie member of Acad\u00e9mie Fran\u00e7aise (2008)", "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Genevoix (1958)", "Acad\u00e9mie Fran\u00e7aise general secretary Maurice Druon (1985)", "Acad\u00e9mie Fran\u00e7aise general secretary H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (1999)", "Jean Richepin member of Acad\u00e9mie Fran\u00e7aise (1908)", "Jean Gu\u00e9henno member of Acad\u00e9mie Fran\u00e7aise (1962)", "Jean Paulhan member of Acad\u00e9mie Fran\u00e7aise (1963)", "Jean-Marie Lustiger member of Acad\u00e9mie Fran\u00e7aise (1995)", "Jean-Fran\u00e7ois Revel member of Acad\u00e9mie Fran\u00e7aise (1997)" ] }, { "id": "q_001480", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Saku Koivu", "pred": "\nOkay, let's try to figure this out. The question is asking, \"After Maurice Richard, who was the team captain of Matt Carkner's drafted by?\" The reference year is 1999.\n\nFirst, I need to parse the question. It mentions Matt Carkner, so I", "em": 0.0, "f1": 0.0, "retrieved": [ "Maurice Richard member of sports team Montreal Canadiens (1942)", "Montreal Canadiens team captain Maurice Richard (1956)", "Henri Richard member of sports team Montreal Canadiens (1955)", "Montreal Canadiens team captain Saku Koivu (1999)", "Montreal Canadiens team captain Shea Weber (2018)" ] }, { "id": "q_002648", "complexity": "2hop", "operator_type": "before_after", "t_query": 1977.0, "gold": "Paul Scott", "pred": "\nOkay, let's try to figure this out. The question is asking who was the winner of Jennifer Johnston's nominated for before Kingsley Amis. Wait, the wording is a bit confusing. Let me parse it again.\n\nSo, the question is: \"Who was the winner of Jennifer Johnston's nominated for", "em": 0.0, "f1": 0.0, "retrieved": [ "The Curious Incident of the Dog in the Night-Time nominated for Booker Prize (2003)", "Kingsley Amis nominated for Booker Prize (1974)", "Booker Prize winner Kingsley Amis (1986)", "Kingsley Amis award received Booker Prize (1986)", "Salman Rushdie nominated for Booker Prize (1983)", "Monica Ali nominated for Booker Prize (2003)", "Chimamanda Ngozi Adichie nominated for Booker Prize (2004)", "Booker Prize winner Salman Rushdie (1981)", "Booker Prize winner DBC Pierre (2003)", "Booker Prize winner Kiran Desai (2006)" ] }, { "id": "q_005191", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1920.0, "gold": "Theodor Liebknecht", "pred": "\nOkay, let's tackle this question. The user is asking about Bruno Bieligk's political party chairperson in 1920. First, I need to check the reference year, which is 1920. The evidence provided is \"none,\" so there's no additional information to work", "em": 0.0, "f1": 0.0, "retrieved": [] }, { "id": "q_004451", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Azerbaijan Premier League", "pred": "\nOkay, let's try to figure this out. The question is asking about the league or competition that Andrey Popovi\u00e7 was part of in 2009. Let me look at the evidence provided.\n\nFirst, the reference year is 2009. The evidence lists several entries about And", "em": 0.0, "f1": 0.05, "retrieved": [ "FC Baku league or competition Azerbaijan Premier League (2003)", "Andrey Popovi\u00e7 member of sports team FC Baku (2008)", "Andrey Popovi\u00e7 member of sports team Sumgayit PFC (2014)", "Andrey Popovi\u00e7 member of sports team FC Metalurh Donetsk (2008)", "Bohdan Shust member of sports team FC Metalurh Donetsk (2009)", "Georgi Hristov member of sports team FC Baku (2008)", "Bledi Shk\u00ebmbi member of sports team FC Metalurh Donetsk (2004)", "Aram Hakobyan member of sports team FC Metalurh Donetsk (2004)", "Ihor Tymchenko member of sports team FC Metalurh Donetsk (2007)", "Erol Bulut member of sports team FC Metalurh Donetsk (2007)" ] } ] }