{ "name": "mistral-sft", "policy_path": "../checkpoints/sft-mistral/final", "split": "test", "n_samples": 1743, "temperature": 0.0, "max_new_tokens": 64, "overall": { "n": 1743, "em": 0.942627653471027, "f1": 0.27599803301047715, "th_n": 0 }, "by_complexity": { "1hop": { "n": 800, "em": 0.9975, "f1": 0.3432923966076061, "th_n": 0 }, "2hop": { "n": 800, "em": 0.945, "f1": 0.21943431329903768, "th_n": 0 }, "3plus": { "n": 143, "em": 0.6223776223776224, "f1": 0.2159664588248011, "th_n": 0 } }, "by_operator": { "before_after": { "n": 517, "em": 0.9535783365570599, "f1": 0.29670049390280956, "th_n": 0 }, "interval": { "n": 163, "em": 1.0, "f1": 0.13759406455089174, "th_n": 0 }, "point_in_time": { "n": 535, "em": 0.9289719626168225, "f1": 0.2987369153706003, "th_n": 0 }, "sequence": { "n": 528, "em": 0.928030303030303, "f1": 0.2754135112584148, "th_n": 0 } }, "per_example": [ { "id": "q_006291", "complexity": "3plus", "operator_type": "sequence", "t_query": 2017.0, "gold": "chairperson", "pred": "Hop 1: Jonas -> member of sports team -> S.L. Benfica (2017)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2017)\n Hop 3: Lu\u00eds Filipe V", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007337", "complexity": "3plus", "operator_type": "sequence", "t_query": 1907.0, "gold": "Nicholas II of Russia", "pred": "Hop 1: Ararat -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> head of state -> Nicholas II of Russia (1907", "em": 1.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000021", "complexity": "3plus", "operator_type": "sequence", "t_query": 1959.0, "gold": "President of Italy", "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (195", "em": 1.0, "f1": 0.2608695652173913, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007809", "complexity": "3plus", "operator_type": "sequence", "t_query": 2011.0, "gold": "Irina Bokova", "pred": "Hop 1: Kach -> designated as terrorist by -> United States (2011)\n Hop 2: United States -> head of government -> Barack Obama (2011)\n Hop 3: Barack Obama -> member of -> UNESCO (2011)\n Hop", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001979", "complexity": "3plus", "operator_type": "interval", "t_query": 1998.0, "gold": "1998", "pred": "Hop 1: Arnold J. Levine -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1998)\n Hop 2: Paul Ehrlich and Ludwig Darmstaedter Prize -> winner -> Paul Ehrlich (1998)\n Answer:", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005455", "complexity": "3plus", "operator_type": "sequence", "t_query": 1982.0, "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", "pred": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Actress (1982)\n Hop 2: Academy Award for Best Actress -> winner -> Meryl Streep (1982)\n Hop 3: Meryl Streep -> award received -> Academy", "em": 0.0, "f1": 0.3703703703703704, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008005", "complexity": "3plus", "operator_type": "before_after", "t_query": 1961.0, "gold": "President of Italy", "pred": "Hop 1: Urbano Lazzaro -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (196", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008690", "complexity": "3plus", "operator_type": "sequence", "t_query": 1968.0, "gold": "President of Italy", "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (196", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008321", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1976.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Vito Lattanzio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Hop 3: Aldo Moro -> position held -> Prime Minister of Italy (19", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007761", "complexity": "3plus", "operator_type": "before_after", "t_query": 2002.0, "gold": "Arista Records", "pred": "Hop 1: John Mayer -> unmarried partner -> Jennifer Love Hewitt (2002)\n Hop 2: John Mayer -> nominated for -> MTV Video Music Award for Best New Artist (2002)\n Hop 3: A&M Records -> record label of", "em": 0.0, "f1": 0.06896551724137931, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008118", "complexity": "3plus", "operator_type": "before_after", "t_query": 1959.0, "gold": "President of Italy", "pred": "Hop 1: Vincent Cimatti -> country of citizenship -> Italy (1959)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1959)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1959)", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001360", "complexity": "3plus", "operator_type": "sequence", "t_query": 1970.0, "gold": "Chinese Communist Party", "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai ->", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000136", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Michele Pellegrino -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> head of government -> Arnaldo Forlani (1981)\n Hop 3: Arnaldo Forlani -> position held -> Prime Minister of", "em": 0.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006986", "complexity": "3plus", "operator_type": "before_after", "t_query": 1955.0, "gold": "President of Italy", "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1955)\n Hop 3: Luigi Einaudi -> position held -> President of Italy (195", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003298", "complexity": "3plus", "operator_type": "before_after", "t_query": 1940.0, "gold": "constitutional monarchy", "pred": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> government -> Kingdom of Afghanistan (1940)\n Answer: Kingdom of Afghanistan", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006733", "complexity": "3plus", "operator_type": "before_after", "t_query": 1968.0, "gold": "President of Italy", "pred": "Hop 1: Bruno Pesaola -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (196", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005866", "complexity": "3plus", "operator_type": "before_after", "t_query": 2004.0, "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", "pred": "Hop 1: Diane Keaton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Hop 3: Hilary Swank -> award received -> Academy Award for", "em": 0.0, "f1": 0.30769230769230765, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004748", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1964.0, "gold": "President of Italy", "pred": "Hop 1: Alfredo Sivocci -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> President of Italy (1964)", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004795", "complexity": "3plus", "operator_type": "sequence", "t_query": 1922.0, "gold": "Chancellor of Germany", "pred": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1922)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1922)\n Hop 3: Weimar Republic -> head of government -> Wilhelm Marx", "em": 0.0, "f1": 0.09090909090909091, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000787", "complexity": "3plus", "operator_type": "before_after", "t_query": 1932.0, "gold": "constitutional monarchy", "pred": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> Emirate (1932)\n Answer: Emirate", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008333", "complexity": "3plus", "operator_type": "before_after", "t_query": 1963.0, "gold": "President of Italy", "pred": "Hop 1: Aldo Morandi -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Hop 3: Antonio Segni -> position held -> President of Italy (1963)", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008338", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Academy Award for Best Visual Effects", "pred": "Hop 1: True Lies -> nominated for -> MTV Movie Award for Best Comedic Performance (1995)\n Hop 2: MTV Movie Award for Best Comedic Performance -> winner -> Jim Carrey (1995)\n Hop 3: Jim Carrey -> nominated", "em": 0.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001840", "complexity": "3plus", "operator_type": "sequence", "t_query": 1995.0, "gold": "President of Italy", "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001274", "complexity": "3plus", "operator_type": "sequence", "t_query": 1967.0, "gold": "President of Italy", "pred": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000547", "complexity": "3plus", "operator_type": "sequence", "t_query": 1965.0, "gold": "President of Italy", "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001052", "complexity": "3plus", "operator_type": "sequence", "t_query": 1955.0, "gold": "President of Italy", "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1955)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1955)", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006228", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1963.0, "gold": "Mayor of New York City", "pred": "Hop 1: Jane Jacobs -> residence -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of New", "em": 0.0, "f1": 0.3846153846153846, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006414", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Jean Monnet", "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1955)\n Hop 3: European Coal and Steel Community -> chairperson -> Jean Monnet (19", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001651", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "President of Italy", "pred": "Hop 1: Daniela Rocca -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1957)", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007640", "complexity": "3plus", "operator_type": "before_after", "t_query": 1956.0, "gold": "President of Italy", "pred": "Hop 1: Plinio Antolini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (195", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007972", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1969.0, "gold": "President of Italy", "pred": "Hop 1: Annalena Tonelli -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1969)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (19", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004943", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1938.0, "gold": "Nazi Germany", "pred": "Hop 1: U-13 -> part of -> 1st U-boat Flotilla (1938)\n Hop 2: 1st U-boat Flotilla -> location -> Kiel (1938)\n Hop 3: Kiel -> country of U-", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007287", "complexity": "3plus", "operator_type": "before_after", "t_query": 1998.0, "gold": "President of Italy", "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005394", "complexity": "3plus", "operator_type": "before_after", "t_query": 1997.0, "gold": "President of Italy", "pred": "Hop 1: Veriano Luchetti -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007314", "complexity": "3plus", "operator_type": "sequence", "t_query": 1957.0, "gold": "Mayor of New York City", "pred": "Hop 1: Elliott Erwitt -> work location -> New York City (1957)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1957)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held", "em": 0.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003452", "complexity": "3plus", "operator_type": "sequence", "t_query": 1948.0, "gold": "Mayor of New York City", "pred": "Hop 1: Mary Blair -> residence -> New York City (1948)\n Hop 2: New York City -> head of government -> William O'Dwyer (1948)\n Hop 3: William O'Dwyer -> position held -> Mayor of New York City", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006815", "complexity": "3plus", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "Hop 1: Love the Way You Lie -> nominated for -> MTV Video Music Award for Best Choreography (2010)\n Hop 2: MTV Video Music Award for Best Choreography -> winner -> Fatima Robinson (2010)\n Answer: 2010", "em": 1.0, "f1": 0.0909090909090909, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008439", "complexity": "3plus", "operator_type": "sequence", "t_query": 1995.0, "gold": "Tim Robbins", "pred": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress (1995) -> winner -> Susan Sarandon\n Hop 3: Susan Sarandon -> unmarried partner -> Timothy Hutton (", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003245", "complexity": "3plus", "operator_type": "sequence", "t_query": 1932.0, "gold": "constitutional monarchy", "pred": "Hop 1: Niobe -> country of registry -> Germany (1932)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1932)\n Hop 3: Afghanistan -> basic form of government -> Emirate (1932)\n Answer: Emirate", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008633", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1920.0, "gold": "Bucharest", "pred": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1920)\n Hop 2: Vla\u0219ca County -> country -> Kingdom of Romania (1920)\n Hop 3: Kingdom of Romania -> capital -> Bucharest (1920", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003473", "complexity": "3plus", "operator_type": "sequence", "t_query": 1915.0, "gold": "Nicholas II of Russia", "pred": "Hop 1: Dushanbe -> located in -> Emirate of Bukhara (1915)\n Hop 2: Emirate of Bukhara -> country -> Russian Empire (1915)\n Hop 3: Russian Empire -> head of state -> Nicholas II", "em": 0.0, "f1": 0.27272727272727276, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001673", "complexity": "3plus", "operator_type": "before_after", "t_query": 1967.0, "gold": "President of Italy", "pred": "Hop 1: Aurelio Sabattani -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005726", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1934.0, "gold": "First Republic of Austria", "pred": "Hop 1: Aachen -> country -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> Federal State of Austria (1934)\n Hop 3: Federal State of Austria -> replaces -> Austria (1934)\n Answer: Austria", "em": 0.0, "f1": 0.1818181818181818, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004929", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "President of Italy", "pred": "Hop 1: Virginio Rosetta -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (196", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006286", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Deutsche Mark", "pred": "Hop 1: Mannheim Observatory -> owned by -> Mannheim (1977)\n Hop 2: Mannheim -> country -> West Germany (1977)\n Hop 3: West Germany -> currency -> Deutsche mark (1977)\n Answer: Deutsche mark", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002759", "complexity": "3plus", "operator_type": "before_after", "t_query": 2005.0, "gold": "K\u014dichir\u014d Matsuura", "pred": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2005)\n Hop 2: United States -> member of -> UNESCO (2005)\n Hop 3: UNESCO -> chairperson -> Ko\u00efchiro Matsuura (", "em": 0.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004009", "complexity": "3plus", "operator_type": "interval", "t_query": 2014.0, "gold": "2014", "pred": "Hop 1: Thierry Mariani -> member of political party -> Union for a Popular Movement (2014)\n Hop 2: Union for a Popular Movement -> chairperson -> Jean-Fran\u00e7ois Cop\u00e9 (2014)\n Hop 3: Jean-Fran\u00e7ois Cop", "em": 1.0, "f1": 0.0909090909090909, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007134", "complexity": "3plus", "operator_type": "before_after", "t_query": 1998.0, "gold": "President of Italy", "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002750", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1976.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Hop 3: Aldo Moro -> position held -> Prime Minister of Italy (1976)", "em": 1.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000812", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "U-13", "pred": "Hop 1: U-14 -> commanded by -> Victor Oehrn (1936)\n Hop 2: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Hop 3: 1st U-boat Fl", "em": 0.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003515", "complexity": "3plus", "operator_type": "sequence", "t_query": 1968.0, "gold": "President of Italy", "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005012", "complexity": "3plus", "operator_type": "sequence", "t_query": 1982.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Hop 3: Giovanni Spadolini -> position held -> Prime Minister of", "em": 0.0, "f1": 0.32, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004016", "complexity": "3plus", "operator_type": "sequence", "t_query": 1980.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Ernesto Prinoth -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Francesco Cossiga (1980)\n Hop 3: Francesco Cossiga -> position held -> President of Italy (1980)", "em": 0.0, "f1": 0.1818181818181818, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008522", "complexity": "3plus", "operator_type": "before_after", "t_query": 1955.0, "gold": "President of Italy", "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1955)\n Hop 3: Luigi Einaudi -> position held -> President of Italy (195", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002972", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "President of Italy", "pred": "Hop 1: Tano Cimarosa -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000716", "complexity": "3plus", "operator_type": "sequence", "t_query": 1958.0, "gold": "Giovanni Gronchi", "pred": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Giovanni Gronchi (1958)", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004128", "complexity": "3plus", "operator_type": "sequence", "t_query": 1956.0, "gold": "President of Italy", "pred": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002796", "complexity": "3plus", "operator_type": "interval", "t_query": 1923.0, "gold": "1923", "pred": "Hop 1: Weimar Republic -> currency -> Rentenmark (1923)\n Hop 2: Rentenmark -> replaces -> Papiermark (1923)\n Answer: 1923", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007015", "complexity": "3plus", "operator_type": "sequence", "t_query": 2014.0, "gold": "Botafogo F.R.", "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2014)\n Hop 3: Massimiliano Allegri -> member of sports team ->", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003552", "complexity": "3plus", "operator_type": "sequence", "t_query": 2014.0, "gold": "chairperson", "pred": "Hop 1: Miralem Sulejmani -> member of sports team -> S.L. Benfica (2014)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2014)\n Hop 3:", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004730", "complexity": "3plus", "operator_type": "sequence", "t_query": 1907.0, "gold": "God Save the Tsar!", "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1907)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1907)\n Hop 3: Russian Empire -> anthem -> God Save the Tsar (1907", "em": 0.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005767", "complexity": "3plus", "operator_type": "before_after", "t_query": 2010.0, "gold": "Angela Merkel", "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002032", "complexity": "3plus", "operator_type": "sequence", "t_query": 1988.0, "gold": "Mayor of New York City", "pred": "Hop 1: Oliver & Company -> narrative location -> New York City (1988)\n Hop 2: New York City -> head of government -> Ed Koch (1988)\n Hop 3: Ed Koch -> position held -> Mayor of New York City (1988", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008644", "complexity": "3plus", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "Hop 1: Salman Rushdie -> spouse -> Padma Lakshmi (2005)\n Hop 2: Padma Lakshmi -> nominated for -> John Banville (2005)\n Answer: John Banville", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006768", "complexity": "3plus", "operator_type": "before_after", "t_query": 1987.0, "gold": "West Germany", "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1987)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1987)\n Hop 3: Helmut Kohl -> country of citizenship -> West Germany (1", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002122", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1964.0, "gold": "President of Italy", "pred": "Hop 1: Angelo Cella -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> head of state -> Antonio Segni (1964)\n Hop 3: Antonio Segni -> position held -> President of Italy (1964)\n Answer", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007638", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1980.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Arnaldo Forlani (1980)\n Hop 3: Arnaldo Forlani -> position held -> Prime Minister of", "em": 0.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000842", "complexity": "3plus", "operator_type": "sequence", "t_query": 1938.0, "gold": "God Save the King", "pred": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> head of state -> George VI (1938)\n Hop 3: George VI -> anthem -> God Save The King (1938)\n Answer:", "em": 1.0, "f1": 0.32, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003512", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Golden Globe Award for Best Actress \u2013 Motion Picture Drama", "pred": "Hop 1: On Golden Pond -> nominated for -> Academy Award for Best Sound (1982)\n Hop 2: Academy Award for Best Sound (1982) -> received of -> Robert R. Anderson (1982)\n Answer: Robert R. Anderson", "em": 0.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002727", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1938.0, "gold": "Federal State of Austria", "pred": "Hop 1: 1938 World Figure Skating Championships -> location -> Berlin (1938)\n Hop 2: Berlin -> located in -> Nazi Germany (1938)\n Hop 3: Nazi Germany -> shares border with -> Switzerland (1938)\n Answer:", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004477", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "President of Italy", "pred": "Hop 1: Tommaso Padoa-Schioppa -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Giuseppe Saragat -> position held ->", "em": 0.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004639", "complexity": "3plus", "operator_type": "sequence", "t_query": 1965.0, "gold": "President of Italy", "pred": "Hop 1: Lelio Antoniotti -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002027", "complexity": "3plus", "operator_type": "sequence", "t_query": 1913.0, "gold": "Nicholas II of Russia", "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1913)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1913)\n Hop 3: Russian Empire -> head of state -> Nicholas II of Russia (1913)", "em": 1.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004554", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1961.0, "gold": "President of Italy", "pred": "Hop 1: Gino Archesso -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005676", "complexity": "3plus", "operator_type": "sequence", "t_query": 2000.0, "gold": "United States", "pred": "Hop 1: Laureus World Sports Award for Comeback of the Year -> winner -> Lance Armstrong (2000)\n Hop 2: Lance Armstrong -> member of sports team -> Discovery Channel (2000)\n Hop 3: Discovery Channel -> country of", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008291", "complexity": "3plus", "operator_type": "before_after", "t_query": 1956.0, "gold": "President of Italy", "pred": "Hop 1: Linda Sini -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1956)", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008225", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "President of Italy", "pred": "Hop 1: Luciano Emmer -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001173", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Chinese Communist Party", "pred": "Hop 1: Guo Moruo -> country of citizenship -> People's Republic of China (1970)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1970)\n Hop 3: Zhou Enlai ->", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008571", "complexity": "3plus", "operator_type": "sequence", "t_query": 1940.0, "gold": "constitutional monarchy", "pred": "Hop 1: Metz -> country -> Germany (1940)\n Hop 2: Germany -> diplomatic relation -> Afghanistan (1940)\n Hop 3: Afghanistan -> basic form of government -> Emirate (1940)\n Answer: Emirate", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000937", "complexity": "3plus", "operator_type": "interval", "t_query": 1934.0, "gold": "1934", "pred": "Hop 1: Heinrich Liebe -> allegiance -> Nazi Germany (1934)\n Hop 2: Nazi Germany -> shares border with -> First Republic of Austria (1934)\n Hop 3: First Republic of Austria -> replaces of allegiance -> Austria (1934)", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003736", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1921.0, "gold": "Friedrich Ebert", "pred": "Hop 1: SMS Arcona -> crew members -> Eberhard Godt (1921)\n Hop 2: Eberhard Godt -> allegiance -> Weimar Republic (1921)\n Hop 3: Weimar Republic -> head of state -> Friedrich E", "em": 0.0, "f1": 0.09523809523809525, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002966", "complexity": "3plus", "operator_type": "sequence", "t_query": 1995.0, "gold": "President of Italy", "pred": "Hop 1: Mariano Agate -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1995)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy (1", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000538", "complexity": "3plus", "operator_type": "sequence", "t_query": 1955.0, "gold": "President of Italy", "pred": "Hop 1: Giovanni Falcone -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1955)\n Hop 3: Luigi Einaudi -> position held -> President of Italy (195", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000838", "complexity": "3plus", "operator_type": "before_after", "t_query": 2012.0, "gold": "Football Manager of the Year", "pred": "Hop 1: Ant\u00f4nio da Silva -> member of sports team -> MSV Duisburg (2012)\n Hop 2: MSV Duisburg -> head coach -> Thomas Schneider (2012)\n Hop 3: Thomas Schneider -> received award of ->", "em": 0.0, "f1": 0.08000000000000002, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002448", "complexity": "3plus", "operator_type": "sequence", "t_query": 1983.0, "gold": "Vanderbilt University", "pred": "Hop 1: Viktor Hamburger -> award received -> Louisa Gross Horwitz Prize (1983)\n Hop 2: Louisa Gross Horwitz Prize -> winner -> Rita Levi-Montalcini (1983)\n Hop 3: R", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007230", "complexity": "3plus", "operator_type": "before_after", "t_query": 2003.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (200", "em": 1.0, "f1": 0.2608695652173913, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004534", "complexity": "3plus", "operator_type": "sequence", "t_query": 1953.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Odo Fusi Pecci -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 3: Alcide De Gasperi -> position held", "em": 0.0, "f1": 0.17391304347826086, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007740", "complexity": "3plus", "operator_type": "before_after", "t_query": 1960.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Antonio Segni (1960)\n Hop 3: Antonio Segni -> position held -> Prime Minister of Italy (1", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007848", "complexity": "3plus", "operator_type": "sequence", "t_query": 2008.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Mariano Agate -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of government -> Romano Prodi (2008)\n Hop 3: Romano Prodi -> position held -> Prime Minister of Italy (2008", "em": 1.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003817", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Mayor of New York City", "pred": "Hop 1: Variety -> place of publication -> New York City (1947)\n Hop 2: New York City -> head of government -> William O'Dwyer (1947)\n Hop 3: William O'Dwyer -> position held -> Mayor of New York", "em": 0.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006982", "complexity": "3plus", "operator_type": "sequence", "t_query": 1986.0, "gold": "Hannelore Kohl", "pred": "Hop 1: Ulrike Herrmann -> member of political party -> Christian Democratic Union (1986)\n Hop 2: Christian Democratic Union -> chairperson -> Helmut Kohl (1986)\n Hop 3: Helmut Kohl -> spouse -> Hildegard Schmidt-", "em": 0.0, "f1": 0.09090909090909091, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000932", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Governing Mayor of Berlin", "pred": "Hop 1: Q896393 -> work location -> Berlin (1977)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1977)\n Hop 3: Dietrich Stobbe -> position held -> Mayor of Berlin (19", "em": 0.0, "f1": 0.27272727272727276, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004711", "complexity": "3plus", "operator_type": "sequence", "t_query": 1980.0, "gold": "Vanderbilt University", "pred": "Hop 1: Paul Berg -> award received -> Albert Lasker Award for Basic Medical Research (1980)\n Hop 2: Albert Lasker Award for Basic Medical Research -> employer -> Rockefeller University (1980)\n Answer: Rockefeller University", "em": 0.0, "f1": 0.09999999999999999, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001424", "complexity": "3plus", "operator_type": "before_after", "t_query": 1920.0, "gold": "Free State of Prussia", "pred": "Hop 1: Tilla Durieux -> spouse -> Paul Cassirer (1920)\n Hop 2: Paul Cassirer -> work location -> Berlin (1920)\n Hop 3: Berlin -> located in -> Free State of Prussia (1920)\n Answer", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006808", "complexity": "3plus", "operator_type": "before_after", "t_query": 1968.0, "gold": "President of Italy", "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (1", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005728", "complexity": "3plus", "operator_type": "before_after", "t_query": 1980.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Arnaldo Forlani (1980)\n Hop 3: Arnaldo Forlani -> position held -> Prime Minister of", "em": 0.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000501", "complexity": "3plus", "operator_type": "sequence", "t_query": 1995.0, "gold": "Civic Democratic Party", "pred": "Hop 1: Lubo\u0161 Kohoutek -> country of citizenship -> Czech Republic (1995)\n Hop 2: Czech Republic -> head of government -> V\u00e1clav Klaus (1995)\n Hop 3: V\u00e1clav Klaus -> member of political", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003472", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Jean Monnet", "pred": "Hop 1: Carlo Rambaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1955)\n Hop 3: European Coal and Steel Community -> chairperson -> Jean Monnet (195", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007593", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1958.0, "gold": "Giovanni Gronchi", "pred": "Hop 1: Alberto Moravia -> spouse -> Elsa Morante (1958)\n Hop 2: Elsa Morante -> country of citizenship -> Italy (1958)\n Hop 3: Italy -> head of state -> Giovanni Gronchi (1958)", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004304", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1943.0, "gold": "military personnel", "pred": "Hop 1: U-120 -> part of -> 21st U-boat Flotilla (1943)\n Hop 2: 21st U-boat Flotilla -> commanded by -> Otto Schuhart (1943)\n Answer: Otto Schuh", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004513", "complexity": "3plus", "operator_type": "sequence", "t_query": 1953.0, "gold": "Jean Monnet", "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1953)\n Hop 3: European Coal and Steel Community -> chairperson -> Jean Monnet (195", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001144", "complexity": "3plus", "operator_type": "sequence", "t_query": 2010.0, "gold": "Angela Merkel", "pred": "Hop 1: Bj\u00f6rn Schr\u00f6der -> member of sports team -> Milram (2010)\n Hop 2: Milram -> country -> Germany (2010)\n Hop 3: Germany -> head of government -> Angela Merkel (2010)", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004736", "complexity": "3plus", "operator_type": "sequence", "t_query": 1996.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Virginio De Paoli -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Lamberto Dini (1996)\n Hop 3: Lamberto Dini -> position held -> Prime Minister of Italy (1", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001077", "complexity": "3plus", "operator_type": "sequence", "t_query": 1964.0, "gold": "Mayor of New York City", "pred": "Hop 1: Arman -> work location -> New York City (1964)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1964)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of New", "em": 0.0, "f1": 0.3846153846153846, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008586", "complexity": "3plus", "operator_type": "sequence", "t_query": 2003.0, "gold": "chairperson", "pred": "Hop 1: Sim\u00e3o Sabrosa -> member of sports team -> S.L. Benfica (2003)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2003)\n Hop 3: Lu\u00eds F", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004250", "complexity": "3plus", "operator_type": "interval", "t_query": 1976.0, "gold": "1976", "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Hop 3: Aldo Moro -> Prime Minister of Italy (1976)\n Answer:", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002769", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Mayor of New York City", "pred": "Hop 1: Dennis Stock -> work location -> New York City (1955)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1955)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of New", "em": 0.0, "f1": 0.37037037037037035, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001923", "complexity": "3plus", "operator_type": "sequence", "t_query": 1958.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Alfredo Mazzoni -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Adone Zoli (1958)\n Hop 3: Adone Zoli -> position held -> Prime Minister of Italy (195", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008379", "complexity": "3plus", "operator_type": "before_after", "t_query": 1958.0, "gold": "President of Italy", "pred": "Hop 1: Cesare Terranova -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1958", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004279", "complexity": "3plus", "operator_type": "sequence", "t_query": 1936.0, "gold": "U-13", "pred": "Hop 1: U-14 -> commanded by -> Victor Oehrn (1936)\n Hop 2: Victor Oehrn -> affiliation -> 1st U-boat Flotilla (1936)\n Hop 3: 1st U-boat Fl", "em": 0.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008534", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1958.0, "gold": "President of Italy", "pred": "Hop 1: Bruno Arcari -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1958)", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001990", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1945.0, "gold": "United Nations", "pred": "Hop 1: Bad Day at Black Rock -> narrative location -> United States (1945)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1945)\n Hop 3: Territory of Hawaii -> member of -> United States (19", "em": 0.0, "f1": 0.07692307692307693, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000057", "complexity": "3plus", "operator_type": "sequence", "t_query": 1970.0, "gold": "President of Italy", "pred": "Hop 1: Attilio Pierelli -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (197", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003633", "complexity": "3plus", "operator_type": "sequence", "t_query": 1966.0, "gold": "President of Italy", "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1966)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1966)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007357", "complexity": "3plus", "operator_type": "sequence", "t_query": 1989.0, "gold": "Mayor of New York City", "pred": "Hop 1: Prelinger Archives -> located in -> New York City (1989)\n Hop 2: New York City -> head of government -> Ed Koch (1989)\n Hop 3: Ed Koch -> position held -> Mayor of New York City (198", "em": 1.0, "f1": 0.3846153846153846, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005638", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "President of the United States", "pred": "Hop 1: Michael Barry -> member of sports team -> Discovery Channel (2004)\n Hop 2: Discovery Channel -> country -> United States (2004)\n Hop 3: United States -> head of government -> George W. Bush (2004)\n Hop", "em": 0.0, "f1": 0.23076923076923073, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002803", "complexity": "3plus", "operator_type": "sequence", "t_query": 1955.0, "gold": "Jean Monnet", "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1955)\n Hop 3: European Coal and Steel Community -> chairperson -> Jean Monnet (19", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005319", "complexity": "3plus", "operator_type": "sequence", "t_query": 1965.0, "gold": "President of Italy", "pred": "Hop 1: Sergio Andreoli -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (196", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008568", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "President of Italy", "pred": "Hop 1: Giuseppe Petrilli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Hop 3: Oscar Luigi Scalfaro -> position held -> President of Italy", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008187", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Botafogo F.R.", "pred": "Hop 1: Michelangelo Albertazzi -> member of sports team -> AC Milan (2014)\n Hop 2: AC Milan -> head coach -> Filippo Inzaghi (2014)\n Hop 3: Filippo Inzaghi -> member of sports team ->", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002510", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "Bill Clinton", "pred": "Hop 1: Lance Armstrong -> member of sports team -> Motorola (1996)\n Hop 2: Motorola -> country -> United States (1996)\n Hop 3: United States -> head of government -> Bill Clinton (1996)\n Answer: Bill", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007048", "complexity": "3plus", "operator_type": "sequence", "t_query": 1912.0, "gold": "Nicholas II of Russia", "pred": "Hop 1: \u010cervie\u0144 -> capital of -> Igumensky Uyezd (1912)\n Hop 2: Igumensky Uyezd -> country -> Russian Empire (1912)\n Hop 3: Russian Empire -> head of state ->", "em": 0.0, "f1": 0.10526315789473685, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000284", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Irina Bokova", "pred": "Hop 1: Susan Polgar -> country for sport -> United States (2012)\n Hop 2: United States -> member of -> UNESCO (2012)\n Hop 3: UNESCO -> chairperson -> Ko\u00efchiro Matsuura (201", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007586", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1915.0, "gold": "German Emperor", "pred": "Hop 1: Breitscheidplatz -> named after -> Augusta Victoria of Schleswig-Holstein (1915)\n Hop 2: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1915)\n Hop 3: Wilhelm II -> position", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006367", "complexity": "3plus", "operator_type": "sequence", "t_query": 1980.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Getulio Alviani -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of government -> Arnaldo Forlani (1980)\n Hop 3: Arnaldo Forlani -> position held -> Prime Minister of", "em": 0.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003015", "complexity": "3plus", "operator_type": "sequence", "t_query": 1958.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Loris Francesco Capovilla -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of government -> Adone Zoli (1958)\n Hop 3: Adone Zoli -> position held -> Prime Minister of Italy (19", "em": 1.0, "f1": 0.32, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002788", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1969.0, "gold": "Robert Stephens", "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress -> winner -> Maggie Smith (1969)\n Hop 3: Maggie Smith -> spouse -> Robert Morley (1969)", "em": 0.0, "f1": 0.09090909090909091, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001092", "complexity": "3plus", "operator_type": "sequence", "t_query": 1906.0, "gold": "God Save the Tsar!", "pred": "Hop 1: Helsinki -> capital of -> Grand Duchy of Finland (1906)\n Hop 2: Grand Duchy of Finland -> anthem -> God Save the Tsar! (1906)\n Answer: God Save the Tsar!", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000319", "complexity": "3plus", "operator_type": "before_after", "t_query": 1960.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Andrea Pangrazio -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Antonio Segni (1960)\n Hop 3: Antonio Segni -> position held -> Prime Minister of Italy (1960)", "em": 1.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000336", "complexity": "3plus", "operator_type": "sequence", "t_query": 1963.0, "gold": "Mayor of New York City", "pred": "Hop 1: Variety -> place of publication -> New York City (1963)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1963)\n Hop 3: Robert Ferdinand Wagner Jr. -> position held -> Mayor of", "em": 0.0, "f1": 0.3846153846153846, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005328", "complexity": "3plus", "operator_type": "sequence", "t_query": 1976.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Franco Basaglia -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Hop 3: Aldo Moro -> position held -> Prime Minister of Italy (1976)", "em": 1.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007430", "complexity": "3plus", "operator_type": "before_after", "t_query": 1954.0, "gold": "Sukarno", "pred": "Hop 1: Changchun -> located in -> People's Republic of China (1954)\n Hop 2: People's Republic of China -> diplomatic relation -> Indonesia (1954)\n Hop 3: Indonesia -> head of state -> Sukarno (1", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001032", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1961.0, "gold": "President of Italy", "pred": "Hop 1: Claudio Ruffini -> country of citizenship -> Italy (1961)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1961)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1961", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006917", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Zoran Klemen\u010di\u010d -> member of sports team -> Tenax (2003)\n Hop 2: Tenax -> country -> Italy (2003)\n Hop 3: Italy -> head of state -> Carlo Azeglio Ciampi (200", "em": 1.0, "f1": 0.2608695652173913, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008460", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1953.0, "gold": "Jean Monnet", "pred": "Hop 1: Alfonso Brescia -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1953)\n Hop 3: European Coal and Steel Community -> chairperson -> Jean Monnet (195", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001183", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1968.0, "gold": "President of Italy", "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1968)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1968)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (196", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001661", "complexity": "3plus", "operator_type": "sequence", "t_query": 1955.0, "gold": "President of Italy", "pred": "Hop 1: Nanni Loy -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1955)\n Hop 3: Giovanni Gronchi -> position held -> President of Italy (1955)", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002861", "complexity": "3plus", "operator_type": "sequence", "t_query": 1955.0, "gold": "Jean Monnet", "pred": "Hop 1: Pia Nalli -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1955)\n Hop 3: European Coal and Steel Community -> chairperson -> Jean Monnet (195", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003187", "complexity": "3plus", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "President of Italy", "pred": "Hop 1: Oreste Biancoli -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003586", "complexity": "3plus", "operator_type": "sequence", "t_query": 1960.0, "gold": "Prime Minister of Italy", "pred": "Hop 1: Ra\u00fal Pateras Pescara -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of government -> Antonio Segni (1960)\n Hop 3: Antonio Segni -> position held -> Prime Minister of Italy (1", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000264", "complexity": "3plus", "operator_type": "sequence", "t_query": 1969.0, "gold": "Robert Stephens", "pred": "Hop 1: Women in Love -> award received -> Academy Award for Best Actress (1969)\n Hop 2: Academy Award for Best Actress -> winner -> Maggie Smith (1969)\n Hop 3: Maggie Smith -> spouse -> Robert Morley (1969)", "em": 0.0, "f1": 0.09090909090909091, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001302", "complexity": "3plus", "operator_type": "interval", "t_query": 1953.0, "gold": "1953", "pred": "Hop 1: Umberto Pasquale -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1953)\n Hop 3: Alcide De Gasperi -> Prime Minister of Italy", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007976", "complexity": "3plus", "operator_type": "before_after", "t_query": 1969.0, "gold": "President of Italy", "pred": "Hop 1: Mariele Ventre -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1969)\n Hop 3: Giuseppe Saragat -> position held -> President of Italy (196", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007562", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1913.0, "gold": "Lviv University", "pred": "Hop 1: Zygmunt Janiszewski -> employer -> Lviv University (1913)\n Answer: Lviv University", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006568", "complexity": "1hop", "operator_type": "sequence", "t_query": 1992.0, "gold": "Golden Raspberry Award for Worst Supporting Actor - Razzie Award", "pred": "Hop 1: Dan Aykroyd -> award received -> Golden Raspberry Award for Worst Supporting Actor - Razzie Award (1992)\n Answer: Golden Raspberry Award for Worst Supporting Actor - Razzie Award", "em": 1.0, "f1": 0.6956521739130436, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006715", "complexity": "1hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Italy", "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (1951)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005303", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2007.0, "gold": "Valenciennes F.C.", "pred": "Hop 1: Geoffrey Doumeng -> member of sports team -> Valenciennes F.C. (2007)\n Answer: Valenciennes F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003783", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1959.0, "gold": "Baron Harding of Petherton", "pred": "Hop 1: John Harding, 1st Baron Harding of Petherton -> noble title -> Baron Harding of Petherton (1959)\n Answer: Baron Harding of Petherton", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004865", "complexity": "1hop", "operator_type": "sequence", "t_query": 1939.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Bruno Venturini -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006315", "complexity": "1hop", "operator_type": "interval", "t_query": 2012.0, "gold": "2012", "pred": "Hop 1: Kris Bright -> member of sports team -> Bryne FK (2012)\n Answer: 2012", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006718", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1980.0, "gold": "Italy", "pred": "Hop 1: Giuseppe Anedda -> country of citizenship -> Italy (1980)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006083", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1954.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "Hop 1: Pula -> country -> Socialist Federal Republic of Yugoslavia (1954)\n Answer: Socialist Federal Republic of Yugoslavia", "em": 1.0, "f1": 0.625, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003360", "complexity": "1hop", "operator_type": "interval", "t_query": 2023.0, "gold": "2023", "pred": "Hop 1: Tanguy Viel -> award received -> C\u00e9sar Award for Best Original Screenplay (2023)\n Answer: 2023", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008353", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1986.0, "gold": "Chattanooga", "pred": "Hop 1: National Model Railroad Association -> headquarters -> Chattanooga (1986)\n Answer: Chattanooga", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003499", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "D.C. United", "pred": "Hop 1: Robert F. Kennedy Memorial Stadium -> occupant -> D.C. United (2009)\n Answer: D.C. United", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001224", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "Hop 1: Gjilan -> country -> Socialist Federal Republic of Yugoslavia (1977)\n Answer: Socialist Federal Republic of Yugoslavia", "em": 1.0, "f1": 0.625, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004848", "complexity": "1hop", "operator_type": "sequence", "t_query": 1964.0, "gold": "Soviet Union", "pred": "Hop 1: Vija Artmane -> country of citizenship -> Soviet Union (1964)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007525", "complexity": "1hop", "operator_type": "before_after", "t_query": 1946.0, "gold": "Oulu Province", "pred": "Hop 1: Kiiminki -> located in -> Oulu Province (1946)\n Answer: Oulu Province", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000885", "complexity": "1hop", "operator_type": "before_after", "t_query": 1923.0, "gold": "Northern Dvina Governorate", "pred": "Hop 1: Yarensk Uyezd -> located in -> Northern Dvina Governorate (1923)\n Answer: Northern Dvina Governorate", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001030", "complexity": "1hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Giovan Battista Pellegrini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004428", "complexity": "1hop", "operator_type": "sequence", "t_query": 1923.0, "gold": "Soviet Union", "pred": "Hop 1: Tbilisi -> country -> Soviet Union (1923)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002780", "complexity": "1hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "University of British Columbia", "pred": "Hop 1: Daniel Kahneman -> employer -> University of British Columbia (1983)\n Answer: University of British Columbia", "em": 1.0, "f1": 0.5333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000352", "complexity": "1hop", "operator_type": "before_after", "t_query": 1911.0, "gold": "Solicitor General for England and Wales", "pred": "Hop 1: John Simon, 1st Viscount Simon -> position held -> Solicitor General for England and Wales (1911)\n Answer: Solicitor General for England and Wales", "em": 1.0, "f1": 0.5454545454545454, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000414", "complexity": "1hop", "operator_type": "interval", "t_query": 2002.0, "gold": "2002", "pred": "Hop 1: Rudolf Jaenisch -> award received -> Robert Koch Prize (2002)\n Answer: 2002", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001261", "complexity": "1hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Italy", "pred": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1958)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001035", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "WWE", "pred": "Hop 1: Shane McMahon -> employer -> WWE (1996)\n Answer: WWE", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008432", "complexity": "1hop", "operator_type": "sequence", "t_query": 1981.0, "gold": "Cindy McCain", "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005886", "complexity": "1hop", "operator_type": "sequence", "t_query": 2017.0, "gold": "Federal Minister for Foreign Affairs", "pred": "Hop 1: Frank-Walter Steinmeier -> position held -> Federal Minister for Foreign Affairs (2017)\n Answer: Federal Minister for Foreign Affairs", "em": 1.0, "f1": 0.5263157894736842, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007363", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Landrat", "pred": "Hop 1: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006356", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Germany", "pred": "Hop 1: Adolf Schr\u00f6ter -> country of citizenship -> Germany (1950)\n Answer: Germany", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004178", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1979.0, "gold": "People's Republic of Bulgaria", "pred": "Hop 1: Pernik -> country -> People's Republic of Bulgaria (1979)\n Answer: People's Republic of Bulgaria", "em": 1.0, "f1": 0.625, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005764", "complexity": "1hop", "operator_type": "before_after", "t_query": 1919.0, "gold": "Kupferstichkabinett Berlin", "pred": "Hop 1: Max Jakob Friedl\u00e4nder -> employer -> Kupferstichkabinett Berlin (1919)\n Answer: Kupferstichkabinett Berlin", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000581", "complexity": "1hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "Sevilla FC", "pred": "Hop 1: Alexis Ruano Delgado -> member of sports team -> Sevilla FC (2011)\n Answer: Sevilla FC", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008059", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1939.0, "gold": "Heinrich Himmler", "pred": "Hop 1: Schutzstaffel -> manager -> Heinrich Himmler (1939)\n Answer: Heinrich Himmler", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002028", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Scopus", "pred": "Hop 1: The New York Times -> indexed in bibliographic review -> 1996 (bibliographic review of The New York Times after Michiko Kakutani employer The New York Times)\n Answer: 1996", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005537", "complexity": "1hop", "operator_type": "sequence", "t_query": 1947.0, "gold": "Italy", "pred": "Hop 1: Gianni De Michelis -> country of citizenship -> Italy (1947)\n Answer: Italy", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002995", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "James Norris Memorial Trophy", "pred": "Hop 1: Erik Karlsson -> award received -> James Norris Memorial Trophy (2012)\n Answer: James Norris Memorial Trophy", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005062", "complexity": "1hop", "operator_type": "before_after", "t_query": 1961.0, "gold": "Babe\u0219-Bolyai University", "pred": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005618", "complexity": "1hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Leicester City F.C.", "pred": "Hop 1: Jack Hobbs -> member of sports team -> Leicester City F.C. (2010)\n Answer: Leicester City F.C.", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000224", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1974.0, "gold": "Italy", "pred": "Hop 1: Ulrico Girardi -> country of citizenship -> Italy (1974)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004236", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "FK Austria Wien", "pred": "Hop 1: Ronald Brunmayr -> member of sports team -> FK Austria Wien (1996)\n Answer: FK Austria Wien", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002148", "complexity": "1hop", "operator_type": "sequence", "t_query": 1927.0, "gold": "Kingdom of Romania", "pred": "Hop 1: Balchik -> country -> Kingdom of Romania (1927)\n Answer: Kingdom of Romania", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006117", "complexity": "1hop", "operator_type": "before_after", "t_query": 1970.0, "gold": "Italy", "pred": "Hop 1: Cesarina Vighy -> country of citizenship -> Italy (1970)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000974", "complexity": "1hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "Mary Pickford", "pred": "Hop 1: Academy Award for Best Actress -> winner -> Mary Pickford (1929)\n Answer: Mary Pickford", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003365", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "All-NBA Team", "pred": "Hop 1: Gary Payton -> award received -> All-NBA Team (2000)\n Answer: All-NBA Team", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005796", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1922.0, "gold": "Deutsche Reichsbahn", "pred": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003448", "complexity": "1hop", "operator_type": "before_after", "t_query": 1901.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Benedetta Cappa -> country of citizenship -> Kingdom of Italy (1901)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005271", "complexity": "1hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Borussia M\u00f6nchengladbach", "pred": "Hop 1: Alexander Voigt -> member of sports team -> Borussia M\u00f6nchengladbach (2008)\n Answer: Borussia M\u00f6nchengladbach", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002400", "complexity": "1hop", "operator_type": "sequence", "t_query": 2020.0, "gold": "United States Penitentiary, Florence ADMAX", "pred": "Hop 1: Ted Kaczynski -> place of detention -> United States Penitentiary, Florence ADMAX (2020)\n Answer: 2020", "em": 1.0, "f1": 0.5263157894736842, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007959", "complexity": "1hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Afghanistan", "pred": "Hop 1: Germany -> diplomatic relation -> Afghanistan (2010)\n Answer: Afghanistan", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008034", "complexity": "1hop", "operator_type": "before_after", "t_query": 1912.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Sergio Tofano -> country of citizenship -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006099", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1932.0, "gold": "Russian Soviet Federative Socialist Republic", "pred": "Hop 1: Central Volga Krai -> located in -> Russian Soviet Federative Socialist Republic (1932)\n Answer: Russian Soviet Federative Socialist Republic", "em": 1.0, "f1": 0.5263157894736842, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003338", "complexity": "1hop", "operator_type": "before_after", "t_query": 2017.0, "gold": "President of the Bundestag", "pred": "Hop 1: Wolfgang Sch\u00e4uble -> position held -> President of the Bundestag (2017)\n Answer: President of the Bundestag", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007882", "complexity": "1hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "Paul Ehrlich and Ludwig Darmstaedter Prize", "pred": "Hop 1: Ernst Chain -> award received -> Paul Ehrlich and Ludwig Darmstaedter Prize (1954)\n Answer: Paul Ehrlich and Ludwig Darmstaedter Prize", "em": 1.0, "f1": 0.6, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001101", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1904.0, "gold": "Melbourne Cricket Ground", "pred": "Hop 1: Melbourne Football Club -> home venue -> Melbourne Cricket Ground (1904)\n Answer: Melbourne Cricket Ground", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004838", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "American Psycho 2", "pred": "Hop 1: American Psycho -> derivative work -> American Psycho 2 (2002)\n Answer: American Psycho 2", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008088", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2017.0, "gold": "Italy", "pred": "Hop 1: Gianfranco Parolini -> country of citizenship -> Italy (2017)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008278", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "Valenciennes F.C.", "pred": "Hop 1: Kenny Lala -> member of sports team -> Valenciennes F.C. (2013)\n Answer: Valenciennes F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003556", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1935.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Giovanni Battista Lacchini -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008174", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Spartak Moscow", "pred": "Hop 1: Roman Shishkin -> member of sports team -> Spartak Moscow (2004)\n Answer: Spartak Moscow", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007252", "complexity": "1hop", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: 2005", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007229", "complexity": "1hop", "operator_type": "sequence", "t_query": 1963.0, "gold": "West Germany", "pred": "Hop 1: Albrecht Brandi -> country of citizenship -> West Germany (1963)\n Answer: West Germany", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005020", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1917.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Luigi Tasselli -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003581", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007540", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1931.0, "gold": "Norway men's national association football team", "pred": "Hop 1: Rolf Johannessen -> member of sports team -> Norway men's national association football team (1931)\n Answer: Norway men's national association football team", "em": 1.0, "f1": 0.6086956521739131, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006549", "complexity": "1hop", "operator_type": "interval", "t_query": 1972.0, "gold": "1972", "pred": "Hop 1: Louis Emil Denfeld -> place of burial -> Arlington National Cemetery (1972)\n Answer: 1972", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006127", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Rome", "pred": "Hop 1: Mario Soldati -> residence -> Rome (1957)\n Answer: Rome", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008172", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Academy Award for Best Director", "pred": "Hop 1: Fred Zinnemann -> nominated for -> Academy Award for Best Director (1961)\n Answer: Academy Award for Best Director", "em": 1.0, "f1": 0.5882352941176471, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006850", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "\u00c9toile Sportive du Sahel", "pred": "Hop 1: Oumar Kalabane -> member of sports team -> \u00c9toile Sportive du Sahel (2000)\n Answer: \u00c9toile Sportive du Sahel", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001281", "complexity": "1hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "60 Minutes", "pred": "Hop 1: Morley Safer -> notable work -> 60 Minutes (1979)\n Answer: 60 Minutes", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000690", "complexity": "1hop", "operator_type": "interval", "t_query": 2012.0, "gold": "2012", "pred": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: 2012", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004216", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1908.0, "gold": "Philadelphia", "pred": "Hop 1: Thomas Eakins -> work location -> Philadelphia (1908)\n Answer: Philadelphia", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001024", "complexity": "1hop", "operator_type": "interval", "t_query": 2023.0, "gold": "2023", "pred": "Hop 1: Olympiacos F.C. -> head coach -> Jos\u00e9 Anigo (2023)\n Answer: 2023", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003080", "complexity": "1hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Nobel Prize in Literature", "pred": "Hop 1: Sarvepalli Radhakrishnan -> nominated for -> Nobel Prize in Literature (1936)\n Answer: Nobel Prize in Literature", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006761", "complexity": "1hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Reading F.C.", "pred": "Hop 1: Stephen Hunt -> member of sports team -> Reading F.C. (2006)\n Answer: Reading F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007249", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1912.0, "gold": "Athletic Club", "pred": "Hop 1: Rafael Moreno Aranzadi -> member of sports team -> Athletic Club (1912)\n Answer: Athletic Club", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004330", "complexity": "1hop", "operator_type": "before_after", "t_query": 1933.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Cristina Campo -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002355", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Brentford F.C.", "pred": "Hop 1: Andy Sinton -> member of sports team -> Brentford F.C. (1987)\n Answer: Brentford F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001500", "complexity": "1hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "Erwin Teufel", "pred": "Hop 1: Baden-W\u00fcrttemberg -> head of government -> Erwin Teufel (2000)\n Answer: Erwin Teufel", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002493", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "TV Globo", "pred": "Hop 1: Grupo Globo -> child organization or unit -> TV Globo (1994)\n Answer: TV Globo", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004504", "complexity": "1hop", "operator_type": "interval", "t_query": 1953.0, "gold": "1953", "pred": "Hop 1: Andreas Speiser -> doctoral student -> Walter Gautschi (1953)\n Answer: 1953", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008366", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Jean Tremblay", "pred": "Hop 1: Saguenay -> head of government -> Jean Tremblay (2008)\n Answer: Jean Tremblay", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003310", "complexity": "1hop", "operator_type": "interval", "t_query": 1980.0, "gold": "1980", "pred": "Hop 1: The Maids of Wilko -> nominated for -> Academy Award for Best International Feature Film (1980)\n Answer: 1980", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004860", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1975.0, "gold": "auxiliary bishop", "pred": "Hop 1: Guillermo Leaden -> position held -> auxiliary bishop (1975)\n Answer: auxiliary bishop", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007131", "complexity": "1hop", "operator_type": "sequence", "t_query": 1976.0, "gold": "Italy", "pred": "Hop 1: Pino Caruso -> country of citizenship -> Italy (1976)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001190", "complexity": "1hop", "operator_type": "before_after", "t_query": 1935.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Franca Florio -> country of citizenship -> Kingdom of Italy (1935)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001845", "complexity": "1hop", "operator_type": "sequence", "t_query": 1959.0, "gold": "A.S. Nancy-Lorraine", "pred": "Hop 1: Jean Templin -> member of sports team -> A.S. Nancy-Lorraine (1959)\n Answer: A.S. Nancy-Lorraine", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001601", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1933.0, "gold": "Lomonosov Moscow State University", "pred": "Hop 1: Lev Pontryagin -> employer -> Lomonosov Moscow State University (1933)\n Answer: Lomonosov Moscow State University", "em": 1.0, "f1": 0.5333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008159", "complexity": "1hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "AIK Fotboll", "pred": "Hop 1: Lee Baxter -> member of sports team -> AIK Fotboll (2010)\n Answer: AIK Fotboll", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006771", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Cuxhaven district", "pred": "Hop 1: Sietland -> located in -> Cuxhaven district (1995)\n Answer: Cuxhaven district", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002990", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Vesyegonsky District", "pred": "Hop 1: Vesyegonsk -> located in -> Vesyegonsky District (1957)\n Answer: Vesyegonsky District", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002704", "complexity": "1hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Everton F.C.", "pred": "Hop 1: Adrian Heath -> member of sports team -> Everton F.C. (1986)\n Answer: Everton F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000821", "complexity": "1hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Sabatino Moscati -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001187", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1980.0, "gold": "Max Planck Institute for Chemistry", "pred": "Hop 1: Paul Josef Crutzen -> employer -> Max Planck Institute for Chemistry (1980)\n Answer: Max Planck Institute for Chemistry", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006629", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "United States Navy", "pred": "Hop 1: Frederick B. Dent -> military branch -> United States Navy (1946)\n Answer: United States Navy", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003305", "complexity": "1hop", "operator_type": "before_after", "t_query": 1981.0, "gold": "Italy", "pred": "Hop 1: Antonello Aglioti -> country of citizenship -> Italy (1981)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005228", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1913.0, "gold": "Carter Harrison IV", "pred": "Hop 1: Chicago -> head of government -> Carter Harrison IV (1913)\n Answer: Carter Harrison IV", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000310", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "arrondissement of Bourg-en-Bresse", "pred": "Hop 1: Le Montellier -> located in -> arrondissement of Bourg-en-Bresse (1989)\n Answer: arrondissement of Bourg-en-Bresse", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003989", "complexity": "1hop", "operator_type": "sequence", "t_query": 1935.0, "gold": "Baron Moyne", "pred": "Hop 1: Walter Guinness, 1st Baron Moyne -> noble title -> Baron Moyne (1935)\n Answer: Baron Moyne", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007146", "complexity": "1hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Rome", "pred": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002832", "complexity": "1hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "Willy Marlow", "pred": "Hop 1: Rostock District -> head of government -> Willy Marlow (1983)\n Answer: Willy Marlow", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000368", "complexity": "1hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "FC Porto", "pred": "Hop 1: Deco -> member of sports team -> FC Porto (1999)\n Answer: FC Porto", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005867", "complexity": "1hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "Russian Soviet Federative Socialist Republic", "pred": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1980)\n Answer: Russian Soviet Federative Socialist Republic", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005700", "complexity": "1hop", "operator_type": "before_after", "t_query": 2003.0, "gold": "Colombia men's national football team", "pred": "Hop 1: Juan Carlos Henao -> member of sports team -> Colombia men's national football team (2003)\n Answer: Colombia men's national football team", "em": 1.0, "f1": 0.5454545454545454, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000881", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1986.0, "gold": "York University", "pred": "Hop 1: Ellen Meiksins Wood -> employer -> York University (1986)\n Answer: York University", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005707", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1952.0, "gold": "Kreis Kalbe (Milde)", "pred": "Hop 1: Jeetze -> located in -> Kreis Kalbe (Milde) (1952)\n Answer: Kreis Kalbe (Milde)", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001238", "complexity": "1hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "Pre\u0161ov Region", "pred": "Hop 1: Pre\u0161ov -> located in -> Pre\u0161ov Region (1954)\n Answer: Pre\u0161ov Region", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006162", "complexity": "1hop", "operator_type": "interval", "t_query": 2011.0, "gold": "2011", "pred": "Hop 1: Erick Scott -> member of sports team -> Asociaci\u00f3n Deportiva San Carlos (2011)\n Answer: 2011", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005973", "complexity": "1hop", "operator_type": "before_after", "t_query": 1960.0, "gold": "Italy", "pred": "Hop 1: Pier Antonio Quarantotti Gambini -> country of citizenship -> Italy (1960)\n Answer: Italy", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006967", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "Italy", "pred": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006519", "complexity": "1hop", "operator_type": "before_after", "t_query": 1935.0, "gold": "F.C. Pro Vercelli 1892", "pred": "Hop 1: Dante Amarilli -> member of sports team -> F.C. Pro Vercelli 1892 (1935)\n Answer: F.C. Pro Vercelli 1892", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006861", "complexity": "1hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Toulouse FC", "pred": "Hop 1: Umut burugudut bulut -> member of sports team -> Toulouse FC (2012)\n Answer: Toulouse FC", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006139", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Decathlon CMA CGM Team", "pred": "Hop 1: Nicolas Roche -> member of sports team -> Decathlon CMA CGM Team (2012)\n Answer: Decathlon CMA CGM Team", "em": 1.0, "f1": 0.47058823529411764, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002293", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Bethesda", "pred": "Hop 1: Katie Ledecky -> residence -> Bethesda (2001)\n Answer: Bethesda", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008165", "complexity": "1hop", "operator_type": "sequence", "t_query": 1902.0, "gold": "Akkermansky Uyezd", "pred": "Hop 1: Bilhorod-Dnistrovskyi -> located in -> Akkermansky Uyezd (1902)\n Answer: Akkermansky Uyezd", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001745", "complexity": "1hop", "operator_type": "before_after", "t_query": 1962.0, "gold": "Taiwan", "pred": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005776", "complexity": "1hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Paul McGann", "pred": "Hop 1: Susannah Harker -> unmarried partner -> Paul McGann (2008)\n Answer: Paul McGann", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002004", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1993.0, "gold": "Al-Qaeda", "pred": "Hop 1: Osama bin Laden -> allegiance -> Al-Qaeda (1993)\n Answer: Al-Qaeda", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003185", "complexity": "1hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "Weimar Republic", "pred": "Hop 1: Vaterstetten -> country -> Weimar Republic (1922)\n Answer: Weimar Republic", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007239", "complexity": "1hop", "operator_type": "before_after", "t_query": 1923.0, "gold": "Kingdom of Italy", "pred": "Hop 1: James Alberione -> country of citizenship -> Kingdom of Italy (1923)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005515", "complexity": "1hop", "operator_type": "before_after", "t_query": 1993.0, "gold": "doctorate", "pred": "Hop 1: Raymond Dumais -> academic degree -> doctorate (1993)\n Answer: doctorate", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002120", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "Bauska District", "pred": "Hop 1: Bauska -> located in -> Bauska District (2000)\n Answer: Bauska District", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007214", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Gale Anne Hurd", "pred": "Hop 1: James Cameron -> spouse -> Gale Anne Hurd (1987)\n Answer: Gale Anne Hurd", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008171", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Italy", "pred": "Hop 1: Felice Andreasi -> country of citizenship -> Italy (1980)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002624", "complexity": "1hop", "operator_type": "before_after", "t_query": 1918.0, "gold": "Woodrow Wilson", "pred": "Hop 1: United States -> head of government -> Woodrow Wilson (1918)\n Answer: Woodrow Wilson", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004467", "complexity": "1hop", "operator_type": "before_after", "t_query": 1924.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Alberto Albertini -> country of citizenship -> Kingdom of Italy (1924)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006746", "complexity": "1hop", "operator_type": "interval", "t_query": 1993.0, "gold": "1993", "pred": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: 1993", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008176", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1979.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "Hop 1: Vr\u0161ac -> country -> Socialist Federal Republic of Yugoslavia (1979)\n Answer: Socialist Federal Republic of Yugoslavia", "em": 1.0, "f1": 0.625, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000447", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Italy", "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007622", "complexity": "1hop", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "Hop 1: Jos\u00e9 Ortigoza -> member of sports team -> Ulsan HD FC (2010)\n Answer: 2010", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007073", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "FC Luch-Energiya Vladivostok", "pred": "Hop 1: Maksim Layushkin -> member of sports team -> FC Luch-Energiya Vladivostok (1996)\n Answer: FC Luch-Energiya Vladivostok", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006216", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Soviet Union", "pred": "Hop 1: Yelena Miroshina -> country of citizenship -> Soviet Union (1987)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007462", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "\u00d6sters IF", "pred": "Hop 1: Hans Eklund -> member of sports team -> \u00d6sters IF (1987)\n Answer: \u00d6sters IF", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000068", "complexity": "1hop", "operator_type": "sequence", "t_query": 1982.0, "gold": "Eski\u015fehirspor", "pred": "Hop 1: \u00d6mer Kaner -> member of sports team -> Eski\u015fehirspor (1982)\n Answer: Eski\u015fehirspor", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002516", "complexity": "1hop", "operator_type": "before_after", "t_query": 1988.0, "gold": "Marconi Prize", "pred": "Hop 1: Federico Faggin -> award received -> Marconi Prize (1988)\n Answer: Marconi Prize", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003568", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Italy", "pred": "Hop 1: Silvio Gazzaniga -> country of citizenship -> Italy (1996)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005968", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1958.0, "gold": "Italy", "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1958)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000185", "complexity": "1hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "Italy", "pred": "Hop 1: Antonio Sbardella -> country of citizenship -> Italy (1980)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002706", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "economic liberalism", "pred": "Hop 1: Jorge Gonz\u00e1lez von Mar\u00e9es -> movement -> economic liberalism (1957)\n Answer: economic liberalism", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006338", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Jan Hendrik Oort", "pred": "Hop 1: Maarten Schmidt -> doctoral advisor -> Jan Hendrik Oort (1956)\n Answer: Jan Hendrik Oort", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002715", "complexity": "1hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "State Government", "pred": "Hop 1: Johanna Mikl-Leitner -> educated at -> Vienna University of Economics and Business (2007)\n Hop 2: Johanna Mikl-Leitner -> position held -> State Government (2007)\n Answer: State Government", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005181", "complexity": "1hop", "operator_type": "interval", "t_query": 2009.0, "gold": "2009", "pred": "Hop 1: Leigh Bromby -> member of sports team -> Sheffield United F.C. (2009)\n Answer: 2009", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003253", "complexity": "1hop", "operator_type": "sequence", "t_query": 1958.0, "gold": "chairperson", "pred": "Hop 1: Kenjir\u014d Sh\u014dda -> position held -> chairperson (1958)\n Answer: chairperson", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007645", "complexity": "1hop", "operator_type": "before_after", "t_query": 2002.0, "gold": "Gen\u00e7lerbirli\u011fi S.K.", "pred": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003453", "complexity": "1hop", "operator_type": "before_after", "t_query": 1956.0, "gold": "Italy", "pred": "Hop 1: Irene Galitzine -> country of citizenship -> Italy (1956)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002186", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Academy Award for Best Actress", "pred": "Hop 1: Meryl Streep -> nominated for -> Academy Award for Best Actress (2014)\n Answer: Academy Award for Best Actress", "em": 1.0, "f1": 0.5882352941176471, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000960", "complexity": "1hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "Soviet Union", "pred": "Hop 1: Biysk -> country -> Soviet Union (1922)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004347", "complexity": "1hop", "operator_type": "sequence", "t_query": 1987.0, "gold": "Deutsche Mark", "pred": "Hop 1: Germany -> head of state -> Richard von Weizs\u00e4cker (1987)\n Hop 2: Richard von Weizs\u00e4cker -> currency -> Deutsche Mark (1987)\n Answer: Deutsche Mark", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003476", "complexity": "1hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "Municipio III", "pred": "Hop 1: San Lorenzo -> location -> Municipio III (2007)\n Answer: Municipio III", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001826", "complexity": "1hop", "operator_type": "sequence", "t_query": 2020.0, "gold": "WWE", "pred": "Hop 1: Shane McMahon -> employer -> WWE (2020)\n Answer: WWE", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002764", "complexity": "1hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Camillo Cibin -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007776", "complexity": "1hop", "operator_type": "sequence", "t_query": 1991.0, "gold": "Latvian Soviet Socialist Republic", "pred": "Hop 1: R\u0113zekne -> located in -> Latvian Soviet Socialist Republic (1991)\n Answer: Latvian Soviet Socialist Republic", "em": 1.0, "f1": 0.5333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002291", "complexity": "1hop", "operator_type": "before_after", "t_query": 2022.0, "gold": "Al-Nassr", "pred": "Hop 1: Luiz Gustavo -> member of sports team -> Al-Nassr (2022)\n Answer: Al-Nassr", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006248", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003830", "complexity": "1hop", "operator_type": "interval", "t_query": 1996.0, "gold": "1996", "pred": "Hop 1: MTV Video Music Award for Best Group -> winner -> Foo Fighters (1996)\n Answer: 1996", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005800", "complexity": "1hop", "operator_type": "interval", "t_query": 1927.0, "gold": "1927", "pred": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: 1927", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002743", "complexity": "1hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "Roman Herzog", "pred": "Hop 1: Germany -> head of state -> Roman Herzog (1996)\n Answer: Roman Herzog", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005305", "complexity": "1hop", "operator_type": "sequence", "t_query": 2017.0, "gold": "TOP 09", "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2017)\n Answer: TOP 09", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003125", "complexity": "1hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "Chinese Communist Party", "pred": "Hop 1: Xiao Ke -> member of political party -> Chinese Communist Party (1929)\n Answer: Chinese Communist Party", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003993", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1918.0, "gold": "United States Air Force", "pred": "Hop 1: Warren Weaver -> employer -> United States Air Force (1918)\n Answer: United States Air Force", "em": 1.0, "f1": 0.5333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000679", "complexity": "1hop", "operator_type": "before_after", "t_query": 2017.0, "gold": "Member of the European Parliament", "pred": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", "em": 1.0, "f1": 0.5263157894736842, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001435", "complexity": "1hop", "operator_type": "interval", "t_query": 1922.0, "gold": "1922", "pred": "Hop 1: Dushanbe -> capital of -> Basmachi movement (1922)\n Answer: 1922", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004918", "complexity": "1hop", "operator_type": "before_after", "t_query": 1947.0, "gold": "Italy", "pred": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1947)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006137", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Orlando Magic", "pred": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1995)\n Answer: Orlando Magic", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002644", "complexity": "1hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Club Atl\u00e9tico Tigre", "pred": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004185", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Christiane Kubrick", "pred": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007259", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Heidelberg University", "pred": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000078", "complexity": "1hop", "operator_type": "sequence", "t_query": 1972.0, "gold": "Italy", "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1972)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006054", "complexity": "1hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Italy", "pred": "Hop 1: Tullia Zevi -> country of citizenship -> Italy (2001)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002336", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "SC Young Fellows Juventus", "pred": "Hop 1: Leopold Kielholz -> member of sports team -> SC Young Fellows Juventus (1942)\n Answer: SC Young Fellows Juventus", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004140", "complexity": "1hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "president", "pred": "Hop 1: Richard William Smith -> position held -> president (2012)\n Answer: president", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002324", "complexity": "1hop", "operator_type": "interval", "t_query": 2008.0, "gold": "2008", "pred": "Hop 1: Arvydas Novikovas -> member of sports team -> FC Vilnius (2008)\n Answer: 2008", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008261", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "National Basketball Association", "pred": "Hop 1: Chris Mihm -> league or competition -> National Basketball Association (2005)\n Answer: National Basketball Association", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004156", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Gianni Dova -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002138", "complexity": "1hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Montpellier H\u00e9rault Sport Club", "pred": "Hop 1: Olivier Sorlin -> member of sports team -> Montpellier H\u00e9rault Sport Club (1999)\n Answer: Montpellier H\u00e9rault Sport Club", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001307", "complexity": "1hop", "operator_type": "before_after", "t_query": 1953.0, "gold": "Italy", "pred": "Hop 1: Mario Del Monaco -> country of citizenship -> Italy (1953)\n Answer: Italy", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005256", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "auxiliary bishop", "pred": "Hop 1: Ortega Franco -> position held -> auxiliary bishop (2012)\n Answer: auxiliary bishop", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004475", "complexity": "1hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Q135837", "pred": "Hop 1: Raimondas Rum\u0161as -> member of sports team -> Q135837 (2003)\n Answer: Q135837", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002220", "complexity": "1hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Estudiantes de La Plata", "pred": "Hop 1: Iv\u00e1n Moreno y Fabianesi -> member of sports team -> Estudiantes de La Plata (2008)\n Answer: Estudiantes de La Plata", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006192", "complexity": "1hop", "operator_type": "before_after", "t_query": 1983.0, "gold": "Egypt", "pred": "Hop 1: Zakaria Mohieddin -> country of citizenship -> Egypt (1983)\n Answer: Egypt", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005619", "complexity": "1hop", "operator_type": "before_after", "t_query": 1919.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Adone Zoli -> country of citizenship -> Kingdom of Italy (1919)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003460", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Buber-Rosenzweig-Medal", "pred": "Hop 1: Nikolaus Schneider -> award received -> Buber-Rosenzweig-Medal (2012)\n Answer: Buber-Rosenzweig-Medal", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005532", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2020.0, "gold": "Gy\u00f6rgy Fekete", "pred": "Hop 1: Szilvia Sunyovszky -> spouse -> Gy\u00f6rgy Fekete (2020)\n Answer: Gy\u00f6rgy Fekete", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000731", "complexity": "1hop", "operator_type": "sequence", "t_query": 2000.0, "gold": "Ren\u00e9 Ang\u00e9lil", "pred": "Hop 1: C\u00e9line Dion -> spouse -> Ren\u00e9 Ang\u00e9lil (2000)\n Answer: Ren\u00e9 Ang\u00e9lil", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007949", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1940.0, "gold": "Aston Villa F.C.", "pred": "Hop 1: Harry Parkes -> member of sports team -> Aston Villa F.C. (1940)\n Answer: Aston Villa F.C.", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001545", "complexity": "1hop", "operator_type": "sequence", "t_query": 1971.0, "gold": "Italy", "pred": "Hop 1: Armando Aste -> country of citizenship -> Italy (1971)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001649", "complexity": "1hop", "operator_type": "before_after", "t_query": 1969.0, "gold": "Italy", "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008040", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1934.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Carlo Zecchi -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006170", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1934.0, "gold": "Nazi Germany", "pred": "Hop 1: Potsdam -> country -> Nazi Germany (1934)\n Answer: Nazi Germany", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008589", "complexity": "1hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Italy", "pred": "Hop 1: Filippo Zappata -> country of citizenship -> Italy (1968)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003715", "complexity": "1hop", "operator_type": "sequence", "t_query": 1982.0, "gold": "Cottbus District", "pred": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004771", "complexity": "1hop", "operator_type": "sequence", "t_query": 1982.0, "gold": "SV Waldhof Mannheim", "pred": "Hop 1: Fritz Walter -> member of sports team -> SV Waldhof Mannheim (1982)\n Answer: SV Waldhof Mannheim", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002240", "complexity": "1hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Raymond Lahey", "pred": "Hop 1: Roman Catholic Diocese of Corner Brook and Labrador -> chairperson -> Raymond Lahey (1992)\n Answer: Raymond Lahey", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001328", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1985.0, "gold": "F.C. Hansa Rostock", "pred": "Hop 1: Axel Hauschild -> member of sports team -> F.C. Hansa Rostock (1985)\n Answer: F.C. Hansa Rostock", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003910", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1926.0, "gold": "Yves du Manoir Stadium", "pred": "Hop 1: Racing 92 -> home venue -> Yves du Manoir Stadium (1926)\n Answer: Yves du Manoir Stadium", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003393", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "Nemuro Subprefecture (1897\u20142010)", "pred": "Hop 1: Signalny -> located in -> Nemuro Subprefecture (1897\u20142010) (1990)\n Answer: Nemuro Subprefecture (1897\u20142010)", "em": 1.0, "f1": 0.5333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003249", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Tuvan Autonomous Soviet Socialist Republic", "pred": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", "em": 1.0, "f1": 0.5263157894736842, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002690", "complexity": "1hop", "operator_type": "before_after", "t_query": 1970.0, "gold": "Italy", "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000520", "complexity": "1hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Watford F.C.", "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008590", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "Acad\u00e9mie des beaux-arts", "pred": "Hop 1: Albert Decaris -> member of -> Acad\u00e9mie des beaux-arts (1951)\n Answer: Acad\u00e9mie des beaux-arts", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002965", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "Toronto", "pred": "Hop 1: Healey Willan -> location -> Toronto (1951)\n Answer: Toronto", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000417", "complexity": "1hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Italy", "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1992)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007810", "complexity": "1hop", "operator_type": "sequence", "t_query": 1968.0, "gold": "Soviet Union", "pred": "Hop 1: Khotyn -> country -> Soviet Union (1968)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002744", "complexity": "1hop", "operator_type": "sequence", "t_query": 1971.0, "gold": "Queen Mary University of London", "pred": "Hop 1: Kurt Hirsch -> employer -> Queen Mary University of London (1971)\n Answer: Queen Mary University of London", "em": 1.0, "f1": 0.5882352941176471, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006283", "complexity": "1hop", "operator_type": "before_after", "t_query": 1912.0, "gold": "University of G\u00f6ttingen", "pred": "Hop 1: Johann Radon -> educated at -> University of G\u00f6ttingen (1912)\n Answer: University of G\u00f6ttingen", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001516", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "President of the Swiss Confederation", "pred": "Hop 1: Samuel Schmid -> position held -> President of the Swiss Confederation (2005)\n Answer: President of the Swiss Confederation", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004019", "complexity": "1hop", "operator_type": "sequence", "t_query": 2022.0, "gold": "FC Aarau", "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007577", "complexity": "1hop", "operator_type": "before_after", "t_query": 1955.0, "gold": "Goethe University Frankfurt", "pred": "Hop 1: Ruth Moufang -> employer -> Goethe University Frankfurt (1955)\n Answer: Goethe University Frankfurt", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006387", "complexity": "1hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Nopporo Station", "pred": "Hop 1: Ebetsu Station -> adjacent station -> Nopporo Station (1958)\n Answer: Nopporo Station", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005748", "complexity": "1hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "President of Italy", "pred": "Hop 1: Giuseppe Saragat -> position held -> President of Italy (1965)\n Answer: President of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006907", "complexity": "1hop", "operator_type": "before_after", "t_query": 1962.0, "gold": "People's Republic of Bulgaria", "pred": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", "em": 1.0, "f1": 0.5882352941176471, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000891", "complexity": "1hop", "operator_type": "before_after", "t_query": 1929.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Goffredo Zehender -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003937", "complexity": "1hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "VfL Bochum", "pred": "Hop 1: Matias Concha -> member of sports team -> VfL Bochum (2011)\n Answer: VfL Bochum", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000823", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Italy", "pred": "Hop 1: Giuliano Bernardi -> country of citizenship -> Italy (1970)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006764", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Aston Villa F.C.", "pred": "Hop 1: Alan Wright -> member of sports team -> Aston Villa F.C. (2001)\n Answer: Aston Villa F.C.", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008286", "complexity": "1hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "Deportivo de La Coru\u00f1a", "pred": "Hop 1: Miroslav \u0110uki\u0107 -> member of sports team -> Deportivo de La Coru\u00f1a (1995)\n Answer: Deportivo de La Coru\u00f1a", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002635", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1949.0, "gold": "West Germany", "pred": "Hop 1: Hessenliga -> country -> West Germany (1949)\n Answer: West Germany", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006205", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "Italy", "pred": "Hop 1: Gabriele Mucchi -> country of citizenship -> Italy (1990)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005727", "complexity": "1hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Austria men's national football team", "pred": "Hop 1: Roman M\u00e4hlich -> member of sports team -> Austria men's national football team (2001)\n Answer: Austria men's national football team", "em": 1.0, "f1": 0.5714285714285715, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002157", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Italy", "pred": "Hop 1: Guido Morselli -> country of citizenship -> Italy (1967)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000634", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "SSC Bari", "pred": "Hop 1: Graziano Battistini -> member of sports team -> SSC Bari (2003)\n Answer: SSC Bari", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005602", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Kita-Toyotsu Signal Base", "pred": "Hop 1: Kunnui Station -> adjacent station -> Kita-Toyotsu Signal Base (1987)\n Answer: Kita-Toyotsu Signal Base", "em": 1.0, "f1": 0.5333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000342", "complexity": "1hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "Soviet Union", "pred": "Hop 1: Vagit Alekperov -> country of citizenship -> Soviet Union (1989)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004873", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Club Atletico All Boys", "pred": "Hop 1: Agust\u00edn Torassa -> member of sports team -> Club Atletico All Boys (2010)\n Answer: Club Atletico All Boys", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004390", "complexity": "1hop", "operator_type": "before_after", "t_query": 1990.0, "gold": "Shonan Bellmare", "pred": "Hop 1: Takeshi Motoyoshi -> member of sports team -> Shonan Bellmare (1990)\n Answer: Shonan Bellmare", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006898", "complexity": "1hop", "operator_type": "before_after", "t_query": 1988.0, "gold": "Bruno Rossi Prize", "pred": "Hop 1: Rashid Sunyaev -> award received -> Bruno Rossi Prize (1988)\n Answer: Bruno Rossi Prize", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006508", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Italy", "pred": "Hop 1: Alfons Benedikter -> country of citizenship -> Italy (1955)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005697", "complexity": "1hop", "operator_type": "sequence", "t_query": 1992.0, "gold": "G.S. Iraklis Thessalonikis (men's association football)", "pred": "Hop 1: Ivan Jovanovi\u0107 -> member of sports team -> G.S. Iraklis Thessalonikis (men's association football) (1992)\n Answer: G.S. Iraklis Thessalonikis (men's association football", "em": 1.0, "f1": 0.5833333333333334, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002898", "complexity": "1hop", "operator_type": "before_after", "t_query": 1925.0, "gold": "VfB Stuttgart", "pred": "Hop 1: Ernst Blum -> member of sports team -> VfB Stuttgart (1925)\n Answer: VfB Stuttgart", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003442", "complexity": "1hop", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "Hop 1: Bledi Shk\u00ebmbi -> member of sports team -> Besa Kavaj\u00eb (2010)\n Answer: 2010", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004805", "complexity": "1hop", "operator_type": "before_after", "t_query": 1931.0, "gold": "Bocskai FC", "pred": "Hop 1: J\u00e1nos Gyarmati -> member of sports team -> Bocskai FC (1931)\n Answer: Bocskai FC", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006113", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1962.0, "gold": "Prime Minister of Bhutan", "pred": "Hop 1: Jigme Palden Dorji -> position held -> Prime Minister of Bhutan (1962)\n Answer: Prime Minister of Bhutan", "em": 1.0, "f1": 0.47058823529411764, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002998", "complexity": "1hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Hibernian F.C.", "pred": "Hop 1: Derek Riordan -> member of sports team -> Hibernian F.C. (2010)\n Answer: Hibernian F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000743", "complexity": "1hop", "operator_type": "before_after", "t_query": 1922.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Toti Dal Monte -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005890", "complexity": "1hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003583", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Aichi district", "pred": "Hop 1: Nagakute -> located in -> Aichi district (2009)\n Answer: Aichi district", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006267", "complexity": "1hop", "operator_type": "before_after", "t_query": 1917.0, "gold": "German Empire", "pred": "Hop 1: Freiburg im Breisgau -> country -> German Empire (1917)\n Answer: German Empire", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005655", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Associated Press Athlete of the Year", "pred": "Hop 1: Serena Williams -> award received -> Associated Press Athlete of the Year (2009)\n Answer: Associated Press Athlete of the Year", "em": 1.0, "f1": 0.6, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003079", "complexity": "1hop", "operator_type": "before_after", "t_query": 1918.0, "gold": "Kingdom of Bulgaria", "pred": "Hop 1: Burgas -> country -> Kingdom of Bulgaria (1918)\n Answer: Kingdom of Bulgaria", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002419", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1968.0, "gold": "Helmond Sport", "pred": "Hop 1: Fons van Wissen -> member of sports team -> Helmond Sport (1968)\n Answer: Helmond Sport", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007094", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "World Rally Championship", "pred": "Hop 1: Citro\u00ebn World Rally Team -> league or competition -> World Rally Championship (2009)\n Answer: World Rally Championship", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004223", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "French Navy", "pred": "Hop 1: NAe S\u00e3o Paulo -> owned by -> French Navy (1996)\n Answer: French Navy", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000687", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1921.0, "gold": "Orthez", "pred": "Hop 1: Francis Jammes -> residence -> Orthez (1921)\n Answer: Orthez", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001391", "complexity": "1hop", "operator_type": "sequence", "t_query": 1903.0, "gold": "Royal Academy of Exact, Physical and Natural Sciences", "pred": "Hop 1: Jos\u00e9 Echegaray -> member of -> Royal Academy of Exact, Physical and Natural Sciences (1903)\n Answer: Royal Academy of Exact, Physical and Natural Sciences", "em": 1.0, "f1": 0.6956521739130436, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005935", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "Atalanta BC", "pred": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: Atalanta BC", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003693", "complexity": "1hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Spartak", "pred": "Hop 1: Spartak Moscow -> part of -> Spartak (1955)\n Answer: Spartak", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001318", "complexity": "1hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Princeton University", "pred": "Hop 1: Marvin Minsky -> educated at -> Princeton University (1951)\n Answer: Princeton University", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006537", "complexity": "1hop", "operator_type": "sequence", "t_query": 1995.0, "gold": "Yale University", "pred": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000126", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Titta Ruffo -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004119", "complexity": "1hop", "operator_type": "before_after", "t_query": 1933.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Pino Cerami -> country of citizenship -> Kingdom of Italy (1933)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004718", "complexity": "1hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "Egypt", "pred": "Hop 1: Hosni Mubarak -> country of citizenship -> Egypt (1989)\n Answer: Egypt", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000908", "complexity": "1hop", "operator_type": "before_after", "t_query": 1982.0, "gold": "TI-Raleigh", "pred": "Hop 1: Ludo Peeters -> member of sports team -> TI-Raleigh (1982)\n Answer: TI-Raleigh", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003983", "complexity": "1hop", "operator_type": "before_after", "t_query": 1951.0, "gold": "Spanish Navy", "pred": "Hop 1: U-573 -> operator -> Spanish Navy (1951)\n Answer: Spanish Navy", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008295", "complexity": "1hop", "operator_type": "before_after", "t_query": 1985.0, "gold": "Grawemeyer Award for Music Composition", "pred": "Hop 1: Witold Lutos\u0142awski -> award received -> Grawemeyer Award for Music Composition (1985)\n Answer: Grawemeyer Award for Music Composition", "em": 1.0, "f1": 0.5882352941176471, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003030", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1925.0, "gold": "Acad\u00e9mie des Inscriptions et Belles-Lettres", "pred": "Hop 1: Alfred Jeanroy -> member of -> Acad\u00e9mie des Inscriptions et Belles-Lettres (1925)\n Answer: Acad\u00e9mie des Inscriptions et Belles-Lettres", "em": 1.0, "f1": 0.6, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005340", "complexity": "1hop", "operator_type": "sequence", "t_query": 2016.0, "gold": "Boavista F.C.", "pred": "Hop 1: Diego da Costa Lima -> member of sports team -> Boavista F.C. (2016)\n Answer: Boavista F.C.", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004507", "complexity": "1hop", "operator_type": "before_after", "t_query": 1927.0, "gold": "Soviet Union", "pred": "Hop 1: Hlukhiv -> country -> Soviet Union (1927)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008262", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Dario Franchitti", "pred": "Hop 1: Ashley Judd -> spouse -> Dario Franchitti (2012)\n Answer: Dario Franchitti", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000349", "complexity": "1hop", "operator_type": "sequence", "t_query": 1941.0, "gold": "2nd U-boat Flotilla", "pred": "Hop 1: U-43 -> affiliation -> 2nd U-boat Flotilla (1941)\n Answer: 2nd U-boat Flotilla", "em": 1.0, "f1": 0.5714285714285715, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004450", "complexity": "1hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Radio Free Europe/Radio Liberty", "pred": "Hop 1: Alexander Rahr -> employer -> Radio Free Europe/Radio Liberty (1992)\n Answer: Radio Free Europe/Radio Liberty", "em": 1.0, "f1": 0.5333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001374", "complexity": "1hop", "operator_type": "sequence", "t_query": 1940.0, "gold": "United Kingdom", "pred": "Hop 1: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005907", "complexity": "1hop", "operator_type": "interval", "t_query": 1904.0, "gold": "1904", "pred": "Hop 1: Gustav von Escherich -> doctoral student -> Heinrich Franz Friedrich Tietze (1904)\n Answer: 1904", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007403", "complexity": "1hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "Nazi Germany", "pred": "Hop 1: Otto Schuhart -> allegiance -> Nazi Germany (1943)\n Answer: Nazi Germany", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007172", "complexity": "1hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Cardiff City F.C.", "pred": "Hop 1: Lee Naylor -> member of sports team -> Cardiff City F.C. (2011)\n Answer: Cardiff City F.C.", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006019", "complexity": "1hop", "operator_type": "before_after", "t_query": 1938.0, "gold": "Fengtien", "pred": "Hop 1: Dongliao County -> located in -> Fengtien (1938)\n Answer: Fengtien", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003483", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Helmut Newton", "pred": "Hop 1: June Browne -> spouse -> Helmut Newton (1981)\n Answer: Helmut Newton", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003450", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "Italy", "pred": "Hop 1: Paolo Rossi -> country of citizenship -> Italy (1951)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007313", "complexity": "1hop", "operator_type": "sequence", "t_query": 1935.0, "gold": "Georges Bataille", "pred": "Hop 1: Colette Peignot -> unmarried partner -> Georges Bataille (1935)\n Answer: Georges Bataille", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006396", "complexity": "1hop", "operator_type": "sequence", "t_query": 1940.0, "gold": "Institute for Advanced Study", "pred": "Hop 1: James Waddell Alexander II -> employer -> Institute for Advanced Study (1940)\n Answer: Institute for Advanced Study", "em": 1.0, "f1": 0.47058823529411764, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004252", "complexity": "1hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "FC Sochaux-Montb\u00e9liard", "pred": "Hop 1: Jean-Jacques Marcel -> member of sports team -> FC Sochaux-Montb\u00e9liard (1949)\n Answer: FC Sochaux-Montb\u00e9liard", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006732", "complexity": "1hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Lappeenranta", "pred": "Hop 1: SPL Saimaan piiri -> headquarters -> Lappeenranta (1949)\n Answer: Lappeenranta", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002912", "complexity": "1hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Tinkoff", "pred": "Hop 1: Matthew Goss -> member of sports team -> Tinkoff (2008)\n Answer: Tinkoff", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000404", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1966.0, "gold": "Club Le\u00f3n", "pred": "Hop 1: Luis Estrada -> member of sports team -> Club Le\u00f3n (1966)\n Answer: Club Le\u00f3n", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003700", "complexity": "1hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Italy", "pred": "Hop 1: Alberto Sordi -> country of citizenship -> Italy (1951)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007041", "complexity": "1hop", "operator_type": "before_after", "t_query": 1977.0, "gold": "Hannover 96", "pred": "Hop 1: J\u00fcrgen Milewski -> member of sports team -> Hannover 96 (1977)\n Answer: Hannover 96", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008089", "complexity": "1hop", "operator_type": "before_after", "t_query": 1953.0, "gold": "Soviet Union", "pred": "Hop 1: R\u0113zekne District -> country -> Soviet Union (1953)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003463", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Chinese Communist Party", "pred": "Hop 1: Liang Sicheng -> member of political party -> Chinese Communist Party (1967)\n Answer: Chinese Communist Party", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005154", "complexity": "1hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Soviet Union", "pred": "Hop 1: Ulan-Ude -> country -> Soviet Union (1965)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002203", "complexity": "1hop", "operator_type": "sequence", "t_query": 1986.0, "gold": "Pace University", "pred": "Hop 1: Ben Ferencz -> employer -> Pace University (1986)\n Answer: Pace University", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008263", "complexity": "1hop", "operator_type": "before_after", "t_query": 1925.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Giuseppe Di Vittorio -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001733", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2022.0, "gold": "FC Aarau", "pred": "Hop 1: Shk\u00eblzen Gashi -> member of sports team -> FC Aarau (2022)\n Answer: FC Aarau", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002948", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Chemnitz Government Region", "pred": "Hop 1: Stollberg -> located in -> Chemnitz Government Region (2008)\n Answer: Chemnitz Government Region", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004111", "complexity": "1hop", "operator_type": "before_after", "t_query": 1969.0, "gold": "Osinniki", "pred": "Hop 1: Kaltan -> located in -> Osinniki (1969)\n Answer: Osinniki", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003418", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1922.0, "gold": "Bruno Kastner", "pred": "Hop 1: Ida W\u00fcst -> spouse -> Bruno Kastner (1922)\n Answer: Bruno Kastner", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004890", "complexity": "1hop", "operator_type": "sequence", "t_query": 1998.0, "gold": "Kiliia Raion", "pred": "Hop 1: Prymorske -> located in -> Kiliia Raion (1998)\n Answer: Kiliia Raion", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008141", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1945.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Cesare Lovati -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008123", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1937.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Emilio G. Segr\u00e8 -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003032", "complexity": "1hop", "operator_type": "interval", "t_query": 1968.0, "gold": "1968", "pred": "Hop 1: Lars Onsager -> award received -> Nobel Prize in Chemistry (1968)\n Answer: 1968", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003123", "complexity": "1hop", "operator_type": "before_after", "t_query": 1928.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Carlo Annovazzi -> country of citizenship -> Kingdom of Italy (1928)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008638", "complexity": "1hop", "operator_type": "interval", "t_query": 2015.0, "gold": "2015", "pred": "Hop 1: Marco Rapp -> member of sports team -> SpVgg Greuther F\u00fcrth (2015)\n Answer: 2015", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004857", "complexity": "1hop", "operator_type": "sequence", "t_query": 1995.0, "gold": "Christiane Kubrick", "pred": "Hop 1: Stanley Kubrick -> spouse -> Christiane Kubrick (1995)\n Answer: Christiane Kubrick", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004040", "complexity": "1hop", "operator_type": "interval", "t_query": 2009.0, "gold": "2009", "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: 2009", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001345", "complexity": "1hop", "operator_type": "before_after", "t_query": 1920.0, "gold": "Radical Civic Union", "pred": "Hop 1: Arturo Umberto Illia -> member of political party -> Radical Civic Union (1920)\n Answer: Radical Civic Union", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004403", "complexity": "1hop", "operator_type": "interval", "t_query": 1930.0, "gold": "1930", "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Answer: 1930", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005977", "complexity": "1hop", "operator_type": "interval", "t_query": 2008.0, "gold": "2008", "pred": "Hop 1: Danny Simpson -> member of sports team -> Ipswich Town F.C. (2008)\n Answer: 2008", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005231", "complexity": "1hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Algiers", "pred": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1955)\n Answer: Algiers", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007965", "complexity": "1hop", "operator_type": "sequence", "t_query": 1939.0, "gold": "Second Polish Republic", "pred": "Hop 1: Mi\u013aka\u016d\u0161\u010dyna -> country -> Second Polish Republic (1939)\n Answer: Second Polish Republic", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007542", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "England women's national football team", "pred": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", "em": 1.0, "f1": 0.5714285714285715, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002736", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "Busan IPark FC", "pred": "Hop 1: Lee Yo-han -> member of sports team -> Busan IPark FC (2011)\n Answer: Busan IPark FC", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006562", "complexity": "1hop", "operator_type": "before_after", "t_query": 2017.0, "gold": "Italy", "pred": "Hop 1: Clelio Darida -> country of citizenship -> Italy (2017)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008098", "complexity": "1hop", "operator_type": "interval", "t_query": 2013.0, "gold": "2013", "pred": "Hop 1: Andrea Pisanu -> member of sports team -> CF Montr\u00e9al (2013)\n Answer: 2013", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008119", "complexity": "1hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "Italy", "pred": "Hop 1: Annibale Bugnini -> country of citizenship -> Italy (1979)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007399", "complexity": "1hop", "operator_type": "before_after", "t_query": 1910.0, "gold": "Barbastro", "pred": "Hop 1: Josemar\u00eda Escriv\u00e1 -> residence -> Barbastro (1910)\n Answer: Barbastro", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002437", "complexity": "1hop", "operator_type": "sequence", "t_query": 2006.0, "gold": "chairperson", "pred": "Hop 1: Timo Soini -> position held -> chairperson (2006)\n Answer: chairperson", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004561", "complexity": "1hop", "operator_type": "interval", "t_query": 2001.0, "gold": "2001", "pred": "Hop 1: Harry Potter and the Goblet of Fire -> award received -> Hugo Award for Best Novel (2001)\n Answer: 2001", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008086", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Cindy McCain", "pred": "Hop 1: John McCain -> spouse -> Cindy McCain (1981)\n Answer: Cindy McCain", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003089", "complexity": "1hop", "operator_type": "sequence", "t_query": 1970.0, "gold": "Italy", "pred": "Hop 1: Claudio Cavazza -> country of citizenship -> Italy (1970)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003744", "complexity": "1hop", "operator_type": "before_after", "t_query": 2013.0, "gold": "Toulouse FC", "pred": "Hop 1: Serge Aurier -> member of sports team -> Toulouse FC (2013)\n Answer: Toulouse FC", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007690", "complexity": "1hop", "operator_type": "interval", "t_query": 1942.0, "gold": "1942", "pred": "Hop 1: U-90 -> part of -> 9th U-boat Flotilla (1942)\n Answer: 1942", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007154", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Italy", "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (2010)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007872", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Big Brother", "pred": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: Big Brother", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008425", "complexity": "1hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Carlo Giuffr\u00e9 -> country of citizenship -> Kingdom of Italy (1930)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000644", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "Iburi Subprefecture", "pred": "Hop 1: Muroran -> located in -> Iburi Subprefecture (1990)\n Answer: Iburi Subprefecture", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001235", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Omar al-Bashir", "pred": "Hop 1: Sudan -> head of state -> Omar al-Bashir (1995)\n Answer: Omar al-Bashir", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006759", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1944.0, "gold": "Seine-et-Oise", "pred": "Hop 1: Houdan -> located in -> Seine-et-Oise (1944)\n Answer: Seine-et-Oise", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004565", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1900.0, "gold": "Russian Empire", "pred": "Hop 1: Ivangorod -> country -> Russian Empire (1900)\n Answer: Russian Empire", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005444", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Queens Park Rangers F.C.", "pred": "Hop 1: Danny Simpson -> member of sports team -> Queens Park Rangers F.C. (2014)\n Answer: Queens Park Rangers F.C.", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001753", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Raf Vallone -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003468", "complexity": "1hop", "operator_type": "before_after", "t_query": 1948.0, "gold": "B\u00f4cher Memorial Prize", "pred": "Hop 1: Donald C. Spencer -> award received -> B\u00f4cher Memorial Prize (1948)\n Answer: B\u00f4cher Memorial Prize", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001321", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "KFC Uerdingen 05", "pred": "Hop 1: \u00c9merson Luiz Firmino -> member of sports team -> KFC Uerdingen 05 (2002)\n Answer: KFC Uerdingen 05", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004960", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Real Madrid Club de F\u00fatbol", "pred": "Hop 1: Bodo Illgner -> member of sports team -> Real Madrid Club de F\u00fatbol (1999)\n Answer: Real Madrid Club de F\u00fatbol", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004118", "complexity": "1hop", "operator_type": "sequence", "t_query": 1957.0, "gold": "Italy", "pred": "Hop 1: Raimondo D'Inzeo -> country of citizenship -> Italy (1957)\n Answer: Italy", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008476", "complexity": "1hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "Italy", "pred": "Hop 1: Lucio Battisti -> country of citizenship -> Italy (1971)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004242", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Italy", "pred": "Hop 1: Renzo De Felice -> country of citizenship -> Italy (1996)\n Answer: Italy", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004333", "complexity": "1hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "FC St. Gallen", "pred": "Hop 1: Michael Lang -> member of sports team -> FC St. Gallen (2009)\n Answer: FC St. Gallen", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007528", "complexity": "1hop", "operator_type": "interval", "t_query": 1974.0, "gold": "1974", "pred": "Hop 1: Academy Award for Best Actress -> winner -> Ellen Burstyn (1974)\n Answer: 1974", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003750", "complexity": "1hop", "operator_type": "sequence", "t_query": 1920.0, "gold": "United States", "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1920)\n Answer: United States", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002500", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "PFC Slavia Sofia", "pred": "Hop 1: Yordan Petkov -> member of sports team -> PFC Slavia Sofia (2008)\n Answer: PFC Slavia Sofia", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006400", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1917.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004574", "complexity": "1hop", "operator_type": "interval", "t_query": 1977.0, "gold": "1977", "pred": "Hop 1: BAFTA Award for Best Original Music -> winner -> Bernard Herrmann (1977)\n Answer: 1977", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002681", "complexity": "1hop", "operator_type": "sequence", "t_query": 1944.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Giacomo Neri -> country of citizenship -> Kingdom of Italy (1944)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006488", "complexity": "1hop", "operator_type": "sequence", "t_query": 2000.0, "gold": "Albert II of Belgium", "pred": "Hop 1: Belgium -> head of state -> Albert II of Belgium (2000)\n Answer: Albert II of Belgium", "em": 1.0, "f1": 0.5714285714285715, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007839", "complexity": "1hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "Hop 1: Lothar Vosseler -> participant in -> Big Brother (2004)\n Answer: 2004", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001389", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "Italy", "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007506", "complexity": "1hop", "operator_type": "before_after", "t_query": 1961.0, "gold": "Italy", "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1961)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005877", "complexity": "1hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "chairperson", "pred": "Hop 1: Max Euwe -> position held -> chairperson (1975)\n Answer: chairperson", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001046", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1948.0, "gold": "Seine-et-Oise", "pred": "Hop 1: \u00c9zanville -> located in -> Seine-et-Oise (1948)\n Answer: Seine-et-Oise", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004160", "complexity": "1hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "SC Bastia", "pred": "Hop 1: Anto Drobnjak -> member of sports team -> SC Bastia (1996)\n Answer: SC Bastia", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001013", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1983.0, "gold": "Rip Torn", "pred": "Hop 1: Geraldine Page -> spouse -> Rip Torn (1983)\n Answer: Rip Torn", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007572", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1959.0, "gold": "Bernadette Chirac", "pred": "Hop 1: Jacques Chirac -> spouse -> Bernadette Chirac (1959)\n Answer: Bernadette Chirac", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008063", "complexity": "1hop", "operator_type": "before_after", "t_query": 2017.0, "gold": "Academy Award for Best Costume Design", "pred": "Hop 1: Colleen Atwood -> nominated for -> Academy Award for Best Costume Design (2017)\n Answer: Academy Award for Best Costume Design", "em": 1.0, "f1": 0.631578947368421, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008392", "complexity": "1hop", "operator_type": "before_after", "t_query": 1991.0, "gold": "Italy", "pred": "Hop 1: Alberto De Martino -> country of citizenship -> Italy (1991)\n Answer: Italy", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003675", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1963.0, "gold": "list of land speed records", "pred": "Hop 1: Rudolf Caracciola -> record held -> list of land speed records (1963)\n Answer: list of land speed records", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004974", "complexity": "1hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "AFC Bournemouth", "pred": "Hop 1: Darren Anderton -> member of sports team -> AFC Bournemouth (2007)\n Answer: AFC Bournemouth", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000114", "complexity": "1hop", "operator_type": "before_after", "t_query": 2014.0, "gold": "Finland women's national football team", "pred": "Hop 1: Annica Sj\u00f6lund -> member of sports team -> Finland women's national football team (2014)\n Answer: Finland women's national football team", "em": 1.0, "f1": 0.5714285714285715, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004958", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "FC Bayern Munich", "pred": "Hop 1: Z\u00e9 Roberto -> member of sports team -> FC Bayern Munich (2008)\n Answer: FC Bayern Munich", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002847", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1921.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Mario Autelli -> country of citizenship -> Kingdom of Italy (1921)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001441", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Gen\u00e7lerbirli\u011fi S.K.", "pred": "Hop 1: G\u00f6khan \u00dcnal -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (2002)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006437", "complexity": "1hop", "operator_type": "sequence", "t_query": 1981.0, "gold": "Soviet Union", "pred": "Hop 1: Raisa Gorbacheva -> country of citizenship -> Soviet Union (1981)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002206", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Chelsea F.C.", "pred": "Hop 1: Ruud Gullit -> member of sports team -> Chelsea F.C. (1996)\n Answer: Chelsea F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007216", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "C.D. Jorge Wilstermann", "pred": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005526", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1932.0, "gold": "SK Rapid Wien", "pred": "Hop 1: Josef Bican -> member of sports team -> SK Rapid Wien (1932)\n Answer: SK Rapid Wien", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005718", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1900.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Galvano Della Volpe -> country of citizenship -> Kingdom of Italy (1900)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000262", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1952.0, "gold": "FK Teplice", "pred": "Hop 1: Josef Masopust -> member of sports team -> FK Teplice (1952)\n Answer: FK Teplice", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001083", "complexity": "1hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Germany", "pred": "Hop 1: Hendrik Born -> country of citizenship -> Germany (1997)\n Answer: Germany", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004361", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "SK Brann", "pred": "Hop 1: Bj\u00f8rnar Holmvik -> member of sports team -> SK Brann (2009)\n Answer: SK Brann", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006333", "complexity": "1hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "Deutsche Reichsbahn", "pred": "Hop 1: Molli railway -> operator -> Deutsche Reichsbahn (1922)\n Answer: Deutsche Reichsbahn", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003965", "complexity": "1hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Servette FC", "pred": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002645", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "S.L. Benfica", "pred": "Hop 1: Paulo Sousa -> member of sports team -> S.L. Benfica (1990)\n Answer: S.L. Benfica", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001182", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Silver Bear for Best Actress", "pred": "Hop 1: Edith Evans -> award received -> Silver Bear for Best Actress (1967)\n Answer: Silver Bear for Best Actress", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004948", "complexity": "1hop", "operator_type": "sequence", "t_query": 1991.0, "gold": "Italy", "pred": "Hop 1: Corrado Bafile -> country of citizenship -> Italy (1991)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002435", "complexity": "1hop", "operator_type": "interval", "t_query": 2007.0, "gold": "2007", "pred": "Hop 1: Adriano Chuva -> member of sports team -> Clube N\u00e1utico Capibaribe (2007)\n Answer: 2007", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001871", "complexity": "1hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "Yale University", "pred": "Hop 1: Walter Feit -> employer -> Yale University (1995)\n Answer: Yale University", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000473", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "US Triestina Calcio 1918", "pred": "Hop 1: Michele Bacis -> member of sports team -> US Triestina Calcio 1918 (2001)\n Answer: US Triestina Calcio 1918", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006904", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1992.0, "gold": "Bernd R\u00fcthers", "pred": "Hop 1: University of Konstanz -> rector -> Bernd R\u00fcthers (1992)\n Answer: Bernd R\u00fcthers", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003995", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "RC Strasbourg Alsace", "pred": "Hop 1: Amaury Bischoff -> member of sports team -> RC Strasbourg Alsace (2005)\n Answer: RC Strasbourg Alsace", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005684", "complexity": "1hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "delegate", "pred": "Hop 1: Andrew Jacobs -> position held -> delegate (1954)\n Answer: delegate", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004481", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Vladimir Lenin", "pred": "Hop 1: Khujand -> named after -> Vladimir Lenin (1989)\n Answer: Vladimir Lenin", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006873", "complexity": "1hop", "operator_type": "interval", "t_query": 1948.0, "gold": "1948", "pred": "Hop 1: Golden Globe Award for Best Screenplay -> winner -> Richard Schweizer (1948)\n Answer: 1948", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005653", "complexity": "1hop", "operator_type": "sequence", "t_query": 1991.0, "gold": "Andrzej Strejlau", "pred": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003277", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Tottenham Hotspur F.C.", "pred": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004653", "complexity": "1hop", "operator_type": "interval", "t_query": 2012.0, "gold": "2012", "pred": "Hop 1: Trevor Wooley -> award received -> Fr\u00f6hlich Prize (2012)\n Answer: 2012", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001722", "complexity": "1hop", "operator_type": "before_after", "t_query": 1927.0, "gold": "Soviet Union", "pred": "Hop 1: Yevpatoriia -> country -> Soviet Union (1927)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000499", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "United States Marine Corps", "pred": "Hop 1: Jim Mattis -> military branch -> United States Marine Corps (1984)\n Answer: United States Marine Corps", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003725", "complexity": "1hop", "operator_type": "before_after", "t_query": 1911.0, "gold": "Russian Empire", "pred": "Hop 1: Barysaw -> country -> Russian Empire (1911)\n Answer: Russian Empire", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004162", "complexity": "1hop", "operator_type": "before_after", "t_query": 1961.0, "gold": "Bob Benny", "pred": "Hop 1: Belgium -> participant -> Bob Benny (1961)\n Answer: Bob Benny", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004885", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Italy", "pred": "Hop 1: Flaviano Vicentini -> country of citizenship -> Italy (2001)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007832", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "South West Trains", "pred": "Hop 1: British Rail Class 455 -> operator -> South West Trains (1998)\n Answer: South West Trains", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005962", "complexity": "1hop", "operator_type": "sequence", "t_query": 1966.0, "gold": "Soviet Union", "pred": "Hop 1: Omsk Oblast -> country -> Soviet Union (1966)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000011", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Order of the Red Banner of Labour", "pred": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: Order of the Red Banner of Labour", "em": 1.0, "f1": 0.6, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007446", "complexity": "1hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "Cruz Azul", "pred": "Hop 1: Guillermo Mendiz\u00e1bal -> member of sports team -> Cruz Azul (1983)\n Answer: Cruz Azul", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004620", "complexity": "1hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Cesare Siepi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007791", "complexity": "1hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Fredrikstad FK", "pred": "Hop 1: Jan Fuglset -> member of sports team -> Fredrikstad FK (1968)\n Answer: Fredrikstad FK", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003645", "complexity": "1hop", "operator_type": "before_after", "t_query": 1991.0, "gold": "Andrzej Strejlau", "pred": "Hop 1: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strejlau", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008601", "complexity": "1hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Laura Adani -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001029", "complexity": "1hop", "operator_type": "before_after", "t_query": 1979.0, "gold": "Club Joventut Badalona", "pred": "Hop 1: Joan Filb\u00e1 -> member of sports team -> Club Joventut Badalona (1979)\n Answer: Club Joventut Badalona", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002959", "complexity": "1hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "Hop 1: Claribel Alegr\u00eda Vides -> award received -> Neustadt International Prize for Literature (2006)\n Answer: 2006", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002305", "complexity": "1hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Italy", "pred": "Hop 1: Franco Nicolazzi -> country of citizenship -> Italy (1984)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002878", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Guardian Children's Fiction Prize", "pred": "Hop 1: Gillian Cross -> nominated for -> Guardian Children's Fiction Prize (1980)\n Answer: Guardian Children's Fiction Prize", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000807", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "C\u00e9sar Award for Best Female Revelation", "pred": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Answer: C\u00e9sar Award for Best Female Revelation", "em": 1.0, "f1": 0.631578947368421, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004108", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Seine-et-Oise", "pred": "Hop 1: Breux-Jouy -> located in -> Seine-et-Oise (1947)\n Answer: Seine-et-Oise", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000347", "complexity": "1hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Primetime Emmy Award for Outstanding Animated Program", "pred": "Hop 1: Sam Simon -> award received -> Primetime Emmy Award for Outstanding Animated Program (2001)\n Answer: Primetime Emmy Award for Outstanding Animated Program", "em": 1.0, "f1": 0.6666666666666666, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004954", "complexity": "1hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "FC Elista", "pred": "Hop 1: Leonid Slutsky -> coach of sports team -> FC Elista (2003)\n Answer: FC Elista", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006909", "complexity": "1hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "Umberto Bossi", "pred": "Hop 1: Lega Nord -> chairperson -> Umberto Bossi (2002)\n Answer: Umberto Bossi", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007331", "complexity": "1hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "President of Latvia", "pred": "Hop 1: Valdis Zatlers -> position held -> President of Latvia (2010)\n Answer: President of Latvia", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003609", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1988.0, "gold": "Sch\u00f6neberg", "pred": "Hop 1: Wuppertal -> twinned with -> Sch\u00f6neberg (1988)\n Answer: Sch\u00f6neberg", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006006", "complexity": "1hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "FC Twente", "pred": "Hop 1: Cheick Tiot\u00e9 -> member of sports team -> FC Twente (2010)\n Answer: FC Twente", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008100", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1924.0, "gold": "Mandatory Palestine", "pred": "Hop 1: Bnei Brak -> country -> Mandatory Palestine (1924)\n Answer: Mandatory Palestine", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004453", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Anselmo Bucci -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006282", "complexity": "1hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "Club Atl\u00e9tico Osasuna", "pred": "Hop 1: Roberto Santamar\u00eda Calavia -> member of sports team -> Club Atl\u00e9tico Osasuna (1994)\n Answer: Club Atl\u00e9tico Osasuna", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003708", "complexity": "1hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "Italy", "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003013", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Watford F.C.", "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001471", "complexity": "1hop", "operator_type": "sequence", "t_query": 1970.0, "gold": "Italy", "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Italy (1970)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007727", "complexity": "1hop", "operator_type": "sequence", "t_query": 1959.0, "gold": "Soviet Union", "pred": "Hop 1: Nova Kakhovka -> country -> Soviet Union (1959)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000942", "complexity": "1hop", "operator_type": "sequence", "t_query": 1995.0, "gold": "Husqvarna FF", "pred": "Hop 1: Erkka Pet\u00e4j\u00e4 -> member of sports team -> Husqvarna FF (1995)\n Answer: Husqvarna FF", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006079", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Altai Krai", "pred": "Hop 1: Rubtsovsk -> located in -> Altai Krai (1967)\n Answer: Altai Krai", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002943", "complexity": "1hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Leipzig University", "pred": "Hop 1: Henry E. Sigerist -> employer -> Leipzig University (1930)\n Answer: Leipzig University", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003037", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1915.0, "gold": "Germany", "pred": "Hop 1: Philipp Lenard -> country of citizenship -> Germany (1915)\n Answer: Germany", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003677", "complexity": "1hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "Italy", "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (2015)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003146", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "New York City", "pred": "Hop 1: MetLife -> headquarters -> New York City (1984)\n Answer: New York City", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004225", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "MTK Budapest FC", "pred": "Hop 1: Zsanett Jakabfi -> member of sports team -> MTK Budapest FC (2005)\n Answer: MTK Budapest FC", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000827", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "Italy", "pred": "Hop 1: Luigi Comencini -> country of citizenship -> Italy (2000)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008211", "complexity": "1hop", "operator_type": "before_after", "t_query": 1997.0, "gold": "Rick Parfitt", "pred": "Hop 1: Status Quo -> has part -> Rick Parfitt (1997)\n Answer: Rick Parfitt", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007342", "complexity": "1hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Pierre Mauroy", "pred": "Hop 1: Lille metropolis -> head of government -> Pierre Mauroy (2005)\n Answer: Pierre Mauroy", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005759", "complexity": "1hop", "operator_type": "before_after", "t_query": 1913.0, "gold": "Austria\u2013Hungary", "pred": "Hop 1: Giurtelecu Hododului -> country -> Austria\u2013Hungary (1913)\n Answer: Austria\u2013Hungary", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003949", "complexity": "1hop", "operator_type": "sequence", "t_query": 2017.0, "gold": "Member of the European Parliament", "pred": "Hop 1: Jean-Marie Cavada -> position held -> Member of the European Parliament (2017)\n Answer: Member of the European Parliament", "em": 1.0, "f1": 0.5263157894736842, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005277", "complexity": "1hop", "operator_type": "sequence", "t_query": 2022.0, "gold": "Samba Gold", "pred": "Hop 1: Neymar -> award received -> Samba Gold (2022)\n Answer: Samba Gold", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001667", "complexity": "1hop", "operator_type": "sequence", "t_query": 1969.0, "gold": "Italy", "pred": "Hop 1: Francesco Aguzzoli -> country of citizenship -> Italy (1969)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002554", "complexity": "1hop", "operator_type": "interval", "t_query": 2009.0, "gold": "2009", "pred": "Hop 1: Marek \u0160t\u011bch -> member of sports team -> Wycombe Wanderers F.C. (2009)\n Answer: 2009", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003996", "complexity": "1hop", "operator_type": "sequence", "t_query": 1943.0, "gold": "Yugoslavia", "pred": "Hop 1: Gojin Dol -> country -> Yugoslavia (1943)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005904", "complexity": "1hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Italy", "pred": "Hop 1: Mario Nascimbene -> country of citizenship -> Italy (1975)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004658", "complexity": "1hop", "operator_type": "before_after", "t_query": 1934.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Gianni Agus -> country of citizenship -> Kingdom of Italy (1934)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004227", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Lady Gaga", "pred": "Hop 1: MTV Video Music Award for Best New Artist -> winner -> Lady Gaga (2009)\n Answer: Lady Gaga", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001594", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "Bell Labs", "pred": "Hop 1: Ralph Hartley -> employer -> Bell Labs (1936)\n Answer: Bell Labs", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006869", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "Al Masry SC", "pred": "Hop 1: Tarek Soliman -> member of sports team -> Al Masry SC (1984)\n Answer: Al Masry SC", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006930", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1933.0, "gold": "Soviet Union", "pred": "Hop 1: Lyubertsy -> country -> Soviet Union (1933)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000374", "complexity": "1hop", "operator_type": "sequence", "t_query": 1938.0, "gold": "University of Edinburgh", "pred": "Hop 1: Alexander Aitken -> employer -> University of Edinburgh (1938)\n Answer: University of Edinburgh", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005195", "complexity": "1hop", "operator_type": "before_after", "t_query": 1989.0, "gold": "Soviet Union", "pred": "Hop 1: Tmutarakan -> country -> Soviet Union (1989)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002457", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Cottbus District", "pred": "Hop 1: Cottbus -> located in -> Cottbus District (1982)\n Answer: Cottbus District", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007411", "complexity": "1hop", "operator_type": "sequence", "t_query": 1993.0, "gold": "CPJ International Press Freedom Awards", "pred": "Hop 1: Veran Mati\u0107 -> award received -> CPJ International Press Freedom Awards (1993)\n Answer: CPJ International Press Freedom Awards", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006097", "complexity": "1hop", "operator_type": "interval", "t_query": 2008.0, "gold": "2008", "pred": "Hop 1: Pavel Drsek -> member of sports team -> Panionios F.C. (2008)\n Answer: 2008", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006940", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1940.0, "gold": "British Raj", "pred": "Hop 1: Bilgram -> country -> British Raj (1940)\n Answer: British Raj", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000173", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1945.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Leopoldo Trieste -> country of citizenship -> Kingdom of Italy (1945)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005298", "complexity": "1hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Italy", "pred": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (2006)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005185", "complexity": "1hop", "operator_type": "before_after", "t_query": 1950.0, "gold": "Italy", "pred": "Hop 1: Gino Cavalieri -> country of citizenship -> Italy (1950)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007749", "complexity": "1hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "David Mamet", "pred": "Hop 1: Lindsay Crouse -> spouse -> David Mamet (1989)\n Answer: David Mamet", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007535", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", "pred": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1961)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006111", "complexity": "1hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Italy", "pred": "Hop 1: Arnaldo Benfenati -> country of citizenship -> Italy (1956)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002110", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1961.0, "gold": "Soviet Union", "pred": "Hop 1: Vladivostok -> country -> Soviet Union (1961)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000829", "complexity": "1hop", "operator_type": "before_after", "t_query": 1940.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Carlo Manzoni -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008640", "complexity": "1hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Italy", "pred": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1975)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002292", "complexity": "1hop", "operator_type": "interval", "t_query": 1989.0, "gold": "1989", "pred": "Hop 1: Nicolae Ceau\u0219escu -> convicted of -> genocide (1989)\n Answer: 1989", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005480", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "general", "pred": "Hop 1: Hartmut Bagger -> military, police or special rank -> general (2008)\n Answer: general", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008496", "complexity": "1hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "Italy", "pred": "Hop 1: Alberto Fontanesi -> country of citizenship -> Italy (1952)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006640", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1907.0, "gold": "Ottoman Empire", "pred": "Hop 1: Gaza City -> country -> Ottoman Empire (1907)\n Answer: Ottoman Empire", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003927", "complexity": "1hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Ascoli Calcio 1898 FC", "pred": "Hop 1: Michele Fini -> member of sports team -> Ascoli Calcio 1898 FC (2005)\n Answer: Ascoli Calcio 1898 FC", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007996", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Soviet Union", "pred": "Hop 1: Oryol -> country -> Soviet Union (1982)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000373", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Northwestern University", "pred": "Hop 1: Erich Heller -> employer -> Northwestern University (1961)\n Answer: Northwestern University", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005430", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Aut\u00f3dromo Internacional Ayrton Senna", "pred": "Hop 1: Brazilian motorcycle Grand Prix -> location -> Aut\u00f3dromo Internacional Ayrton Senna (1987)\n Answer: Aut\u00f3dromo Internacional Ayrton Senna", "em": 1.0, "f1": 0.47058823529411764, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000744", "complexity": "1hop", "operator_type": "before_after", "t_query": 1961.0, "gold": "Calcio Foggia 1920", "pred": "Hop 1: Cosimo Nocera -> member of sports team -> Calcio Foggia 1920 (1961)\n Answer: Calcio Foggia 1920", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003964", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Gangwon FC", "pred": "Hop 1: Seo Dong-myung -> coach of sports team -> Gangwon FC (2009)\n Answer: Gangwon FC", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004438", "complexity": "1hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Club Atl\u00e9tico River Plate", "pred": "Hop 1: Amadeo Carrizo -> member of sports team -> Club Atl\u00e9tico River Plate (1968)\n Answer: Club Atl\u00e9tico River Plate", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004862", "complexity": "1hop", "operator_type": "before_after", "t_query": 1902.0, "gold": "Amtshauptmannschaft Schwarzenberg", "pred": "Hop 1: Johanngeorgenstadt -> located in -> Amtshauptmannschaft Schwarzenberg (1902)\n Answer: Amtshauptmannschaft Schwarzenberg", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004495", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "As d'Or Jeu de l'Ann\u00e9e", "pred": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: As d'Or Jeu de l'Ann\u00e9e", "em": 1.0, "f1": 0.6363636363636364, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002486", "complexity": "1hop", "operator_type": "sequence", "t_query": 2004.0, "gold": "Israel", "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003629", "complexity": "1hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "La Spezia", "pred": "Hop 1: 29th U-boat Flotilla -> location -> La Spezia (1942)\n Answer: La Spezia", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006341", "complexity": "1hop", "operator_type": "before_after", "t_query": 2014.0, "gold": "FC Girondins de Bordeaux", "pred": "Hop 1: A\u017ebe Jug -> member of sports team -> FC Girondins de Bordeaux (2014)\n Answer: FC Girondins de Bordeaux", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002779", "complexity": "1hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "SBV Vitesse", "pred": "Hop 1: Ante Mi\u0161e -> member of sports team -> SBV Vitesse (1996)\n Answer: SBV Vitesse", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006236", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1940.0, "gold": "Nazi Party", "pred": "Hop 1: August Eigruber -> member of political party -> Nazi Party (1940)\n Answer: Nazi Party", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004217", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "1. FFC Frankfurt", "pred": "Hop 1: Katrin Kliehm -> member of sports team -> 1. FFC Frankfurt (2005)\n Answer: 1. FFC Frankfurt", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001111", "complexity": "1hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "Italy", "pred": "Hop 1: Eleonora Rossi Drago -> country of citizenship -> Italy (1954)\n Answer: Italy", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003973", "complexity": "1hop", "operator_type": "before_after", "t_query": 1927.0, "gold": "Mandatory Palestine", "pred": "Hop 1: Acre -> country -> Mandatory Palestine (1927)\n Answer: Mandatory Palestine", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002651", "complexity": "1hop", "operator_type": "sequence", "t_query": 1902.0, "gold": "Edith Roosevelt", "pred": "Hop 1: Theodore Roosevelt -> spouse -> Edith Roosevelt (1902)\n Answer: Edith Roosevelt", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005128", "complexity": "1hop", "operator_type": "interval", "t_query": 2012.0, "gold": "2012", "pred": "Hop 1: Bogdan P\u0103tra\u0219cu -> member of sports team -> FC Universitatea Cluj (2012)\n Answer: 2012", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007441", "complexity": "1hop", "operator_type": "before_after", "t_query": 1981.0, "gold": "Norway men's national association football team", "pred": "Hop 1: Arne Erlandsen -> member of sports team -> Norway men's national association football team (1981)\n Answer: Norway men's national association football team", "em": 1.0, "f1": 0.6086956521739131, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006793", "complexity": "1hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "FC Veszpr\u00e9m", "pred": "Hop 1: Ferenc Csongr\u00e1di -> member of sports team -> FC Veszpr\u00e9m (1989)\n Answer: FC Veszpr\u00e9m", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005396", "complexity": "1hop", "operator_type": "before_after", "t_query": 1939.0, "gold": "Nazi Germany", "pred": "Hop 1: Hanau -> country -> Nazi Germany (1939)\n Answer: Nazi Germany", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002815", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "People's Republic of China", "pred": "Hop 1: Liu Bocheng -> country of citizenship -> People's Republic of China (1951)\n Answer: People's Republic of China", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007174", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "Amsterdam", "pred": "Hop 1: Michael Jacklin -> work location -> Amsterdam (2000)\n Answer: Amsterdam", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001511", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Academy Award for Best Picture", "pred": "Hop 1: Hal B. Wallis -> nominated for -> Academy Award for Best Picture (1970)\n Answer: Academy Award for Best Picture", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000553", "complexity": "1hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Denmark women's national football team", "pred": "Hop 1: Katrine Pedersen -> member of sports team -> Denmark women's national football team (2011)\n Answer: Denmark women's national football team", "em": 1.0, "f1": 0.5714285714285715, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000656", "complexity": "1hop", "operator_type": "sequence", "t_query": 1947.0, "gold": "Northwestern University", "pred": "Hop 1: Melville J. Herskovits -> employer -> Northwestern University (1947)\n Answer: Northwestern University", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001297", "complexity": "1hop", "operator_type": "interval", "t_query": 1970.0, "gold": "1970", "pred": "Hop 1: Tofiq Bahramov -> award received -> Order of the Red Banner of Labour (1970)\n Answer: 1970", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007459", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "Amsterdam", "pred": "Hop 1: Carel Willink -> work location -> Amsterdam (1946)\n Answer: Amsterdam", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002423", "complexity": "1hop", "operator_type": "sequence", "t_query": 2006.0, "gold": "Trinidad and Tobago men's national football team", "pred": "Hop 1: Cyd Gray -> member of sports team -> Trinidad and Tobago men's national football team (2006)\n Answer: Trinidad and Tobago men's national football team", "em": 1.0, "f1": 0.6399999999999999, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001348", "complexity": "1hop", "operator_type": "before_after", "t_query": 2013.0, "gold": "Servette FC", "pred": "Hop 1: Vincent R\u00fcfli -> member of sports team -> Servette FC (2013)\n Answer: Servette FC", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008576", "complexity": "1hop", "operator_type": "before_after", "t_query": 1953.0, "gold": "Soviet Union", "pred": "Hop 1: Uzhhorod -> country -> Soviet Union (1953)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002071", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1912.0, "gold": "British School at Rome", "pred": "Hop 1: Eugenie Sellers Strong -> employer -> British School at Rome (1912)\n Answer: British School at Rome", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004899", "complexity": "1hop", "operator_type": "sequence", "t_query": 1978.0, "gold": "Soviet Union", "pred": "Hop 1: Uman -> country -> Soviet Union (1978)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001022", "complexity": "1hop", "operator_type": "sequence", "t_query": 1977.0, "gold": "Vladimir Oblast", "pred": "Hop 1: Kovrov -> located in -> Vladimir Oblast (1977)\n Answer: Vladimir Oblast", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003839", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Jane Birkin", "pred": "Hop 1: Serge Gainsbourg -> unmarried partner -> Jane Birkin (1977)\n Answer: Jane Birkin", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001814", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2015.0, "gold": "Christian Neureuther", "pred": "Hop 1: Rosi Mittermaier -> spouse -> Christian Neureuther (2015)\n Answer: Christian Neureuther", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007256", "complexity": "1hop", "operator_type": "before_after", "t_query": 1940.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Giorgio Perlasca -> country of citizenship -> Kingdom of Italy (1940)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005993", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Martha Vickers", "pred": "Hop 1: Mickey Rooney -> spouse -> Martha Vickers (1950)\n Answer: Martha Vickers", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005336", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "Arabic", "pred": "Hop 1: Israel -> official language -> Arabic (2013)\n Answer: Arabic", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005683", "complexity": "1hop", "operator_type": "before_after", "t_query": 1961.0, "gold": "Heidelberg University", "pred": "Hop 1: Herbert Seifert -> employer -> Heidelberg University (1961)\n Answer: Heidelberg University", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007163", "complexity": "1hop", "operator_type": "sequence", "t_query": 2000.0, "gold": "Relax-Gam", "pred": "Hop 1: Juan Antonio Flecha -> member of sports team -> Relax-Gam (2000)\n Answer: Relax-Gam", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007140", "complexity": "1hop", "operator_type": "before_after", "t_query": 1946.0, "gold": "Nobel Prize in Physiology or Medicine", "pred": "Hop 1: Arne Tiselius -> nominated for -> Nobel Prize in Physiology or Medicine (1946)\n Answer: Nobel Prize in Physiology or Medicine", "em": 1.0, "f1": 0.6, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008134", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1954.0, "gold": "Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", "pred": "Hop 1: Shell-Haus -> owned by -> Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges. (1954)\n Answer: Berliner St\u00e4dtische Elektrizit\u00e4tswerke Akt.-Ges.", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002147", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "Hungarian Socialist Workers' Party", "pred": "Hop 1: L\u00e1szl\u00f3 B\u00e9kesi -> member of political party -> Hungarian Socialist Workers' Party (1971)\n Answer: Hungarian Socialist Workers' Party", "em": 1.0, "f1": 0.47058823529411764, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006224", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2018.0, "gold": "habilitation", "pred": "Hop 1: Hienad\u017a Sahanovi\u010d -> academic degree -> habilitation (2018)\n Answer: habilitation", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000654", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1939.0, "gold": "Province of Mantua", "pred": "Hop 1: Felonica -> located in -> Province of Mantua (1939)\n Answer: Province of Mantua", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004102", "complexity": "1hop", "operator_type": "before_after", "t_query": 1973.0, "gold": "University of California, Los Angeles", "pred": "Hop 1: Ernst G. Straus -> employer -> University of California, Los Angeles (1973)\n Answer: University of California, Los Angeles", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007739", "complexity": "1hop", "operator_type": "sequence", "t_query": 1928.0, "gold": "FSV Frankfurt", "pred": "Hop 1: Robert Pache -> member of sports team -> FSV Frankfurt (1928)\n Answer: FSV Frankfurt", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006368", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1902.0, "gold": "Chemins de fer du Midi", "pred": "Hop 1: Q802601 -> operator -> Chemins de fer du Midi (1902)\n Answer: Chemins de fer du Midi", "em": 1.0, "f1": 0.625, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002589", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Italy", "pred": "Hop 1: Angelo Anquilletti -> country of citizenship -> Italy (1980)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006409", "complexity": "1hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "A.O. Kavalas (association football)", "pred": "Hop 1: Mario Galinovi\u0107 -> member of sports team -> A.O. Kavalas (association football) (2010)\n Answer: A.O. Kavalas (association football)", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002646", "complexity": "1hop", "operator_type": "interval", "t_query": 1997.0, "gold": "1997", "pred": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: 1997", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002133", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1917.0, "gold": "Gold Medal of the Royal Astronomical Society", "pred": "Hop 1: Walter Sydney Adams -> award received -> Gold Medal of the Royal Astronomical Society (1917)\n Answer: Gold Medal of the Royal Astronomical Society", "em": 1.0, "f1": 0.6086956521739131, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000302", "complexity": "1hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Italy", "pred": "Hop 1: Vittorio Brambilla -> country of citizenship -> Italy (1956)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002678", "complexity": "1hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "Atalanta BC", "pred": "Hop 1: Stefano Angeleri -> member of sports team -> Atalanta BC (1952)\n Answer: Atalanta BC", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004224", "complexity": "1hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Tony Award for Best Actress in a Play", "pred": "Hop 1: Jane Alexander -> nominated for -> Tony Award for Best Actress in a Play (1992)\n Answer: Tony Award for Best Actress in a Play", "em": 1.0, "f1": 0.6956521739130436, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005379", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "arrondissement of Bourg-en-Bresse", "pred": "Hop 1: P\u00e9rouges -> located in -> arrondissement of Bourg-en-Bresse (2001)\n Answer: arrondissement of Bourg-en-Bresse", "em": 1.0, "f1": 0.5882352941176471, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006243", "complexity": "1hop", "operator_type": "interval", "t_query": 1982.0, "gold": "1982", "pred": "Hop 1: Cagney & Lacey -> cast member -> Meg Foster (1982)\n Answer: 1982", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008166", "complexity": "1hop", "operator_type": "before_after", "t_query": 1945.0, "gold": "MTK Budapest FC", "pred": "Hop 1: Imre Kov\u00e1cs -> member of sports team -> MTK Budapest FC (1945)\n Answer: MTK Budapest FC", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003678", "complexity": "1hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "lawyer", "pred": "Hop 1: John Bell Williams -> occupation -> lawyer (1980)\n Answer: lawyer", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000025", "complexity": "1hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Klaus Jensen", "pred": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001419", "complexity": "1hop", "operator_type": "before_after", "t_query": 1940.0, "gold": "United Kingdom", "pred": "Hop 1: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000689", "complexity": "1hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Franca Ongaro -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004963", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "City of Gosford", "pred": "Hop 1: Gosford -> located in -> City of Gosford (1982)\n Answer: City of Gosford", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001580", "complexity": "1hop", "operator_type": "sequence", "t_query": 1936.0, "gold": "London", "pred": "Hop 1: Joseph Hertz -> work location -> London (1936)\n Answer: London", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002212", "complexity": "1hop", "operator_type": "interval", "t_query": 1977.0, "gold": "1977", "pred": "Hop 1: John Tonelli -> drafted by -> New York Islanders (1977)\n Answer: 1977", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001427", "complexity": "1hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "FC Lausanne-Sport", "pred": "Hop 1: Pierre Kerkhoffs -> member of sports team -> FC Lausanne-Sport (1967)\n Answer: FC Lausanne-Sport", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000751", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Seine-et-Oise", "pred": "Hop 1: Brunoy -> located in -> Seine-et-Oise (1942)\n Answer: Seine-et-Oise", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005986", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "FC Spartak Trnava", "pred": "Hop 1: Martin Ra\u0161ka -> member of sports team -> FC Spartak Trnava (2013)\n Answer: FC Spartak Trnava", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002412", "complexity": "1hop", "operator_type": "before_after", "t_query": 1983.0, "gold": "Italy", "pred": "Hop 1: Pino Lancetti -> country of citizenship -> Italy (1983)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001943", "complexity": "1hop", "operator_type": "interval", "t_query": 1999.0, "gold": "1999", "pred": "Hop 1: Franti\u0161ek Kaberle -> drafted by -> Los Angeles Kings (1999)\n Answer: 1999", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005685", "complexity": "1hop", "operator_type": "interval", "t_query": 1939.0, "gold": "1939", "pred": "Hop 1: The Adventures of Robin Hood -> nominated for -> Academy Award for Best Film Editing (1939)\n Answer: 1939", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001916", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "Str\u00f8msgodset IF", "pred": "Hop 1: Kim Larsen -> member of sports team -> Str\u00f8msgodset IF (2003)\n Answer: Str\u00f8msgodset IF", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006927", "complexity": "1hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Italy", "pred": "Hop 1: Aldo Fabrizi -> country of citizenship -> Italy (1956)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000904", "complexity": "1hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Italy", "pred": "Hop 1: Luigi Bajardi -> country of citizenship -> Italy (1956)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006701", "complexity": "1hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "Italy", "pred": "Hop 1: Alberto Lattuada -> country of citizenship -> Italy (1971)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005536", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1945.0, "gold": "Fengtien", "pred": "Hop 1: Faku County -> located in -> Fengtien (1945)\n Answer: Fengtien", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000555", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "Gertrude Stein", "pred": "Hop 1: Gertrude Stein -> owned by -> Gertrude Stein (1946)\n Answer: Gertrude Stein", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005626", "complexity": "1hop", "operator_type": "before_after", "t_query": 1981.0, "gold": "Heiner Gei\u00dfler", "pred": "Hop 1: Christian Democratic Union -> general secretary -> Heiner Gei\u00dfler (1981)\n Answer: Heiner Gei\u00dfler", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005124", "complexity": "1hop", "operator_type": "before_after", "t_query": 1990.0, "gold": "Algiers", "pred": "Hop 1: Pierre Savorgnan de Brazza -> place of burial -> Algiers (1990)\n Answer: Algiers", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002798", "complexity": "1hop", "operator_type": "before_after", "t_query": 1956.0, "gold": "Coll\u00e8ge de France", "pred": "Hop 1: Andr\u00e9 Lichnerowicz -> employer -> Coll\u00e8ge de France (1956)\n Answer: Coll\u00e8ge de France", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003885", "complexity": "1hop", "operator_type": "sequence", "t_query": 2021.0, "gold": "National Oceanic and Atmospheric Administration", "pred": "Hop 1: EWS-G2 -> owned by -> National Oceanic and Atmospheric Administration (2021)\n Answer: National Oceanic and Atmospheric Administration", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005314", "complexity": "1hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "Taiwan", "pred": "Hop 1: Li Tsung-jen -> country of citizenship -> Taiwan (1962)\n Answer: Taiwan", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007748", "complexity": "1hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "Knight Bachelor", "pred": "Hop 1: Bobby Charlton -> award received -> Knight Bachelor (1994)\n Answer: Knight Bachelor", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002726", "complexity": "1hop", "operator_type": "before_after", "t_query": 2021.0, "gold": "SK Slavia Prague", "pred": "Hop 1: Nicu\u0219or Stanciu -> member of sports team -> SK Slavia Prague (2021)\n Answer: SK Slavia Prague", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004003", "complexity": "1hop", "operator_type": "before_after", "t_query": 1924.0, "gold": "KRC Mechelen", "pred": "Hop 1: Jan Diddens -> member of sports team -> KRC Mechelen (1924)\n Answer: KRC Mechelen", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008148", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1985.0, "gold": "Soviet Union", "pred": "Hop 1: Alexei Navalny -> country of citizenship -> Soviet Union (1985)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004079", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1916.0, "gold": "Marie Bonaparte", "pred": "Hop 1: Prince George of Greece and Denmark -> spouse -> Marie Bonaparte (1916)\n Answer: Marie Bonaparte", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003444", "complexity": "1hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "A.S. Nancy-Lorraine", "pred": "Hop 1: Ronan Le Crom -> member of sports team -> A.S. Nancy-Lorraine (2011)\n Answer: A.S. Nancy-Lorraine", "em": 1.0, "f1": 0.4210526315789474, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004684", "complexity": "1hop", "operator_type": "before_after", "t_query": 1945.0, "gold": "Schutzstaffel", "pred": "Hop 1: Hans G\u00fcnther -> member of -> Schutzstaffel (1945)\n Answer: Schutzstaffel", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007043", "complexity": "1hop", "operator_type": "interval", "t_query": 1995.0, "gold": "1995", "pred": "Hop 1: Andr\u00e9 T\u00e9chin\u00e9 -> award received -> C\u00e9sar Award for Best Director (1995)\n Answer: 1995", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002077", "complexity": "1hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "Scunthorpe United F.C.", "pred": "Hop 1: Jermaine Beckford -> member of sports team -> Scunthorpe United F.C. (2007)\n Answer: Scunthorpe United F.C.", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005610", "complexity": "1hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Willi Daume", "pred": "Hop 1: German Handball Association -> chairperson -> Willi Daume (1949)\n Answer: Willi Daume", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007161", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1959.0, "gold": "Polish People's Republic", "pred": "Hop 1: Jan T. Gross -> country of citizenship -> Polish People's Republic (1959)\n Answer: Polish People's Republic", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008431", "complexity": "1hop", "operator_type": "before_after", "t_query": 1944.0, "gold": "Kingdom of Greece", "pred": "Hop 1: Takis -> country of citizenship -> Kingdom of Greece (1944)\n Answer: Kingdom of Greece", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005503", "complexity": "1hop", "operator_type": "sequence", "t_query": 1966.0, "gold": "Italy", "pred": "Hop 1: Nino Taranto -> country of citizenship -> Italy (1966)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003756", "complexity": "1hop", "operator_type": "sequence", "t_query": 1947.0, "gold": "Nuremberg Medical Trial", "pred": "Hop 1: Prince Philipp, Landgrave of Hesse -> participant in -> Nuremberg Medical Trial (1947)\n Answer: Nuremberg Medical Trial", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006939", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1921.0, "gold": "Nobel Prize in Physiology or Medicine", "pred": "Hop 1: Christiaan Eijkman -> nominated for -> Nobel Prize in Physiology or Medicine (1921)\n Answer: Nobel Prize in Physiology or Medicine", "em": 1.0, "f1": 0.6, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005031", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Italy", "pred": "Hop 1: Giuseppe Bennati -> country of citizenship -> Italy (1956)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001054", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1949.0, "gold": "Italy", "pred": "Hop 1: Ermanno Olmi -> country of citizenship -> Italy (1949)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002273", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Watford F.C.", "pred": "Hop 1: Alec Chamberlain -> member of sports team -> Watford F.C. (2001)\n Answer: Watford F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000786", "complexity": "1hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Order of Merit of Baden-W\u00fcrttemberg", "pred": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002778", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Tottenham Hotspur F.C.", "pred": "Hop 1: Andros Townsend -> member of sports team -> Tottenham Hotspur F.C. (2014)\n Answer: Tottenham Hotspur F.C.", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005074", "complexity": "1hop", "operator_type": "before_after", "t_query": 1919.0, "gold": "Japan", "pred": "Hop 1: Broutona -> country -> Japan (1919)\n Answer: Japan", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007312", "complexity": "1hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Chelsea F.C.", "pred": "Hop 1: Magnus Hedman -> member of sports team -> Chelsea F.C. (2007)\n Answer: Chelsea F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001350", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Leningrad Oblast", "pred": "Hop 1: Ivangorod -> located in -> Leningrad Oblast (2001)\n Answer: Leningrad Oblast", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001371", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1959.0, "gold": "Clare Boothe Luce", "pred": "Hop 1: Henry Luce -> spouse -> Clare Boothe Luce (1959)\n Answer: Clare Boothe Luce", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000490", "complexity": "1hop", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "Hop 1: No Thanks! -> nominated for -> As d'Or Jeu de l'Ann\u00e9e (2005)\n Answer: 2005", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006219", "complexity": "1hop", "operator_type": "interval", "t_query": 1985.0, "gold": "1985", "pred": "Hop 1: Yonohommachi Station -> founder -> Japanese National Railways (1985)\n Answer: 1985", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005716", "complexity": "1hop", "operator_type": "before_after", "t_query": 1915.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Edgardo Moltoni -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005200", "complexity": "1hop", "operator_type": "before_after", "t_query": 1985.0, "gold": "Pichichi Trophy", "pred": "Hop 1: Hugo S\u00e1nchez -> award received -> Pichichi Trophy (1985)\n Answer: Pichichi Trophy", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000681", "complexity": "1hop", "operator_type": "interval", "t_query": 2009.0, "gold": "2009", "pred": "Hop 1: Robin Shroot -> member of sports team -> Burton Albion F.C. (2009)\n Answer: 2009", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004424", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Lviv Oblast", "pred": "Hop 1: Drohobych -> located in -> Lviv Oblast (2012)\n Answer: Lviv Oblast", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003611", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1976.0, "gold": "Catholic priest", "pred": "Hop 1: Alwin Albert Hafner -> occupation -> Catholic priest (1976)\n Answer: Catholic priest", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000603", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Lille OSC", "pred": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007417", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Beaux-Arts de Paris", "pred": "Hop 1: Alekos Fassianos -> educated at -> Beaux-Arts de Paris (1970)\n Answer: Beaux-Arts de Paris", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001017", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "Golden Bear", "pred": "Hop 1: Li Yang -> nominated for -> Golden Bear (2003)\n Answer: Golden Bear", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004297", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1966.0, "gold": "Walter Sisulu", "pred": "Hop 1: Albertina Nontsikelelo Sisulu -> spouse -> Walter Sisulu (1966)\n Answer: Walter Sisulu", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007760", "complexity": "1hop", "operator_type": "before_after", "t_query": 1962.0, "gold": "Netherlands", "pred": "Hop 1: Mart Stam -> work location -> Netherlands (1962)\n Answer: Netherlands", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002309", "complexity": "1hop", "operator_type": "sequence", "t_query": 2017.0, "gold": "Feh\u00e9rv\u00e1r FC", "pred": "Hop 1: Henning Berg -> coach of sports team -> Feh\u00e9rv\u00e1r FC (2017)\n Answer: Feh\u00e9rv\u00e1r FC", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000472", "complexity": "1hop", "operator_type": "before_after", "t_query": 1915.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Mario Bonnard -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001687", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1988.0, "gold": "Free Democratic Party", "pred": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1988)\n Answer: Free Democratic Party", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003092", "complexity": "1hop", "operator_type": "sequence", "t_query": 1920.0, "gold": "Weimar Republic", "pred": "Hop 1: Limbach-Oberfrohna -> country -> Weimar Republic (1920)\n Answer: Weimar Republic", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003984", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1944.0, "gold": "Hamburger SV", "pred": "Hop 1: Wilhelm Blunk -> member of sports team -> Hamburger SV (1944)\n Answer: Hamburger SV", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004307", "complexity": "1hop", "operator_type": "sequence", "t_query": 1933.0, "gold": "Yugoslavia", "pred": "Hop 1: Verzar -> country -> Yugoslavia (1933)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004221", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Italy", "pred": "Hop 1: Guido Carli -> country of citizenship -> Italy (1967)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002604", "complexity": "1hop", "operator_type": "sequence", "t_query": 1924.0, "gold": "Orenburg Governorate", "pred": "Hop 1: Orenburg -> capital of -> Orenburg Governorate (1924)\n Answer: Orenburg Governorate", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005175", "complexity": "1hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Italy", "pred": "Hop 1: Suso Cecchi d'Amico -> country of citizenship -> Italy (1999)\n Answer: Italy", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000103", "complexity": "1hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "People's Republic of Bulgaria", "pred": "Hop 1: Stara Zagora -> country -> People's Republic of Bulgaria (1962)\n Answer: People's Republic of Bulgaria", "em": 1.0, "f1": 0.5882352941176471, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007858", "complexity": "1hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "construction", "pred": "Hop 1: Hanover Stadtbahn -> vehicle -> TW 6000 (1980)\n Hop 2: TW 6000 -> significant event -> construction (1980)\n Answer: construction", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000929", "complexity": "1hop", "operator_type": "before_after", "t_query": 1981.0, "gold": "Tony Award for Best Actress in a Play", "pred": "Hop 1: Glenda Jackson -> nominated for -> Tony Award for Best Actress in a Play (1981)\n Answer: Tony Award for Best Actress in a Play", "em": 1.0, "f1": 0.6956521739130436, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008399", "complexity": "1hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Hamburg Commercial Bank", "pred": "Hop 1: Volksparkstadion -> named after -> Hamburg Commercial Bank (2008)\n Answer: Hamburg Commercial Bank", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006833", "complexity": "1hop", "operator_type": "sequence", "t_query": 1936.0, "gold": "Princess M\u00e4rtha of Sweden", "pred": "Hop 1: Olav V of Norway -> spouse -> Princess M\u00e4rtha of Sweden (1936)\n Answer: Princess M\u00e4rtha of Sweden", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007826", "complexity": "1hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "Hop 1: Patrick Cramer -> award received -> Gottfried Wilhelm Leibniz Prize (2006)\n Answer: 2006", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005791", "complexity": "1hop", "operator_type": "interval", "t_query": 1969.0, "gold": "1969", "pred": "Hop 1: Strawberry Fields Forever -> performer -> The Beatles (1969)\n Answer: 1969", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008695", "complexity": "1hop", "operator_type": "before_after", "t_query": 1976.0, "gold": "FC Basel", "pred": "Hop 1: Serge Muhmenthaler -> member of sports team -> FC Basel (1976)\n Answer: FC Basel", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006326", "complexity": "1hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002683", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Italy", "pred": "Hop 1: Vincenzo Talarico -> country of citizenship -> Italy (1956)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004982", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "AS Monaco FC", "pred": "Hop 1: Abderrahmane Boubekeur -> member of sports team -> AS Monaco FC (1957)\n Answer: AS Monaco FC", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000500", "complexity": "1hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Rome", "pred": "Hop 1: Fabio Capello -> work location -> Rome (2001)\n Answer: Rome", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000415", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "Seine-et-Oise", "pred": "Hop 1: Neauphle-le-Vieux -> located in -> Seine-et-Oise (1957)\n Answer: Seine-et-Oise", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002513", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1988.0, "gold": "IBM", "pred": "Hop 1: Frank Soltis -> employer -> IBM (1988)\n Answer: IBM", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001131", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "Chinese Communist Party", "pred": "Hop 1: Xiao Yang -> member of political party -> Chinese Communist Party (1971)\n Answer: Chinese Communist Party", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004809", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Gino Cassinis -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006419", "complexity": "1hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "England women's national football team", "pred": "Hop 1: Lindsay Johnson -> member of sports team -> England women's national football team (2005)\n Answer: England women's national football team", "em": 1.0, "f1": 0.5714285714285715, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000119", "complexity": "1hop", "operator_type": "before_after", "t_query": 1994.0, "gold": "Italy", "pred": "Hop 1: Mario B\u00f2 -> country of citizenship -> Italy (1994)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002765", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "The Rockefeller University", "pred": "Hop 1: George Uhlenbeck -> employer -> The Rockefeller University (1967)\n Answer: The Rockefeller University", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001638", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "Soviet Union", "pred": "Hop 1: Viktor Kulikov -> country of citizenship -> Soviet Union (1946)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003270", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1914.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Giuseppe Ungaretti -> country of citizenship -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002090", "complexity": "1hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Zeno Saltini -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002717", "complexity": "1hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Luciano Savorini -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001781", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Waltrude Schleyer", "pred": "Hop 1: Hanns Martin Schleyer -> spouse -> Waltrude Schleyer (1950)\n Answer: Waltrude Schleyer", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007508", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1922.0, "gold": "West Ham United F.C.", "pred": "Hop 1: Billy Brown -> member of sports team -> West Ham United F.C. (1922)\n Answer: West Ham United F.C.", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000911", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1932.0, "gold": "Tuscany", "pred": "Hop 1: Plinio Nomellini -> work location -> Tuscany (1932)\n Answer: Tuscany", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002590", "complexity": "1hop", "operator_type": "interval", "t_query": 1946.0, "gold": "1946", "pred": "Hop 1: Giuseppe Meazza -> coach of sports team -> Atalanta BC (1946)\n Answer: 1946", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005409", "complexity": "1hop", "operator_type": "before_after", "t_query": 2018.0, "gold": "Order of Merit of Baden-W\u00fcrttemberg", "pred": "Hop 1: Q104925 -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2018)\n Answer: Order of Merit of Baden-W\u00fcrttemberg", "em": 1.0, "f1": 0.5882352941176471, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004701", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1968.0, "gold": "Seine-et-Oise", "pred": "Hop 1: L\u00e9vis-Saint-Nom -> located in -> Seine-et-Oise (1968)\n Answer: Seine-et-Oise", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006905", "complexity": "1hop", "operator_type": "interval", "t_query": 2023.0, "gold": "2023", "pred": "Hop 1: Northwestern University -> member of -> Scholarly Publishing and Academic Resources Coalition (2023)\n Answer: 2023", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005334", "complexity": "1hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "Hop 1: IG Farben -> significant event -> insolvency (2003)\n Answer: 2003", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006551", "complexity": "1hop", "operator_type": "before_after", "t_query": 1917.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Egidio Feruglio -> country of citizenship -> Kingdom of Italy (1917)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002537", "complexity": "1hop", "operator_type": "sequence", "t_query": 1915.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004357", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "FC Amkar Perm", "pred": "Hop 1: Martin Jakubko -> member of sports team -> FC Amkar Perm (2014)\n Answer: FC Amkar Perm", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006681", "complexity": "1hop", "operator_type": "sequence", "t_query": 1934.0, "gold": "Sporting CP", "pred": "Hop 1: Rudolf Jeny -> member of sports team -> Sporting CP (1934)\n Answer: Sporting CP", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001982", "complexity": "1hop", "operator_type": "before_after", "t_query": 1939.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Francesco Gabrieli -> country of citizenship -> Kingdom of Italy (1939)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001763", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1973.0, "gold": "Tranmere Rovers F.C.", "pred": "Hop 1: Steve Coppell -> member of sports team -> Tranmere Rovers F.C. (1973)\n Answer: Tranmere Rovers F.C.", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001693", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1919.0, "gold": "Utrecht University", "pred": "Hop 1: Pieter Helbert Damst\u00e9 -> employer -> Utrecht University (1919)\n Answer: Utrecht University", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006247", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1909.0, "gold": "Associate Justice of the Supreme Court of the United States", "pred": "Hop 1: Joseph McKenna -> position held -> Associate Justice of the Supreme Court of the United States (1909)\n Answer: Associate Justice of the Supreme Court of the United States", "em": 1.0, "f1": 0.6666666666666666, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006923", "complexity": "1hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "Der St\u00fcrmer", "pred": "Hop 1: Julius Streicher -> employer -> Der St\u00fcrmer (1929)\n Answer: Der St\u00fcrmer", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004828", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Italy", "pred": "Hop 1: Adone Zoli -> country of citizenship -> Italy (1957)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006717", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1915.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Luigi Bianchi -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001064", "complexity": "1hop", "operator_type": "sequence", "t_query": 1930.0, "gold": "Weimar Republic", "pred": "Hop 1: Hanover -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002886", "complexity": "1hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Italy", "pred": "Hop 1: Luciano Fo\u00e0 -> country of citizenship -> Italy (1967)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001768", "complexity": "1hop", "operator_type": "before_after", "t_query": 1929.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Emilio Petiva -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006522", "complexity": "1hop", "operator_type": "before_after", "t_query": 1994.0, "gold": "Cameroon men's national football team", "pred": "Hop 1: Henri Michel -> coach of sports team -> Cameroon men's national football team (1994)\n Answer: Cameroon men's national football team", "em": 1.0, "f1": 0.5714285714285715, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001073", "complexity": "1hop", "operator_type": "before_after", "t_query": 1910.0, "gold": "Kingdom of Bulgaria", "pred": "Hop 1: Veliko Tarnovo -> country -> Kingdom of Bulgaria (1910)\n Answer: Kingdom of Bulgaria", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002125", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "SSC Napoli", "pred": "Hop 1: Armando Tre Re -> member of sports team -> SSC Napoli (1956)\n Answer: SSC Napoli", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002297", "complexity": "1hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "FC Astra Giurgiu", "pred": "Hop 1: Dorinel Munteanu -> coach of sports team -> FC Astra Giurgiu (2015)\n Answer: FC Astra Giurgiu", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002809", "complexity": "1hop", "operator_type": "before_after", "t_query": 1915.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Elio Toaff -> country of citizenship -> Kingdom of Italy (1915)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002474", "complexity": "1hop", "operator_type": "before_after", "t_query": 1981.0, "gold": "Pat Travers", "pred": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004101", "complexity": "1hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "Hop 1: Djalminha -> member of sports team -> Club Am\u00e9rica (2004)\n Answer: 2004", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006366", "complexity": "1hop", "operator_type": "before_after", "t_query": 2014.0, "gold": "England women's national football team", "pred": "Hop 1: Kelly Smith -> member of sports team -> England women's national football team (2014)\n Answer: England women's national football team", "em": 1.0, "f1": 0.5714285714285715, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003182", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1952.0, "gold": "United States Navy", "pred": "Hop 1: Arthur William Radford -> military branch -> United States Navy (1952)\n Answer: United States Navy", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003020", "complexity": "1hop", "operator_type": "sequence", "t_query": 1968.0, "gold": "Lagos", "pred": "Hop 1: Nigeria -> capital -> Lagos (1968)\n Answer: Lagos", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004956", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Calcio Padova", "pred": "Hop 1: Giovanni Azzini -> member of sports team -> Calcio Padova (1957)\n Answer: Calcio Padova", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006758", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Al Masry SC", "pred": "Hop 1: Ahmad Shedid Qinawi -> member of sports team -> Al Masry SC (2008)\n Answer: Al Masry SC", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003840", "complexity": "1hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "DSV Leoben", "pred": "Hop 1: Wolfgang Klapf -> member of sports team -> DSV Leoben (2005)\n Answer: DSV Leoben", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003113", "complexity": "1hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "Wheaton College", "pred": "Hop 1: Hilda Geiringer -> employer -> Wheaton College (1952)\n Answer: Wheaton College", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004767", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1927.0, "gold": "Miss America", "pred": "Hop 1: Lois Delander -> competition won -> Miss America (1927)\n Answer: Miss America", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004986", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1941.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Goffredo Petrassi -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004256", "complexity": "1hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", "pred": "Hop 1: Paris\u2013Lille railway -> operator -> Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais (1965)\n Answer: Soci\u00e9t\u00e9 nationale des chemins de fer fran\u00e7ais", "em": 1.0, "f1": 0.6363636363636364, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003340", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Russia", "pred": "Hop 1: Dmitry Yazov -> country of citizenship -> Russia (1995)\n Answer: Russia", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005245", "complexity": "1hop", "operator_type": "interval", "t_query": 1982.0, "gold": "1982", "pred": "Hop 1: Chariots of Fire -> nominated for -> Academy Award for Best Picture (1982)\n Hop 2: 1982 -> award received -> Academy Award for Best Picture (Chariots of Fire)\n Answer: 1982", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006022", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Lady Gaga", "pred": "Hop 1: Taylor Kinney -> unmarried partner -> Lady Gaga (2012)\n Answer: Lady Gaga", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002807", "complexity": "1hop", "operator_type": "sequence", "t_query": 1950.0, "gold": "University of Oslo", "pred": "Hop 1: Viggo Brun -> employer -> University of Oslo (1950)\n Answer: University of Oslo", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002236", "complexity": "1hop", "operator_type": "sequence", "t_query": 1988.0, "gold": "Order of Merit of North Rhine-Westphalia", "pred": "Hop 1: Helmut Hirsch -> award received -> Order of Merit of North Rhine-Westphalia (1988)\n Answer: Order of Merit of North Rhine-Westphalia", "em": 1.0, "f1": 0.6, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006258", "complexity": "1hop", "operator_type": "sequence", "t_query": 1906.0, "gold": "United States Cabinet", "pred": "Hop 1: United States Secretary of the Navy -> part of -> United States Cabinet (1906)\n Answer: United States Cabinet", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003646", "complexity": "1hop", "operator_type": "sequence", "t_query": 1987.0, "gold": "Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", "pred": "Hop 1: Gena Rowlands -> award received -> Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie (1987)\n Answer: Primetime Emmy Award for Outstanding Lead Actress in a Miniseries or a Movie", "em": 1.0, "f1": 0.7741935483870968, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002029", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1964.0, "gold": "Warabitai Station", "pred": "Hop 1: Kuromatsunai Station -> adjacent station -> Warabitai Station (1964)\n Answer: Warabitai Station", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002701", "complexity": "1hop", "operator_type": "before_after", "t_query": 2003.0, "gold": "Rudi Fuchs", "pred": "Hop 1: Stedelijk Museum Amsterdam -> manager -> Rudi Fuchs (2003)\n Answer: Rudi Fuchs", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000849", "complexity": "1hop", "operator_type": "interval", "t_query": 1987.0, "gold": "1987", "pred": "Hop 1: Ray Lovejoy -> nominated for -> Academy Award for Best Film Editing (1987)\n Answer: 1987", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000139", "complexity": "1hop", "operator_type": "sequence", "t_query": 1937.0, "gold": "Schutzstaffel", "pred": "Hop 1: Richard Schulze-Kossens -> member of -> Schutzstaffel (1937)\n Answer: Schutzstaffel", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007176", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2007.0, "gold": "Anton-G\u00fcnther, Duke of Oldenburg", "pred": "Hop 1: House of Oldenburg -> chairperson -> Anton-G\u00fcnther, Duke of Oldenburg (2007)\n Answer: Anton-G\u00fcnther, Duke of Oldenburg", "em": 1.0, "f1": 0.625, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004055", "complexity": "1hop", "operator_type": "before_after", "t_query": 1976.0, "gold": "Italy", "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1976)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004419", "complexity": "1hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "Jeonbuk Hyundai Motors FC", "pred": "Hop 1: Sim Woo-yeon -> member of sports team -> Jeonbuk Hyundai Motors FC (2011)\n Answer: Jeonbuk Hyundai Motors FC", "em": 1.0, "f1": 0.4210526315789474, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006447", "complexity": "1hop", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "Hop 1: John Wall -> drafted by -> Washington Wizards (2010)\n Answer: 2010", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005863", "complexity": "1hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Parliament of the United Kingdom", "pred": "Hop 1: Chris Huhne -> member of -> Parliament of the United Kingdom (2010)\n Answer: Parliament of the United Kingdom", "em": 1.0, "f1": 0.5882352941176471, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004287", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "Jens Stoltenberg", "pred": "Hop 1: Norwegian Labour Party -> chairperson -> Jens Stoltenberg (2011)\n Answer: Jens Stoltenberg", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008613", "complexity": "1hop", "operator_type": "interval", "t_query": 1980.0, "gold": "1980", "pred": "Hop 1: George Gervin -> award received -> NBA All-Star Game Kobe Bryant Most Valuable Player Award (1980)\n Answer: 1980", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002216", "complexity": "1hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Team Jayco AlUla", "pred": "Hop 1: Mitchell Docker -> member of sports team -> Team Jayco AlUla (2013)\n Answer: Team Jayco AlUla", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006890", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "Gen\u00e7lerbirli\u011fi S.K.", "pred": "Hop 1: Rahim Zafer -> member of sports team -> Gen\u00e7lerbirli\u011fi S.K. (1994)\n Answer: Gen\u00e7lerbirli\u011fi S.K.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005004", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1965.0, "gold": "Soviet Union", "pred": "Hop 1: Bakhchisaray Palace -> country -> Soviet Union (1965)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004395", "complexity": "1hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "University of Freiburg", "pred": "Hop 1: Ernst-Wolfgang B\u00f6ckenf\u00f6rde -> employer -> University of Freiburg (1994)\n Answer: University of Freiburg", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003660", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Queen", "pred": "Hop 1: Mountain Studios -> owned by -> Queen (1989)\n Answer: Queen", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006514", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Russian Soviet Federative Socialist Republic", "pred": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1955)\n Answer: Russian Soviet Federative Socialist Republic", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002222", "complexity": "1hop", "operator_type": "before_after", "t_query": 1951.0, "gold": "Italy", "pred": "Hop 1: Sergio Bonelli -> country of citizenship -> Italy (1951)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000791", "complexity": "1hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "Italy", "pred": "Hop 1: Tiziano Terzani -> country of citizenship -> Italy (1996)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001758", "complexity": "1hop", "operator_type": "sequence", "t_query": 1973.0, "gold": "John Mauchly", "pred": "Hop 1: Kathleen Antonelli -> spouse -> John Mauchly (1973)\n Answer: John Mauchly", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004641", "complexity": "1hop", "operator_type": "before_after", "t_query": 1946.0, "gold": "Ni\u00e8vre", "pred": "Hop 1: Route nationale 445 -> located in -> Ni\u00e8vre (1946)\n Answer: Ni\u00e8vre", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000084", "complexity": "1hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Munich Kammerspiele", "pred": "Hop 1: Therese Giehse -> employer -> Munich Kammerspiele (1967)\n Answer: Munich Kammerspiele", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005007", "complexity": "1hop", "operator_type": "interval", "t_query": 2017.0, "gold": "2017", "pred": "Hop 1: Karl Ove Knausg\u00e5rd -> award received -> Jerusalem Prize (2017)\n Answer: 2017", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002535", "complexity": "1hop", "operator_type": "sequence", "t_query": 1987.0, "gold": "Tuvan Autonomous Soviet Socialist Republic", "pred": "Hop 1: Tes-Khemsky District -> located in -> Tuvan Autonomous Soviet Socialist Republic (1987)\n Answer: Tuvan Autonomous Soviet Socialist Republic", "em": 1.0, "f1": 0.5263157894736842, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007920", "complexity": "1hop", "operator_type": "interval", "t_query": 2002.0, "gold": "2002", "pred": "Hop 1: Kyoto Protocol -> ratified by -> Thailand (2002)\n Answer: 2002", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006359", "complexity": "1hop", "operator_type": "interval", "t_query": 1956.0, "gold": "1956", "pred": "Hop 1: Bauer -> member of sports team -> Botafogo F.R. (1956)\n Answer: 1956", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005402", "complexity": "1hop", "operator_type": "before_after", "t_query": 1910.0, "gold": "Russian Empire", "pred": "Hop 1: Simferopol -> country -> Russian Empire (1910)\n Answer: Russian Empire", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007921", "complexity": "1hop", "operator_type": "interval", "t_query": 1989.0, "gold": "1989", "pred": "Hop 1: STS-29 -> significant event -> landing (1989)\n Answer: 1989", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002569", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Aldo Clementi -> country of citizenship -> Kingdom of Italy (1942)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003091", "complexity": "1hop", "operator_type": "sequence", "t_query": 1981.0, "gold": "Pat Travers", "pred": "Hop 1: Tommy Aldridge -> member of -> Pat Travers (1981)\n Answer: Pat Travers", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002364", "complexity": "1hop", "operator_type": "sequence", "t_query": 1990.0, "gold": "Gaz\u00e9lec Ajaccio", "pred": "Hop 1: Jean-Michel Cavalli -> member of sports team -> Gaz\u00e9lec Ajaccio (1990)\n Answer: Gaz\u00e9lec Ajaccio", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007208", "complexity": "1hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "Gustave Choquet", "pred": "Hop 1: Yvonne Choquet-Bruhat -> spouse -> Gustave Choquet (1983)\n Answer: Gustave Choquet", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003209", "complexity": "1hop", "operator_type": "before_after", "t_query": 1989.0, "gold": "C\u00e9sar Milstein", "pred": "Hop 1: Copley Medal -> winner -> C\u00e9sar Milstein (1989)\n Answer: C\u00e9sar Milstein", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001948", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1902.0, "gold": "Nobel Prize in Physiology or Medicine", "pred": "Hop 1: Rudolf Virchow -> nominated for -> Nobel Prize in Physiology or Medicine (1902)\n Answer: Nobel Prize in Physiology or Medicine", "em": 1.0, "f1": 0.6, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004389", "complexity": "1hop", "operator_type": "interval", "t_query": 1922.0, "gold": "1922", "pred": "Hop 1: Irish Free State -> replaces -> United Kingdom of Great Britain and Ireland (1922)\n Answer: 1922", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001672", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Kemerovo Oblast", "pred": "Hop 1: Novokuznetsk -> located in -> Kemerovo Oblast (1980)\n Answer: Kemerovo Oblast", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002971", "complexity": "1hop", "operator_type": "before_after", "t_query": 2020.0, "gold": "Hamza Hamzao\u011flu", "pred": "Hop 1: Yeni Malatyaspor -> head coach -> Hamza Hamzao\u011flu (2020)\n Answer: Hamza Hamzao\u011flu", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007668", "complexity": "1hop", "operator_type": "before_after", "t_query": 1969.0, "gold": "Freie Universit\u00e4t Berlin", "pred": "Hop 1: Reinhard Selten -> employer -> Freie Universit\u00e4t Berlin (1969)\n Answer: Freie Universit\u00e4t Berlin", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004443", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Member of the European Parliament", "pred": "Hop 1: Q524412 -> position held -> Member of the European Parliament (2010)\n Answer: Member of the European Parliament", "em": 1.0, "f1": 0.5882352941176471, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000260", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1925.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Sol Polito -> country of citizenship -> Kingdom of Italy (1925)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003060", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Leipziger Land", "pred": "Hop 1: Borna -> located in -> Leipziger Land (1999)\n Answer: Leipziger Land", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003434", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1962.0, "gold": "United Arab Republic", "pred": "Hop 1: Fouad Mohamed Abou Zikry -> country of citizenship -> United Arab Republic (1962)\n Answer: United Arab Republic", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006063", "complexity": "1hop", "operator_type": "before_after", "t_query": 1963.0, "gold": "Italy", "pred": "Hop 1: Lino Aldani -> country of citizenship -> Italy (1963)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005538", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1961.0, "gold": "Nobel Prize in Literature", "pred": "Hop 1: Gunnar Gunnarsson -> nominated for -> Nobel Prize in Literature (1961)\n Answer: Nobel Prize in Literature", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005136", "complexity": "1hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "Ireland men\u2019s national rugby union team", "pred": "Hop 1: Geordan Murphy -> member of sports team -> Ireland men\u2019s national rugby union team (2000)\n Answer: Ireland men\u2019s national rugby union team", "em": 1.0, "f1": 0.6086956521739131, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004183", "complexity": "1hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "The Rockefeller University", "pred": "Hop 1: Torsten Nils Wiesel -> employer -> The Rockefeller University (1984)\n Answer: The Rockefeller University", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006802", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1936.0, "gold": "Is\u00e8re", "pred": "Hop 1: Ternay -> located in -> Is\u00e8re (1936)\n Answer: Is\u00e8re", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002238", "complexity": "1hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Artemio Franchi -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004081", "complexity": "1hop", "operator_type": "sequence", "t_query": 1944.0, "gold": "Harvard University", "pred": "Hop 1: Hassler Whitney -> employer -> Harvard University (1944)\n Answer: Harvard University", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007931", "complexity": "1hop", "operator_type": "before_after", "t_query": 1920.0, "gold": "Kingdom of Hungary", "pred": "Hop 1: Kenderes -> country -> Kingdom of Hungary (1920)\n Answer: Kingdom of Hungary", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002561", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Babe\u0219-Bolyai University", "pred": "Hop 1: Gyula Iulius Maurer -> employer -> Babe\u0219-Bolyai University (1961)\n Answer: Babe\u0219-Bolyai University", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000796", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1918.0, "gold": "Stockholm University", "pred": "Hop 1: Erik Ivar Fredholm -> employer -> Stockholm University (1918)\n Answer: Stockholm University", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008363", "complexity": "1hop", "operator_type": "before_after", "t_query": 1974.0, "gold": "Poland", "pred": "Hop 1: Eugeniusz Eibisch -> work location -> Poland (1974)\n Answer: Poland", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008611", "complexity": "1hop", "operator_type": "before_after", "t_query": 1944.0, "gold": "Wang Jingwei regime", "pred": "Hop 1: Anci District -> located in -> Wang Jingwei regime (1944)\n Answer: Wang Jingwei regime", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002255", "complexity": "1hop", "operator_type": "interval", "t_query": 1986.0, "gold": "1986", "pred": "Hop 1: Bobby Mimms -> member of sports team -> Notts County F.C. (1986)\n Answer: 1986", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007672", "complexity": "1hop", "operator_type": "interval", "t_query": 2016.0, "gold": "2016", "pred": "Hop 1: Ellen DeGeneres -> award received -> Presidential Medal of Freedom (2016)\n Answer: 2016", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002954", "complexity": "1hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "SC Fortuna K\u00f6ln", "pred": "Hop 1: Antoine Hey -> member of sports team -> SC Fortuna K\u00f6ln (1995)\n Answer: SC Fortuna K\u00f6ln", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002449", "complexity": "1hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Valencia CF", "pred": "Hop 1: Asier del Horno -> member of sports team -> Valencia CF (2009)\n Answer: Valencia CF", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005372", "complexity": "1hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Malm\u00f6 FF", "pred": "Hop 1: Ulrich Vinzents -> member of sports team -> Malm\u00f6 FF (2007)\n Answer: Malm\u00f6 FF", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006616", "complexity": "1hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Italy", "pred": "Hop 1: Cipriano Chemello -> country of citizenship -> Italy (1965)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007451", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "SV Saar 05 Saarbr\u00fccken", "pred": "Hop 1: Kurt Clemens -> member of sports team -> SV Saar 05 Saarbr\u00fccken (1957)\n Answer: SV Saar 05 Saarbr\u00fccken", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003948", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "C.D. Nacional", "pred": "Hop 1: Pedro Pacheco -> member of sports team -> C.D. Nacional (2009)\n Answer: C.D. Nacional", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008679", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1927.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Franco Bordoni -> country of citizenship -> Kingdom of Italy (1927)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004351", "complexity": "1hop", "operator_type": "sequence", "t_query": 1941.0, "gold": "education", "pred": "Hop 1: U-111 -> has use -> education (1941)\n Answer: education", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007031", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2015.0, "gold": "FC Barcelona B\u00e0squet", "pred": "Hop 1: Ante Tomi\u0107 -> member of sports team -> FC Barcelona B\u00e0squet (2015)\n Answer: FC Barcelona B\u00e0squet", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004853", "complexity": "1hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Italy", "pred": "Hop 1: Roberto Tucci -> country of citizenship -> Italy (2005)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008238", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1935.0, "gold": "Reichsgesetzblatt", "pred": "Hop 1: Reich Citizenship Law -> published in -> Reichsgesetzblatt (1935)\n Answer: Reichsgesetzblatt", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007289", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1907.0, "gold": "German Empire", "pred": "Hop 1: Hanau -> country -> German Empire (1907)\n Answer: German Empire", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005590", "complexity": "1hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Kingdom of Italy (1943)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002466", "complexity": "1hop", "operator_type": "sequence", "t_query": 1942.0, "gold": "1st U-boat Flotilla", "pred": "Hop 1: U-441 -> part of -> 1st U-boat Flotilla (1942)\n Answer: 1st U-boat Flotilla", "em": 1.0, "f1": 0.5333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005898", "complexity": "1hop", "operator_type": "sequence", "t_query": 1940.0, "gold": "Second Syrian Republic", "pred": "Hop 1: Bahij al-Khatib -> country of citizenship -> Second Syrian Republic (1940)\n Answer: Second Syrian Republic", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004677", "complexity": "1hop", "operator_type": "before_after", "t_query": 1907.0, "gold": "German Empire", "pred": "Hop 1: Gorz\u00f3w Wielkopolski -> country -> German Empire (1907)\n Answer: German Empire", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006637", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Allianz SE", "pred": "Hop 1: G\u00f3rnik Zabrze -> sponsor -> Allianz SE (2010)\n Answer: Allianz SE", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001605", "complexity": "1hop", "operator_type": "before_after", "t_query": 1974.0, "gold": "Keith Richards", "pred": "Hop 1: Anita Pallenberg -> unmarried partner -> Keith Richards (1974)\n Answer: Keith Richards", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003947", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Q99317", "pred": "Hop 1: Bonn -> head of government -> Kurt Beck (2001)\n Answer: Kurt Beck", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001379", "complexity": "1hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "Hop 1: Doron Zeilberger -> winner -> Euler Medal (2004)\n Answer: 2004", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006411", "complexity": "1hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Cruzeiro E.C.", "pred": "Hop 1: Jos\u00e9 Carlos Ferreira Filho -> member of sports team -> Cruzeiro E.C. (2009)\n Answer: Cruzeiro E.C.", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004141", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2021.0, "gold": "Daft Punk", "pred": "Hop 1: Guy-Manuel de Homem-Christo -> member of -> Daft Punk (2021)\n Answer: Daft Punk", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007475", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Latvia", "pred": "Hop 1: R\u0113zekne District -> country -> Latvia (2004)\n Answer: Latvia", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008010", "complexity": "1hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "C.D. Jorge Wilstermann", "pred": "Hop 1: Christian Vargas -> member of sports team -> C.D. Jorge Wilstermann (2004)\n Answer: C.D. Jorge Wilstermann", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005768", "complexity": "1hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Landeshauptmann", "pred": "Hop 1: Herbert Sausgruber -> educated at -> University of Innsbruck (1999)\n Hop 2: Herbert Sausgruber -> position held -> Landeshauptmann (1999)\n Answer: Landeshauptmann", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003283", "complexity": "1hop", "operator_type": "interval", "t_query": 1977.0, "gold": "1977", "pred": "Hop 1: Alexander Lazarev -> award received -> USSR State Prize (1977)\n Answer: 1977", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003934", "complexity": "1hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Republic of Korea Army", "pred": "Hop 1: Chung Il-kwon -> military branch -> Republic of Korea Army (1951)\n Answer: Republic of Korea Army", "em": 1.0, "f1": 0.47058823529411764, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000952", "complexity": "1hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Soviet Union", "pred": "Hop 1: Mircea Snegur -> country of citizenship -> Soviet Union (1957)\n Answer: Soviet Union", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004410", "complexity": "1hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "Landrat", "pred": "Hop 1: Main-Spessart -> head of government -> Armin Grein (1989)\n Hop 2: Armin Grein -> position held -> Landrat (1989)\n Answer: Landrat", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007420", "complexity": "1hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Orenburg Oblast", "pred": "Hop 1: Gai -> located in -> Orenburg Oblast (1984)\n Hop 2: Orenburg Oblast -> located in -> Russian SFSR (1984)\n Answer: Russian SFSR", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003788", "complexity": "1hop", "operator_type": "sequence", "t_query": 1935.0, "gold": "Paris", "pred": "Hop 1: Zolt\u00e1n Kem\u00e9ny -> work location -> Paris (1935)\n Answer: Paris", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007654", "complexity": "1hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Lille OSC", "pred": "Hop 1: Beno\u00eet Cheyrou -> member of sports team -> Lille OSC (1999)\n Answer: Lille OSC", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000104", "complexity": "1hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Daejeon Hana Citizen FC", "pred": "Hop 1: Choi Eun-sung -> member of sports team -> Daejeon Hana Citizen FC (2003)\n Answer: Daejeon Hana Citizen FC", "em": 1.0, "f1": 0.4210526315789474, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003094", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1987.0, "gold": "England men\u2019s national rugby union team", "pred": "Hop 1: Peter Winterbottom -> member of sports team -> England men\u2019s national rugby union team (1987)\n Answer: England men\u2019s national rugby union team", "em": 1.0, "f1": 0.6086956521739131, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005875", "complexity": "1hop", "operator_type": "sequence", "t_query": 1963.0, "gold": "Italy", "pred": "Hop 1: Tony Terlazzo -> country of citizenship -> Italy (1963)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004542", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2016.0, "gold": "Province of Carbonia-Iglesias", "pred": "Hop 1: Masainas -> located in -> Province of Carbonia-Iglesias (2016)\n Answer: Province of Carbonia-Iglesias", "em": 1.0, "f1": 0.5333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000638", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2006.0, "gold": "AgustaWestland", "pred": "Hop 1: Leonardo -> subsidiary -> AgustaWestland (2006)\n Answer: AgustaWestland", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003357", "complexity": "1hop", "operator_type": "sequence", "t_query": 1960.0, "gold": "Italy", "pred": "Hop 1: Leonella Sgorbati -> country of citizenship -> Italy (1960)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005999", "complexity": "1hop", "operator_type": "sequence", "t_query": 2000.0, "gold": "Czechia men's national football team", "pred": "Hop 1: Ji\u0159\u00ed Jaro\u0161\u00edk -> member of sports team -> Czechia men's national football team (2000)\n Answer: Czechia men's national football team", "em": 1.0, "f1": 0.5714285714285715, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003881", "complexity": "1hop", "operator_type": "before_after", "t_query": 1941.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Norberto Bobbio -> country of citizenship -> Kingdom of Italy (1941)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004798", "complexity": "1hop", "operator_type": "before_after", "t_query": 1985.0, "gold": "Red Star F.C.", "pred": "Hop 1: Sylvain Kastendeuch -> member of sports team -> Red Star F.C. (1985)\n Answer: Red Star F.C.", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003140", "complexity": "1hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "Copley Medal", "pred": "Hop 1: Robert Robinson -> award received -> Copley Medal (1942)\n Answer: Copley Medal", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000380", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Klaus Jensen", "pred": "Hop 1: Trier -> head of government -> Klaus Jensen (2008)\n Answer: Klaus Jensen", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007104", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1932.0, "gold": "chairperson", "pred": "Hop 1: Karel Baxa -> position held -> chairperson (1932)\n Answer: chairperson", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005106", "complexity": "1hop", "operator_type": "sequence", "t_query": 1926.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Manlio Bacigalupo -> country of citizenship -> Kingdom of Italy (1926)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007198", "complexity": "1hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "VVV-Venlo", "pred": "Hop 1: Jeffrey Altheer -> member of sports team -> VVV-Venlo (2013)\n Answer: VVV-Venlo", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001075", "complexity": "1hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "Italy", "pred": "Hop 1: Sebastiano Mannironi -> country of citizenship -> Italy (1987)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007267", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1988.0, "gold": "Netherlands Antilles", "pred": "Hop 1: Bonaire -> part of -> Netherlands Antilles (1988)\n Answer: Netherlands Antilles", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005453", "complexity": "1hop", "operator_type": "interval", "t_query": 1989.0, "gold": "1989", "pred": "Hop 1: L\u00e1rus Gu\u00f0mundsson -> member of sports team -> Valur (1989)\n Answer: 1989", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006199", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Club Atl\u00e9tico Tigre", "pred": "Hop 1: Daniel Islas -> member of sports team -> Club Atl\u00e9tico Tigre (2009)\n Answer: Club Atl\u00e9tico Tigre", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007661", "complexity": "1hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Tottenham Hotspur F.C.", "pred": "Hop 1: Gary Mabbutt -> member of sports team -> Tottenham Hotspur F.C. (1997)\n Answer: Tottenham Hotspur F.C.", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002761", "complexity": "1hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Christoph Franz", "pred": "Hop 1: Lufthansa -> chief executive officer -> Christoph Franz (2011)\n Answer: Christoph Franz", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007018", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "Province of Ogliastra", "pred": "Hop 1: Ussassai -> located in -> Province of Ogliastra (2011)\n Answer: Province of Ogliastra", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006321", "complexity": "1hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Pontault-Combault", "pred": "Hop 1: Route nationale 4 -> terminus location -> Pontault-Combault (2014)\n Answer: Pontault-Combault", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000924", "complexity": "1hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "Italy", "pred": "Hop 1: Paolo Heusch -> country of citizenship -> Italy (1979)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002232", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1929.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Gianpiero Combi -> country of citizenship -> Kingdom of Italy (1929)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005699", "complexity": "1hop", "operator_type": "before_after", "t_query": 1977.0, "gold": "University of G\u00f6ttingen", "pred": "Hop 1: Hans Grauert -> employer -> University of G\u00f6ttingen (1977)\n Answer: University of G\u00f6ttingen", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007488", "complexity": "1hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "Hop 1: Nexhat Daci -> position held -> president (2006)\n Answer: 2006", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006249", "complexity": "1hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "Vla\u0219ca County", "pred": "Hop 1: Giurgiu -> located in -> Vla\u0219ca County (1937)\n Answer: Vla\u0219ca County", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005369", "complexity": "1hop", "operator_type": "sequence", "t_query": 1931.0, "gold": "University of Zurich", "pred": "Hop 1: Andreas Speiser -> employer -> University of Zurich (1931)\n Answer: University of Zurich", "em": 1.0, "f1": 0.4615384615384615, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000700", "complexity": "1hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Italy", "pred": "Hop 1: Luigi Barbarito -> country of citizenship -> Italy (1996)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001823", "complexity": "1hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Bremen-Liga", "pred": "Hop 1: Oberliga Nord (1974-1994) -> league level below -> Bremen-Liga (1984)\n Hop 2: Bremen-Liga (1984) -> country -> West Germany (1984)", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006475", "complexity": "1hop", "operator_type": "interval", "t_query": 1991.0, "gold": "1991", "pred": "Hop 1: Riff-Raff -> award received -> European Film Award for Best Film (1991)\n Answer: 1991", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008413", "complexity": "1hop", "operator_type": "interval", "t_query": 1984.0, "gold": "1984", "pred": "Hop 1: Miros\u0142aw Kubisztal -> member of sports team -> KS Cracovia (1984)\n Answer: 1984", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003577", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1929.0, "gold": "Chief of the Turkish General Staff", "pred": "Hop 1: Fevzi \u00c7akmak -> position held -> Chief of the Turkish General Staff (1929)\n Answer: Chief of the Turkish General Staff", "em": 1.0, "f1": 0.6, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003400", "complexity": "1hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Hanna-Barbera", "pred": "Hop 1: Iwao Takamota -> employer -> Hanna-Barbera (1975)\n Answer: Hanna-Barbera", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008560", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1919.0, "gold": "Romania national rugby union team", "pred": "Hop 1: Gheorghe Ben\u021bia -> member of sports team -> Romania national rugby union team (1919)\n Answer: Romania national rugby union team", "em": 1.0, "f1": 0.5263157894736842, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008146", "complexity": "1hop", "operator_type": "sequence", "t_query": 1948.0, "gold": "Czechoslovakia", "pred": "Hop 1: Karol Div\u00edn -> country of citizenship -> Czechoslovakia (1948)\n Answer: Czechoslovakia", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006136", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1903.0, "gold": "Russian Empire", "pred": "Hop 1: Hlukhiv -> country -> Russian Empire (1903)\n Answer: Russian Empire", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005189", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1913.0, "gold": "Seine-et-Oise", "pred": "Hop 1: Saulx-Marchais -> located in -> Seine-et-Oise (1913)\n Answer: Seine-et-Oise", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002858", "complexity": "1hop", "operator_type": "before_after", "t_query": 1934.0, "gold": "Empire of Japan", "pred": "Hop 1: Park Yeol -> country of citizenship -> Empire of Japan (1934)\n Answer: Empire of Japan", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008315", "complexity": "1hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "Kemerovo Oblast", "pred": "Hop 1: Anzhero-Sudzhensk -> located in -> Kemerovo Oblast (1962)\n Answer: Kemerovo Oblast", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000228", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Kotelnikovsky District", "pred": "Hop 1: Kotelnikovo -> located in -> Kotelnikovsky District (1977)\n Answer: Kotelnikovsky District", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005219", "complexity": "1hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "Hop 1: Antti Sumiala -> member of sports team -> Ak\u00e7aabat Sebatspor (2004)\n Answer: 2004", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000973", "complexity": "1hop", "operator_type": "sequence", "t_query": 1958.0, "gold": "Ternopil Oblast", "pred": "Hop 1: Kremenets -> located in -> Ternopil Oblast (1958)\n Answer: Ternopil Oblast", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002849", "complexity": "1hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "Italy", "pred": "Hop 1: Gianni Agus -> country of citizenship -> Italy (1980)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008608", "complexity": "1hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "S.C. Internacional", "pred": "Hop 1: Danilo Aparecido da Silva -> member of sports team -> S.C. Internacional (2009)\n Answer: S.C. Internacional", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001494", "complexity": "1hop", "operator_type": "before_after", "t_query": 1925.0, "gold": "Saint Petersburg", "pred": "Hop 1: Konrad Krzy\u017canowski -> work location -> Saint Petersburg (1925)\n Answer: Saint Petersburg", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007390", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "German Democratic Republic", "pred": "Hop 1: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1977)\n Answer: German Democratic Republic", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007069", "complexity": "1hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Italy", "pred": "Hop 1: Giuseppe Sensi -> country of citizenship -> Italy (1999)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001021", "complexity": "1hop", "operator_type": "before_after", "t_query": 1997.0, "gold": "Nelly Sachs Prize", "pred": "Hop 1: Javier Mar\u00edas -> award received -> Nelly Sachs Prize (1997)\n Answer: Nelly Sachs Prize", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006507", "complexity": "1hop", "operator_type": "before_after", "t_query": 1922.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Mario Nicolini -> country of citizenship -> Kingdom of Italy (1922)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006782", "complexity": "1hop", "operator_type": "before_after", "t_query": 1989.0, "gold": "Merited Artist of the RSFSR", "pred": "Hop 1: Natalya Varley -> award received -> Merited Artist of the RSFSR (1989)\n Answer: Merited Artist of the RSFSR", "em": 1.0, "f1": 0.5555555555555556, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008600", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1907.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Toni Ortelli -> country of citizenship -> Kingdom of Italy (1907)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005516", "complexity": "1hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Central Institute for Ancient History and Archeology", "pred": "Hop 1: Achim Leube -> employer -> Central Institute for Ancient History and Archeology (1980)\n Answer: Central Institute for Ancient History and Archeology", "em": 1.0, "f1": 0.6666666666666666, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005501", "complexity": "1hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Flavio Calzavara -> country of citizenship -> Kingdom of Italy (1937)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.42857142857142855, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001523", "complexity": "1hop", "operator_type": "before_after", "t_query": 1945.0, "gold": "Prince Charles, Count of Flanders", "pred": "Hop 1: Belgium -> head of state -> Prince Charles, Count of Flanders (1945)\n Answer: Prince Charles, Count of Flanders", "em": 1.0, "f1": 0.5882352941176471, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003339", "complexity": "1hop", "operator_type": "before_after", "t_query": 1954.0, "gold": "Second Syrian Republic", "pred": "Hop 1: Saadallah Wannous -> country of citizenship -> Second Syrian Republic (1954)\n Answer: Second Syrian Republic", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006965", "complexity": "1hop", "operator_type": "sequence", "t_query": 1934.0, "gold": "Empire of Japan", "pred": "Hop 1: Shimano -> country -> Empire of Japan (1934)\n Answer: Empire of Japan", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002341", "complexity": "1hop", "operator_type": "interval", "t_query": 1996.0, "gold": "1996", "pred": "Hop 1: Mark Parrish -> drafted by -> Colorado Avalanche (1996)\n Answer: 1996", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006340", "complexity": "1hop", "operator_type": "before_after", "t_query": 1959.0, "gold": "People's Artist of the USSR", "pred": "Hop 1: Rashid Behbudov -> award received -> People's Artist of the USSR (1959)\n Answer: People's Artist of the USSR", "em": 1.0, "f1": 0.6, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004184", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Chelsea F.C.", "pred": "Hop 1: Gabriele Ambrosetti -> member of sports team -> Chelsea F.C. (2001)\n Answer: Chelsea F.C.", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001998", "complexity": "1hop", "operator_type": "interval", "t_query": 1939.0, "gold": "1939", "pred": "Hop 1: The Grapes of Wrath -> award received -> Academy Award for Best Director (1939)\n Answer: 1939", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008462", "complexity": "1hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "Hop 1: Tony Marshall -> award received -> Order of Merit of Baden-W\u00fcrttemberg (2003)\n Answer: 2003", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005081", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Beira Alta", "pred": "Hop 1: Viseu -> located in -> Beira Alta (1956)\n Answer: Beira Alta", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001020", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Israel", "pred": "Hop 1: Shimon Peres -> country of citizenship -> Israel (2004)\n Answer: Israel", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006076", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1908.0, "gold": "Russian Empire", "pred": "Hop 1: Kaluga Governorate -> country -> Russian Empire (1908)\n Answer: Russian Empire", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004257", "complexity": "1hop", "operator_type": "sequence", "t_query": 1904.0, "gold": "Province of Posen", "pred": "Hop 1: Pozna\u0144 -> capital of -> Province of Posen (1904)\n Answer: Province of Posen", "em": 1.0, "f1": 0.5, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001129", "complexity": "1hop", "operator_type": "before_after", "t_query": 1945.0, "gold": "Soviet Union", "pred": "Hop 1: Khrustalnyi -> country -> Soviet Union (1945)\n Answer: Soviet Union", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002202", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1988.0, "gold": "Isabela", "pred": "Hop 1: Q13737 -> capital -> Isabela (1988)\n Answer: Isabela", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001377", "complexity": "1hop", "operator_type": "sequence", "t_query": 1961.0, "gold": "Italy", "pred": "Hop 1: Bruno Tommasi -> country of citizenship -> Italy (1961)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005631", "complexity": "1hop", "operator_type": "interval", "t_query": 1974.0, "gold": "1974", "pred": "Hop 1: Ernst Brugger -> position held -> President of the Swiss Confederation (1974)\n Answer: 1974", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000171", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Melora Walters", "pred": "Hop 1: Dylan Walsh -> spouse -> Melora Walters (1999)\n Answer: Melora Walters", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007554", "complexity": "1hop", "operator_type": "point_in_time", "t_query": 1965.0, "gold": "Italy", "pred": "Hop 1: Giorgio Amendola -> country of citizenship -> Italy (1965)\n Answer: Italy", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001278", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005559", "complexity": "2hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Swiss Super League", "pred": "Hop 1: Xavier Margairaz -> member of sports team -> FC Sion (2014)\n Hop 2: FC Sion -> league or competition -> Swiss Super League (2014)\n Answer: Swiss Super League", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007444", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "Hop 1: University of Bristol -> member of -> Centre for Advanced Spatial Analysis (2021)\n Hop 2: Centre for Advanced Spatial Analysis -> funder -> Lehigh University (2021)\n Answer: 2021", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004826", "complexity": "2hop", "operator_type": "sequence", "t_query": 1917.0, "gold": "Dakar", "pred": "Hop 1: Sassandra -> country -> French West Africa (1917)\n Hop 2: French West Africa -> capital -> Dakar (1917)\n Answer: Dakar", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003409", "complexity": "2hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "Margaret Atwood", "pred": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006575", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1972.0, "gold": "Attila J\u00f3zsef", "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001217", "complexity": "2hop", "operator_type": "sequence", "t_query": 2004.0, "gold": "Hilary Swank", "pred": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007223", "complexity": "2hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Klaus Sch\u00fctz", "pred": "Hop 1: Christian Schad -> work location -> Berlin (1975)\n Hop 2: Berlin -> head of government -> Klaus Sch\u00fctz (1975)\n Answer: Klaus Sch\u00fctz", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004735", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Berlin", "pred": "Hop 1: Sound and Vision -> performer -> David Bowie (1977)\n Hop 2: David Bowie -> work location -> Berlin (1977)\n Answer: Berlin", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001394", "complexity": "2hop", "operator_type": "sequence", "t_query": 1970.0, "gold": "German Democratic Republic", "pred": "Hop 1: Q896393 -> work location -> Berlin (1970)\n Hop 2: Berlin -> country -> German Democratic Republic (1970)\n Answer: German Democratic Republic", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004179", "complexity": "2hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Rosa Balistreri -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000278", "complexity": "2hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "Rudy Giuliani", "pred": "Hop 1: Prelinger Archives -> located in -> New York City (1996)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1996)\n Answer: Rudy Giuliani", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005799", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Klaus Wowereit", "pred": "Hop 1: Ann Wolff -> work location -> Berlin (2003)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2003)\n Answer: Klaus Wowereit", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003446", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "President of the United States", "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> position held -> President of the United States (1967)\n Answer: President", "em": 1.0, "f1": 0.3846153846153846, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007096", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2015.0, "gold": "Phillip Cocu", "pred": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> PSV Eindhoven (2015)\n Hop 2: PSV Eindhoven -> head coach -> Phillip Cocu (2015)\n Answer: Phillip Cocu", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008279", "complexity": "2hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Montreal Forum", "pred": "Hop 1: Guy Lafleur -> member of sports team -> Montreal Canadiens (1984)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1984)\n Answer: Montreal Forum", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006719", "complexity": "2hop", "operator_type": "before_after", "t_query": 1998.0, "gold": "Emma de Caunes", "pred": "Hop 1: Jeanne Balibar -> nominated for -> C\u00e9sar Award for Best Female Revelation (1998)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Emma de Caunes (1998)\n Answer: Emma de", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002450", "complexity": "2hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "Cyprus Football Association", "pred": "Hop 1: Ammochostos Epistrofi Stadium -> occupant -> Alki Larnaca F.C. (2007)\n Hop 2: Alki Larnaca F.C. -> member of -> Cyprus Football Association (2007)\n Answer:", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000742", "complexity": "2hop", "operator_type": "interval", "t_query": 2007.0, "gold": "2007", "pred": "Hop 1: Vejle County -> replaced by -> Central Denmark (2007)\n Hop 2: Central Denmark -> replaces -> Funen County (2007)\n Answer: Funen County", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005331", "complexity": "2hop", "operator_type": "interval", "t_query": 1977.0, "gold": "1977", "pred": "Hop 1: Pamela Sargent -> nominated for -> Locus Award for Best Novel (1977)\n Hop 2: Locus Award for Best Novel -> winner -> Kate Wilhelm (1977)\n Answer: 1977", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002617", "complexity": "2hop", "operator_type": "sequence", "t_query": 1985.0, "gold": "Stade Chaban-Delmas", "pred": "Hop 1: Uwe Reinders -> member of sports team -> SV Werder Bremen (1985)\n Hop 2: SV Werder Bremen -> home venue -> Weserstadion (1985)\n Answer: Weserstadion", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006020", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1965.0, "gold": "Lady Bird Johnson", "pred": "Hop 1: Highway Beautification Act of 1965 -> signatory -> Lyndon B. Johnson (1965)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1965)\n Answer: Lady Bird Johnson", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002515", "complexity": "2hop", "operator_type": "before_after", "t_query": 1964.0, "gold": "Sepp Herberger", "pred": "Hop 1: Alfred Schmidt -> member of sports team -> Germany men's national association football team (1964)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1964)\n Answer: Sepp Herberger", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000947", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "S\u00fcper Lig", "pred": "Hop 1: Kerim Zengin -> member of sports team -> Akhisar Belediyespor (2013)\n Hop 2: Akhisar Belediyespor -> league or competition -> S\u00fcper Lig (2013)\n Answer: S\u00fcper Lig", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004442", "complexity": "2hop", "operator_type": "interval", "t_query": 2014.0, "gold": "2014", "pred": "Hop 1: Felipe Melo -> member of sports team -> Galatasaray S.K. (2014)\n Hop 2: Galatasaray S.K. -> head coach -> Cesare Prandelli (2014)\n Answer: 20", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003129", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Klaus Wowereit", "pred": "Hop 1: Willem de Rooij -> work location -> Berlin (2010)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2010)\n Answer: Klaus Wowereit", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000626", "complexity": "2hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "Edward Joseph Kelly", "pred": "Hop 1: Tony Smith -> work location -> Chicago (1937)\n Hop 2: Chicago -> head of government -> Edward Joseph Kelly (1937)\n Answer: Edward Joseph Kelly", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008507", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1929.0, "gold": "presidential system", "pred": "Hop 1: Yavoriv -> country -> Second Polish Republic (1929)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1929)\n Answer: presidential system", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000399", "complexity": "2hop", "operator_type": "before_after", "t_query": 1935.0, "gold": "Otto Nerz", "pred": "Hop 1: Hermann Gramlich -> member of sports team -> Germany men's national association football team (1935)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1935)\n Answer: Otto Nerz", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005160", "complexity": "2hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "Penelope Fitzgerald", "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006565", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Vicente Calder\u00f3n Stadium", "pred": "Hop 1: Sergi Barjuan -> member of sports team -> Atl\u00e9tico Madrid (2005)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2005)\n Answer: Vicente Calder\u00f3n Stadium", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006647", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2017.0, "gold": "President of North Macedonia", "pred": "Hop 1: North Macedonia -> head of state -> Gjorge Ivanov (2017)\n Hop 2: Gjorge Ivanov -> position held -> President of North Macedonia (2017)\n Answer: President of North Macedonia", "em": 1.0, "f1": 0.4210526315789474, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008117", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Nottingham (2021)\n Answer: 2021", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007432", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Romano Prodi", "pred": "Hop 1: Ivan Della Mea -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006320", "complexity": "2hop", "operator_type": "interval", "t_query": 1931.0, "gold": "1931", "pred": "Hop 1: Dr. Jekyll and Mr. Hyde -> award received -> Academy Award for Best Actor (1931)\n Hop 2: Academy Award for Best Actor -> winner -> Lionel Barrymore (1931)\n Answer: 1931", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008047", "complexity": "2hop", "operator_type": "sequence", "t_query": 1902.0, "gold": "Nicholas II of Russia", "pred": "Hop 1: Volodymyr -> country -> Russian Empire (1902)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1902)\n Answer: Nicholas II of Russia", "em": 1.0, "f1": 0.4210526315789474, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000063", "complexity": "2hop", "operator_type": "before_after", "t_query": 1909.0, "gold": "Carlo Vittorio Varetti", "pred": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Answer: Carlo Vittorio Vare", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008584", "complexity": "2hop", "operator_type": "sequence", "t_query": 1931.0, "gold": "Territory of Hawaii", "pred": "Hop 1: Wynn Bullock -> work location -> United States (1931)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1931)\n Answer: Territory of Hawaii", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001072", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "Eusebio Sacrist\u00e1n", "pred": "Hop 1: Gerard Deulofeu -> member of sports team -> FC Barcelona Atl\u00e8tic (2013)\n Hop 2: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2013)\n Answer: Eusebio Sacrist\u00e1n", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005910", "complexity": "2hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "United States", "pred": "Hop 1: Christian Vande Velde -> member of sports team -> Discovery Channel (2001)\n Hop 2: Discovery Channel -> country -> United States (2001)\n Answer: United States", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003397", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "V\u00edt\u011bzslav Lavi\u010dka", "pred": "Hop 1: Miroslav Slepi\u010dka -> member of sports team -> AC Sparta Prague (2012)\n Hop 2: AC Sparta Prague -> head coach -> V\u00edt\u011bzslav Lavi\u010dka (2012)\n Answer: V\u00edt", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000162", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Lady Bird Johnson", "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> spouse -> Lady Bird Johnson (1967)\n Answer: Lady Bird Johnson", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002728", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Silvio Berlusconi", "pred": "Hop 1: Clarence Seedorf -> member of sports team -> AC Milan (2010)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2010)\n Answer: Silvio Berlusconi", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003793", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Barcelona Province", "pred": "Hop 1: Josep Guinovart -> work location -> Barcelona (1950)\n Hop 2: Barcelona -> located in -> Barcelona Province (1950)\n Answer: Barcelona Province", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003541", "complexity": "2hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: 2006", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008524", "complexity": "2hop", "operator_type": "sequence", "t_query": 1950.0, "gold": "Stade Chaban-Delmas", "pred": "Hop 1: \u00c9douard Kargu -> member of sports team -> FC Girondins de Bordeaux (1950)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1950)\n Answer:", "em": 1.0, "f1": 0.2608695652173913, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003943", "complexity": "2hop", "operator_type": "sequence", "t_query": 1971.0, "gold": "Emilio Colombo", "pred": "Hop 1: Angelo La Barbera -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Emilio Colombo (1971)\n Answer: Emilio Colombo", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003382", "complexity": "2hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Michal B\u00edlek", "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2011)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2011)\n Answer: Michal B\u00ed", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003569", "complexity": "2hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "Emilio Colombo", "pred": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Emilio Colombo (1971)\n Answer: Emilio Colombo", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002249", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "University of Paris", "pred": "Hop 1: Maurice de Gandillac -> employer -> University of Paris 1 Pantheon-Sorbonne (1971)\n Hop 2: University of Paris 1 Pantheon-Sorbonne -> replaces -> University of Paris (1971)", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001978", "complexity": "2hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Giovanni Gronchi", "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005073", "complexity": "2hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Alex McLeish", "pred": "Hop 1: Nathan Redmond -> member of sports team -> Birmingham City F.C. (2011)\n Hop 2: Birmingham City F.C. -> head coach -> Alex McLeish (2011)\n Answer: Alex McLeish", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000609", "complexity": "2hop", "operator_type": "interval", "t_query": 1974.0, "gold": "1974", "pred": "Hop 1: The Bottle Factory Outing -> nominated for -> Booker Prize (1974)\n Hop 2: Booker Prize -> winner -> Stanley Middleton (1974)\n Answer: The Bottle Factory Outing -> winner of -> Booker Prize (1", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004940", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2018.0, "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002185", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "Guy Ritchie", "pred": "Hop 1: Die Another Day -> performer -> Madonna (2002)\n Hop 2: Madonna -> spouse -> Guy Ritchie (2002)\n Answer: Guy Ritchie", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006953", "complexity": "2hop", "operator_type": "sequence", "t_query": 1928.0, "gold": "Jimmy Walker", "pred": "Hop 1: Maria Meneghini Callas -> residence -> New York City (1928)\n Hop 2: New York City -> head of government -> Jimmy Walker (1928)\n Answer: Jimmy Walker", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001572", "complexity": "2hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "Phillip Cocu", "pred": "Hop 1: Nicolas Isimat-Mirin -> member of sports team -> PSV Eindhoven (2015)\n Hop 2: PSV Eindhoven -> head coach -> Phillip Cocu (2015)\n Answer: Phillip Cocu", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008301", "complexity": "2hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "Romano Prodi", "pred": "Hop 1: Giovanni Cornacchia -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000630", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1960.0, "gold": "Graceland", "pred": "Hop 1: A Mess of Blues -> performer -> Elvis Presley (1960)\n Hop 2: Elvis Presley -> residence -> Graceland (1960)\n Answer: Graceland", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000755", "complexity": "2hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Elizabeth II", "pred": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of state -> Hubert Humphrey (1968)\n Answer: Hubert Humphrey", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000326", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", "pred": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002870", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Prime Minister of Bahrain", "pred": "Hop 1: Bahrain -> head of government -> Khalifa bin Salman Al Khalifa (1981)\n Hop 2: Khalifa bin Salman Al Khalifa -> position held -> Prime Minister of Bahrain (1981)\n Answer: Prime Minister", "em": 1.0, "f1": 0.38095238095238093, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007789", "complexity": "2hop", "operator_type": "before_after", "t_query": 1960.0, "gold": "Giovanni Gronchi", "pred": "Hop 1: Michele Lupo -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1960)\n Answer: Giovanni Gronchi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007973", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2020.0, "gold": "Bjarne Riis", "pred": "Hop 1: Danilo Wyss -> member of sports team -> Qhubeka NextHash (2020)\n Hop 2: Qhubeka NextHash -> general manager -> Bjarne Riis (2020)\n Answer: Bjarne Riis", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000219", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1939.0, "gold": "Vivien Leigh", "pred": "Hop 1: Fay Bainter -> nominated for -> Academy Award for Best Actress (1939)\n Hop 2: Academy Award for Best Actress -> winner -> Vivien Leigh (1939)\n Answer: Vivien Leigh", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007274", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Elizabeth II", "pred": "Hop 1: Smiley Smile -> place of publication -> United Kingdom (1967)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (1967)\n Answer: Elizabeth II", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006021", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Luca Ronconi -> country of citizenship -> Italy (2005)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2005)\n Answer: Carlo Azeglio Ciampi", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006576", "complexity": "2hop", "operator_type": "before_after", "t_query": 1948.0, "gold": "Laurence Olivier", "pred": "Hop 1: John Garfield -> nominated for -> Academy Award for Best Actor (1948)\n Hop 2: Academy Award for Best Actor -> winner -> Laurence Olivier (1948)\n Answer: Laurence Olivier", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000623", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Bjarne Berntsen", "pred": "Hop 1: Camilla Huse -> member of sports team -> Norway women's national football team (2009)\n Hop 2: Norway women's national football team -> head coach -> Bjarne Berntsen (2009)\n Answer: Bjarne Berntsen", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005668", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "DBC Pierre", "pred": "Hop 1: Mark Haddon -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003804", "complexity": "2hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "Nobel Peace Prize", "pred": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> military branch -> United States Navy (1962)\n Hop 3: United States Navy -> nominated for -> Nobel Peace Prize (19", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006789", "complexity": "2hop", "operator_type": "sequence", "t_query": 1960.0, "gold": "Robert Ferdinand Wagner Jr.", "pred": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006521", "complexity": "2hop", "operator_type": "before_after", "t_query": 1976.0, "gold": "Atlanta-Fulton County Stadium", "pred": "Hop 1: Hank Aaron -> member of sports team -> Atlanta Braves (1976)\n Hop 2: Atlanta Braves -> home venue -> Atlanta-Fulton County Stadium (1976)\n Answer: Atlanta-Fulton County Stadium", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006174", "complexity": "2hop", "operator_type": "sequence", "t_query": 2006.0, "gold": "Kiran Desai", "pred": "Hop 1: The Night Watch -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: Kiran Desai", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004769", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Loretta Young", "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress -> winner -> Loretta Young (1947)\n Answer: Loretta Young", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001801", "complexity": "2hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "Vytautas Landsbergis", "pred": "Hop 1: Nijol\u0117 O\u017eelyt\u0117-Vaitiek\u016bnien\u0117 -> member of political party -> Homeland Union \u2013 Lithuanian Christian Democrats (1995)\n Hop 2: Homeland Union \u2013 Lithuanian Christian Democrats -> chairperson -> Vy", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000920", "complexity": "2hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "State Anthem of the Soviet Union", "pred": "Hop 1: Murmansk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1965)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1965)\n Answer: State Anthem of", "em": 1.0, "f1": 0.4799999999999999, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003724", "complexity": "2hop", "operator_type": "sequence", "t_query": 1971.0, "gold": "Emilio Colombo", "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Emilio Colombo (1971)\n Answer: Emilio Colombo", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006014", "complexity": "2hop", "operator_type": "before_after", "t_query": 1939.0, "gold": "Hans Loritz", "pred": "Hop 1: Alfons Gorbach -> place of detention -> Dachau concentration camp (1939)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1939)\n Answer: Hans Loritz", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007171", "complexity": "2hop", "operator_type": "sequence", "t_query": 2016.0, "gold": "S\u00fcper Lig", "pred": "Hop 1: Serdar Aziz -> member of sports team -> Bursaspor (2016)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2016)\n Answer: S\u00fcper Lig", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007260", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "3. Liga", "pred": "Hop 1: Bastian Heidenfelder -> member of sports team -> 1. FC Heidenheim 1846 (2013)\n Hop 2: 1. FC Heidenheim 1846 -> league or competition -> 3. Liga (201", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005517", "complexity": "2hop", "operator_type": "before_after", "t_query": 2021.0, "gold": "Thomas Tuchel", "pred": "Hop 1: Marcos Alonso Mendoza -> member of sports team -> Chelsea F.C. (2021)\n Hop 2: Chelsea F.C. -> head coach -> Thomas Tuchel (2021)\n Answer: Thomas Tuchel", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007485", "complexity": "2hop", "operator_type": "before_after", "t_query": 2003.0, "gold": "Charlize Theron", "pred": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress (2003) -> winner -> Charlize Theron (2003)", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001837", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Virginia (2021)\n Answer: 2021", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000568", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2007.0, "gold": "Romano Prodi", "pred": "Hop 1: Angelo Infanti -> country of citizenship -> Italy (2007)\n Hop 2: Italy -> head of government -> Romano Prodi (2007)\n Answer: Romano Prodi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005494", "complexity": "2hop", "operator_type": "before_after", "t_query": 1997.0, "gold": "Berti Vogts", "pred": "Hop 1: Steffen Freund -> member of sports team -> Borussia Dortmund (1997)\n Hop 2: Borussia Dortmund -> head coach -> Ottmar Hitzfeld (1997)\n Answer: Ottmar Hitzfeld", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000075", "complexity": "2hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004734", "complexity": "2hop", "operator_type": "sequence", "t_query": 1988.0, "gold": "Peter Carey", "pred": "Hop 1: David Lodge -> nominated for -> Booker Prize (1988)\n Hop 2: Booker Prize -> winner -> Peter Carey (1988)\n Answer: Peter Carey", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004770", "complexity": "2hop", "operator_type": "sequence", "t_query": 1904.0, "gold": "Constantinople", "pred": "Hop 1: Edessa -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1904)\n Answer: Constantinople", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006777", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "S\u00e1ndor Preisinger", "pred": "Hop 1: Daniils Turkovs -> member of sports team -> Zalaegerszegi TE (2012)\n Hop 2: Zalaegerszegi TE -> head coach -> S\u00e1ndor Preisinger (2012)\n Answer: S\u00e1nd", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001481", "complexity": "2hop", "operator_type": "interval", "t_query": 1977.0, "gold": "1977", "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000851", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Jos\u00e9 Mourinho", "pred": "Hop 1: Walter Samuel -> member of sports team -> Argentina men's national association football team (2008)\n Hop 2: Argentina men's national association football team -> head coach -> Alfio Basile (2008)\n Answer: Alfio Basile", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000707", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1934.0, "gold": "Yugoslavia", "pred": "Hop 1: Franco Evangelisti -> country of citizenship -> Italy (1934)\n Hop 2: Italy -> shares border with -> Yugoslavia (1934)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007316", "complexity": "2hop", "operator_type": "sequence", "t_query": 1909.0, "gold": "Carlo Vittorio Varetti", "pred": "Hop 1: Alessandro Ajmone Marsan -> member of sports team -> Juventus FC (1909)\n Hop 2: Juventus FC -> chairperson -> Carlo Vittorio Varetti (1909)\n Hop 3: Carlo Vittorio", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002781", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1946.0, "gold": "Yugoslavia", "pred": "Hop 1: Renato Carosone -> country of citizenship -> Italy (1946)\n Hop 2: Italy -> shares border with -> Yugoslavia (1946)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001694", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Glenda Jackson", "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress -> winner -> Glenda Jackson (1970)\n Answer: Glenda Jackson", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005714", "complexity": "2hop", "operator_type": "before_after", "t_query": 1979.0, "gold": "B\u00fclent Ecevit", "pred": "Hop 1: Deniz Baykal -> member of political party -> Republican People's Party (1979)\n Hop 2: Republican People's Party -> chairperson -> B\u00fclent Ecevit (1979)\n Answer: B\u00fclent Ecevit", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002568", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Stefan Kuntz", "pred": "Hop 1: Jan \u0160im\u016fnek -> member of sports team -> 1. FC Kaiserslautern (2014)\n Hop 2: 1. FC Kaiserslautern -> chairperson -> Stefan Kuntz (2014)\n Answer: Stefan", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000390", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1952.0, "gold": "Nobel Prize in Physics", "pred": "Hop 1: Holweck Prize -> winner -> Louis N\u00e9el (1952)\n Hop 2: Louis N\u00e9el -> nominated for -> Nobel Prize in Physics (1952)\n Answer: Nobel Prize in Physics", "em": 1.0, "f1": 0.4210526315789474, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004301", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "Rudy Giuliani", "pred": "Hop 1: Elliott Erwitt -> work location -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007116", "complexity": "2hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", "pred": "Hop 1: Simone Veil -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re d'Enc", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004505", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1974.0, "gold": "Abraham Beame", "pred": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007035", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "David Dinkins", "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004558", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Jos\u00e9 Mourinho", "pred": "Hop 1: Ryan Bertrand -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003267", "complexity": "2hop", "operator_type": "before_after", "t_query": 1935.0, "gold": "Bette Davis", "pred": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Picture (1935)\n Hop 2: Academy Award for Best Picture -> winner -> Mutiny on the Bounty (1935)\n Answer: Mutiny on the Bounty", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006755", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1920.0, "gold": "Theodor Liebknecht", "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebkne", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004583", "complexity": "2hop", "operator_type": "interval", "t_query": 1987.0, "gold": "1987", "pred": "Hop 1: American Book Awards -> winner -> James Welch (1987)\n Hop 2: Ai -> award received -> American Book Awards (1987)\n Answer: 1987", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000225", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Gareth Southgate", "pred": "Hop 1: David Wheater -> member of sports team -> Middlesbrough F.C. (2008)\n Hop 2: Middlesbrough F.C. -> head coach -> Gareth Southgate (2008)\n Hop 3: Gare", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002459", "complexity": "2hop", "operator_type": "sequence", "t_query": 1949.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "Hop 1: Zrenjanin City -> located in -> Socialist Autonomous Province of Vojvodina (1949)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Federal People's Republic of Yugoslavia (1949", "em": 0.0, "f1": 0.4166666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006352", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "Hop 1: University of Tsukuba -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> University of Graz (2021)\n Answer: 2021", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004787", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Janusz W\u00f3jcik", "pred": "Hop 1: Arkadiusz B\u0105k -> member of sports team -> Poland men's national football team (1999)\n Hop 2: Poland men's national football team -> head coach -> Janusz W\u00f3jcik (1999)\n Answer: Janusz W", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002226", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1973.0, "gold": "Leonid Brezhnev", "pred": "Hop 1: Aleksei Gubarev -> member of political party -> Communist Party of the Soviet Union (1973)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Nikolai Podgorny (1973)\n Answer: Nikolai", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003363", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Jan Schaffrath", "pred": "Hop 1: Martin Velits -> member of sports team -> Soudal Quick-Step (2012)\n Hop 2: Soudal Quick-Step -> head coach -> Jan Schaffrath (2012)\n Answer: Jan Schaffrath", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001025", "complexity": "2hop", "operator_type": "sequence", "t_query": 2016.0, "gold": "Pavel Vrba", "pred": "Hop 1: Bo\u0159ek Do\u010dkal -> member of sports team -> Czechia men's national football team (2016)\n Hop 2: Czechia men's national football team -> head coach -> Pavel Vrba (2016)\n Answer: Pavel V", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006972", "complexity": "2hop", "operator_type": "interval", "t_query": 1976.0, "gold": "1976", "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> David Storey (1976)\n Answer: 1976", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007393", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1961.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "Hop 1: Ba\u010d Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1961)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Socialist Federal Republic of Yugoslavia (1961)", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002784", "complexity": "2hop", "operator_type": "before_after", "t_query": 1988.0, "gold": "Franz Beckenbauer", "pred": "Hop 1: Frank Mill -> member of sports team -> Germany men's national association football team (1988)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1988)\n Answer: Franz Beckenbauer", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005991", "complexity": "2hop", "operator_type": "sequence", "t_query": 1948.0, "gold": "Italian lira", "pred": "Hop 1: Luciano Bianciardi -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007278", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Claudia Roth", "pred": "Hop 1: Boris Palmer -> member of political party -> Alliance '90/The Greens (2009)\n Hop 2: Alliance '90/The Greens -> chairperson -> Claudia Roth (2009)\n Answer: Claudia Roth", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002109", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "ADIG", "pred": "Hop 1: Stefan W\u00e4chter -> member of sports team -> Hamburger SV (2004)\n Hop 2: Hamburger SV -> sponsor -> ADIG (2004)\n Answer: ADIG", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005445", "complexity": "2hop", "operator_type": "sequence", "t_query": 1977.0, "gold": "Abraham Beame", "pred": "Hop 1: Nancy Graves -> work location -> New York City (1977)\n Hop 2: New York City -> head of government -> Abraham Beame (1977)\n Answer: Abraham Beame", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005382", "complexity": "2hop", "operator_type": "before_after", "t_query": 1940.0, "gold": "Fiorello H. La Guardia", "pred": "Hop 1: Edward McKnight Kauffer -> work location -> New York City (1940)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1940)\n Answer: Fiorello H. La Guardia", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005633", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "Sandro Pertini", "pred": "Hop 1: Giuseppe Saragat -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002083", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Jens Gustafsson", "pred": "Hop 1: Andreas Landgren -> member of sports team -> Halmstads BK (2013)\n Hop 2: Halmstads BK -> head coach -> Jens Gustafsson (2013)\n Answer: Jens Gustafsson", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003899", "complexity": "2hop", "operator_type": "sequence", "t_query": 1987.0, "gold": "German Democratic Republic", "pred": "Hop 1: Karl Horst H\u00f6dicke -> work location -> Berlin (1987)\n Hop 2: Berlin -> country -> German Democratic Republic (1987)\n Answer: German Democratic Republic", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002997", "complexity": "2hop", "operator_type": "sequence", "t_query": 1937.0, "gold": "United Kingdom", "pred": "Hop 1: Ramallah -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005860", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Hilary Swank", "pred": "Hop 1: Whale Rider -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001039", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1937.0, "gold": "Panama", "pred": "Hop 1: Cornell Capa -> work location -> United States (1937)\n Hop 2: United States -> shares border with -> Panama (1937)\n Answer: Panama", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000086", "complexity": "2hop", "operator_type": "before_after", "t_query": 1983.0, "gold": "Sandro Pertini", "pred": "Hop 1: Q435856 -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005689", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1929.0, "gold": "Bucharest", "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006609", "complexity": "2hop", "operator_type": "sequence", "t_query": 1940.0, "gold": "United Kingdom", "pred": "Hop 1: Afula -> country -> Mandatory Palestine (1940)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1940)\n Answer: United Kingdom", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004970", "complexity": "2hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "Hop 1: Unfaithful -> nominated for -> Academy Award for Best Actress (2003)\n Hop 2: Academy Award for Best Actress -> winner -> Charlize Theron (2003)\n Answer: Academy Award for Best Actress (2003)", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004192", "complexity": "2hop", "operator_type": "sequence", "t_query": 1960.0, "gold": "Giovanni Gronchi", "pred": "Hop 1: Alberto Magnelli -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1960)\n Answer: Giovanni Gronchi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007711", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1948.0, "gold": "Italian lira", "pred": "Hop 1: Mauro Staccioli -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008062", "complexity": "2hop", "operator_type": "before_after", "t_query": 1991.0, "gold": "M\u00e1rio Soares", "pred": "Hop 1: Alberto Vaquina -> work location -> Portugal (1991)\n Hop 2: Portugal -> head of state -> M\u00e1rio Soares (1991)\n Answer: M\u00e1rio Soares", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006613", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "Stuart Lancaster", "pred": "Hop 1: Ben Foden -> member of sports team -> England men\u2019s national rugby union team (2013)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Stuart Lancaster (2013)\n Answer: Stuart Lancaster", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001894", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Reese Witherspoon", "pred": "Hop 1: Annette Bening -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress -> winner -> Reese Witherspoon (2005)\n Answer: Reese Witherspoon", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002546", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1921.0, "gold": "P\u00e9ter P\u00e1zm\u00e1ny", "pred": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003153", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Zhou Enlai", "pred": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002865", "complexity": "2hop", "operator_type": "before_after", "t_query": 1979.0, "gold": "Penelope Fitzgerald", "pred": "Hop 1: A Bend in the River -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007865", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Giuseppe Prisco -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008428", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Clive Woodward", "pred": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001858", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Graceland", "pred": "Hop 1: Ginger Alden -> unmarried partner -> Elvis Presley (1977)\n Hop 2: Elvis Presley -> residence -> Graceland (1977)\n Answer: Graceland", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001912", "complexity": "2hop", "operator_type": "sequence", "t_query": 1903.0, "gold": "Constantinople", "pred": "Hop 1: Xanthi -> country -> Ottoman Empire (1903)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1903)\n Answer: Constantinople", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003034", "complexity": "2hop", "operator_type": "sequence", "t_query": 1939.0, "gold": "Hans Loritz", "pred": "Hop 1: Emil Filla -> point in time -> 1939 (1939)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1939)\n Answer: Hans Loritz", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000799", "complexity": "2hop", "operator_type": "before_after", "t_query": 2014.0, "gold": "Barack Obama", "pred": "Hop 1: Battlefield 3 -> narrative location -> Ukraine (2014)\n Hop 2: Ukraine -> head of government -> Arsenii Yatseniuk (2014)\n Answer: Arsenii Yatseniuk", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007926", "complexity": "2hop", "operator_type": "before_after", "t_query": 1975.0, "gold": "Boston Garden", "pred": "Hop 1: John Havlicek -> member of sports team -> Boston Celtics (1975)\n Hop 2: Boston Celtics -> home venue -> Boston Garden (1975)\n Answer: Boston Garden", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004762", "complexity": "2hop", "operator_type": "sequence", "t_query": 1911.0, "gold": "Kingdom of Prussia", "pred": "Hop 1: 1911 World Figure Skating Championships -> location -> Vienna (1911)\n Hop 2: Vienna -> located in -> Austria (1911)\n Answer: Austria", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004806", "complexity": "2hop", "operator_type": "before_after", "t_query": 2013.0, "gold": "Lu\u00eds Filipe Vieira", "pred": "Hop 1: Jonathan Urretaviscaya -> member of sports team -> S.L. Benfica (2013)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2013)\n Answer: Lu\u00eds Fili", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003643", "complexity": "2hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Premier League", "pred": "Hop 1: Ruslan Rotan -> member of sports team -> FC Dnipro (2008)\n Hop 2: FC Dnipro -> league or competition -> Premier League (2008)\n Answer: Premier League", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008203", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "Amway Arena", "pred": "Hop 1: Shaquille O'Neal -> member of sports team -> Orlando Magic (1994)\n Hop 2: Orlando Magic -> home venue -> Amway Arena (1994)\n Answer: Amway Arena", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004465", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "Hop 1: University of Helsinki -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Michigan State University (2021)\n Answer: 2021", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006874", "complexity": "2hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "John Lindsay", "pred": "Hop 1: William Vickrey -> residence -> New York City (1968)\n Hop 2: New York City -> head of government -> John Lindsay (1968)\n Answer: John Lindsay", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000593", "complexity": "2hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Giovanni Gronchi", "pred": "Hop 1: Leo Nomellini -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004615", "complexity": "2hop", "operator_type": "interval", "t_query": 2018.0, "gold": "2018", "pred": "Hop 1: Mirko Tomassoni -> position held -> Captain Regent of San Marino (2018)\n Hop 2: Captain Regent of San Marino -> position holder -> Stefano Palmieri (2018)\n Answer: 2018", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001617", "complexity": "2hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Geoffrey Rush", "pred": "Hop 1: As Good as It Gets -> award received -> Academy Award for Best Actor (1996)\n Hop 2: Academy Award for Best Actor -> winner -> Geoffrey Rush (1996)\n Answer: Geoffrey Rush", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001902", "complexity": "2hop", "operator_type": "sequence", "t_query": 1982.0, "gold": "Academy Award for Best Writing, Adapted Screenplay", "pred": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Academy Award for Best Writing, Adapted Screenplay (1982)\n Answer: Academy Award for Best Writing, Adapted Screenplay", "em": 1.0, "f1": 0.56, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004669", "complexity": "2hop", "operator_type": "before_after", "t_query": 2019.0, "gold": "Yuri Semin", "pred": "Hop 1: \u00c9der -> member of sports team -> FC Lokomotiv Moscow (2019)\n Hop 2: FC Lokomotiv Moscow -> head coach -> Yuri Semin (2019)\n Answer: Yuri Semin", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002742", "complexity": "2hop", "operator_type": "sequence", "t_query": 1972.0, "gold": "Emilio Colombo", "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Emilio Colombo (1972)\n Answer: Emilio Colombo", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006208", "complexity": "2hop", "operator_type": "before_after", "t_query": 1920.0, "gold": "Theodor Liebknecht", "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebkne", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006858", "complexity": "2hop", "operator_type": "interval", "t_query": 2002.0, "gold": "2002", "pred": "Hop 1: Monster -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Academy Award for Best Actress -> winner -> Nicole Kidman (2002)\n Answer: 2002", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000627", "complexity": "2hop", "operator_type": "before_after", "t_query": 1982.0, "gold": "Academy Award for Best Writing, Adapted Screenplay", "pred": "Hop 1: Antonia Fraser -> spouse -> Harold Pinter (1982)\n Hop 2: Harold Pinter -> nominated for -> Academy Award for Best Writing, Adapted Screenplay (1982)\n Answer: Academy Award for Best Writing, Adapted Screenplay", "em": 1.0, "f1": 0.56, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008456", "complexity": "2hop", "operator_type": "sequence", "t_query": 1901.0, "gold": "absolute monarchy", "pred": "Hop 1: Sevastopol -> country -> Russian Empire (1901)\n Hop 2: Russian Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004863", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1935.0, "gold": "Bette Davis", "pred": "Hop 1: It Happened One Night -> nominated for -> Academy Award for Best Actor (1935)\n Hop 2: Academy Award for Best Actor -> winner -> Charles Laughton (1935)\n Answer: Charles Laughton", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005053", "complexity": "2hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Lauri Yl\u00f6nen", "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer:", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006906", "complexity": "2hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Sini\u0161a Mihajlovi\u0107", "pred": "Hop 1: Marco Marchionni -> member of sports team -> ACF Fiorentina (2010)\n Hop 2: ACF Fiorentina -> head coach -> Sini\u0161a Mihajlovi\u0107 (2010)\n Answer: Sini\u0161a Mihaj", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004343", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "Arrigo Sacchi", "pred": "Hop 1: Walter Bianchi -> member of sports team -> Rimini FC (1984)\n Hop 2: Rimini FC -> head coach -> Arrigo Sacchi (1984)\n Answer: Arrigo Sacchi", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008520", "complexity": "2hop", "operator_type": "sequence", "t_query": 1938.0, "gold": "Hans Loritz", "pred": "Hop 1: Abraham Adolf Kaiser -> point in time after Anton Saefkow -> 1938 (1938)\n Hop 2: Dachau concentration camp -> manager -> Hans Loritz (1938)\n Answer: Hans Loritz", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008566", "complexity": "2hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Kurt Biedenkopf", "pred": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005406", "complexity": "2hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "West Germany", "pred": "Hop 1: Friedrich Hayek -> residence -> Freiburg im Breisgau (1980)\n Hop 2: Freiburg im Breisgau -> country -> West Germany (1980)\n Answer: West Germany", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005485", "complexity": "2hop", "operator_type": "sequence", "t_query": 2022.0, "gold": "Milo\u0161 Zeman", "pred": "Hop 1: Bergepanzer B\u00fcffel -> operator -> Czech Republic (2022)\n Hop 2: Czech Republic -> head of state -> Milo\u0161 Zeman (2022)\n Answer: Milo\u0161 Zeman", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006778", "complexity": "2hop", "operator_type": "sequence", "t_query": 1963.0, "gold": "Italian lira", "pred": "Hop 1: Lyla Rocco -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> currency -> Italian lira (1963)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000448", "complexity": "2hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Alex Ferguson", "pred": "Hop 1: Bryan Gunn -> member of sports team -> Aberdeen F.C. (1980)\n Hop 2: Aberdeen F.C. -> head coach -> Alex Ferguson (1980)\n Answer: Alex Ferguson", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005253", "complexity": "2hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Aravind Adiga", "pred": "Hop 1: Amitav Ghosh -> nominated for -> Booker Prize (2008)\n Hop 2: Booker Prize -> winner -> Aravind Adiga (2008)\n Answer: Aravind Adiga", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002793", "complexity": "2hop", "operator_type": "sequence", "t_query": 1945.0, "gold": "Joan Crawford", "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Supporting Actress (1945)\n Hop 2: Academy Award for Best Supporting Actress -> winner -> Ethel Barrymore (1945)\n Answer: Ethel Barrymore", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001366", "complexity": "2hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Cliff Burton", "pred": "Hop 1: Master of Puppets -> performer -> Metallica (1986)\n Hop 2: Metallica -> has part(s) -> Cliff Burton (1986)\n Answer: Cliff Burton", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000346", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2010.0, "gold": "Giorgio Napolitano", "pred": "Hop 1: Giovanni Lilliu -> country of citizenship -> Italy (2010)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2010)\n Answer: Giorgio Napolitano", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001380", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "John Williams", "pred": "Hop 1: Katie Couric -> notable work -> Today (1999)\n Hop 2: Today -> composer -> John Williams (1999)\n Answer: John Williams", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007366", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1973.0, "gold": "Giampiero Boniperti", "pred": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Bonipert", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004085", "complexity": "2hop", "operator_type": "before_after", "t_query": 1907.0, "gold": "Qing dynasty", "pred": "Hop 1: Luo Yixiu -> spouse -> Mao Zedong (1907)\n Hop 2: Mao Zedong -> country of citizenship -> Qing dynasty (1907)\n Answer: Qing dynasty", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002859", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1943.0, "gold": "United Kingdom", "pred": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Answer: United Kingdom", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000061", "complexity": "2hop", "operator_type": "before_after", "t_query": 1979.0, "gold": "Penelope Fitzgerald", "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002208", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Nike", "pred": "Hop 1: Steve Borthwick -> member of sports team -> Bath Rugby (2008)\n Hop 2: Bath Rugby -> kit supplier -> Canterbury of New Zealand (2008)\n Answer: Canterbury of New Zealand", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005149", "complexity": "2hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "Dalvik VM", "pred": "Hop 1: Grand Theft Auto III -> platform -> Android (2011)\n Hop 2: Android -> has part -> Dalvik VM (2011)\n Answer: Dalvik VM", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007466", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Deutsche Mark", "pred": "Hop 1: Sande -> country -> West Germany (1956)\n Hop 2: West Germany -> currency -> Deutsche Mark (1956)\n Answer: Deutsche Mark", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001168", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "EFL Championship", "pred": "Hop 1: Joel Lynch -> member of sports team -> Nottingham Forest F.C. (2010)\n Hop 2: Nottingham Forest F.C. -> league or competition -> EFL Championship (2010)\n Answer: EFL Championship", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002303", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1968.0, "gold": "Prime Minister of Canada", "pred": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Hop 2: Lester B. Pearson -> position held -> Prime Minister of Canada (1968)\n Answer: Prime Minister of Canada", "em": 1.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004925", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1930.0, "gold": "Norma Shearer", "pred": "Hop 1: Bessie Love -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress -> winner -> Norma Shearer (1930)\n Answer: Norma Shearer", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002425", "complexity": "2hop", "operator_type": "before_after", "t_query": 1955.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Ugo Morin -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1955)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003762", "complexity": "2hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Minneapolis Armory", "pred": "Hop 1: Bud Grant -> member of sports team -> Los Angeles Lakers (1949)\n Hop 2: Los Angeles Lakers -> home venue -> Minneapolis Armory (1949)\n Answer: Minneapolis Armory", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000351", "complexity": "2hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Territory of Hawaii", "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1949)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1949)\n Answer: Territory of Hawaii", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003288", "complexity": "2hop", "operator_type": "sequence", "t_query": 1992.0, "gold": "Alain Afflelou", "pred": "Hop 1: Rainer Ernst -> member of sports team -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflel", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001079", "complexity": "2hop", "operator_type": "before_after", "t_query": 1985.0, "gold": "Giampiero Boniperti", "pred": "Hop 1: Stefano Tacconi -> member of sports team -> Juventus FC (1985)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1985)\n Answer: Giampiero Boniperti", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004556", "complexity": "2hop", "operator_type": "sequence", "t_query": 2022.0, "gold": "Paulo Bento", "pred": "Hop 1: Baek Sung-dong -> member of sports team -> South Korea men's national football team (2022)\n Hop 2: South Korea men's national football team -> head coach -> Paulo Bento (2022)\n Answer: Paulo Bento", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006454", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Steve Sampson", "pred": "Hop 1: Kevin Hartman -> member of sports team -> LA Galaxy (2005)\n Hop 2: LA Galaxy -> head coach -> Steve Sampson (2005)\n Answer: Steve Sampson", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007686", "complexity": "2hop", "operator_type": "sequence", "t_query": 1923.0, "gold": "United States Cabinet", "pred": "Hop 1: Edwin Denby -> position held -> United States Secretary of the Navy (1923)\n Hop 2: United States Secretary of the Navy -> part of -> United States Cabinet (1923)\n Answer: United States Cabinet", "em": 1.0, "f1": 0.3, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001636", "complexity": "2hop", "operator_type": "interval", "t_query": 1975.0, "gold": "1975", "pred": "Hop 1: Roger Guillemin -> award received -> Albert Lasker Award for Basic Medical Research (1975)\n Hop 2: Andrew Schally -> winner of -> Roger Guillemin's award (1975)\n Answer: 1975", "em": 1.0, "f1": 0.09523809523809523, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000642", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Alan Hollinghurst", "pred": "Hop 1: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: Alan Hollinghurst", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005992", "complexity": "2hop", "operator_type": "before_after", "t_query": 1906.0, "gold": "Theodore Roosevelt", "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1906)\n Hop 2: United States -> head of government -> Theodore Roosevelt (1906)\n Answer: Theodore Roosevelt", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001567", "complexity": "2hop", "operator_type": "before_after", "t_query": 1960.0, "gold": "Robert Ferdinand Wagner Jr.", "pred": "Hop 1: William Vickrey -> residence -> New York City (1960)\n Hop 2: New York City -> head of government -> Robert Ferdinand Wagner Jr. (1960)\n Answer: Robert Ferdinand Wagner Jr.", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003917", "complexity": "2hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "Elizabeth II", "pred": "Hop 1: Liz Smith -> country of citizenship -> United Kingdom (2015)\n Hop 2: United Kingdom -> head of state -> Elizabeth II (2015)\n Answer: Elizabeth II", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007632", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Pawe\u0142 Janas", "pred": "Hop 1: Kamil Kosowski -> member of sports team -> Poland men's national football team (2005)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2005)\n Answer: Pawe\u0142 Janas", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001702", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Eerste Divisie", "pred": "Hop 1: Timothy Dreesen -> member of sports team -> Fortuna Sittard (2012)\n Hop 2: Fortuna Sittard -> league or competition -> Eerste Divisie (2012)\n Answer: Eerste Divisie", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006358", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1932.0, "gold": "German Federal Archives", "pred": "Hop 1: Karl-Liebknecht-Haus -> operator -> Communist Party of Germany (1932)\n Hop 2: Communist Party of Germany -> archives at -> German Federal Archives (1932)\n Answer: German Federal Archives", "em": 1.0, "f1": 0.3, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006799", "complexity": "2hop", "operator_type": "sequence", "t_query": 1958.0, "gold": "Dwight D. Eisenhower", "pred": "Hop 1: Erazim Koh\u00e1k -> residence -> United States (1958)\n Hop 2: United States -> head of government -> Dwight D. Eisenhower (1958)\n Answer: Dwight D. Eisenhower", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001724", "complexity": "2hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Lyndon B. Johnson", "pred": "Hop 1: Stack-O-Tracks -> place of publication -> United States (1968)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1968)\n Answer: Lyndon B. Johnson", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005308", "complexity": "2hop", "operator_type": "sequence", "t_query": 1930.0, "gold": "Norma Shearer", "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress -> winner -> Norma Shearer (1930)\n Answer: Norma Shearer", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006485", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2000.0, "gold": "Margaret Atwood", "pred": "Hop 1: Matthew Kneale -> nominated for -> Booker Prize (2000)\n Hop 2: Booker Prize -> winner -> Margaret Atwood (2000)\n Answer: Margaret Atwood", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004831", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1948.0, "gold": "Italian lira", "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> currency -> Italian lira (1948)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005190", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Freie Universit\u00e4t Berlin", "pred": "Hop 1: Ausonius Award -> winner -> Alexander Demandt (2003)\n Hop 2: Alexander Demandt -> employer -> Freie Universit\u00e4t Berlin (2003)\n Answer: Freie Universit\u00e4t Berlin", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006636", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "George Marshall", "pred": "Hop 1: James F. Byrnes -> position held -> United States Secretary of State (1947)\n Hop 2: United States Secretary of State -> officeholder -> George Marshall (1947)\n Answer: George Marshall", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003213", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1965.0, "gold": "Lyndon B. Johnson", "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005672", "complexity": "2hop", "operator_type": "before_after", "t_query": 1939.0, "gold": "Adolf Hitler", "pred": "Hop 1: L\u0119bork -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006227", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "Hop 1: Princeton University -> funder -> Leiden University (2021)\n Answer: 2021", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006185", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Giffoni Film Festival", "pred": "Hop 1: Big Sean -> unmarried partner -> Naya Rivera (2013)\n Hop 2: Naya Rivera -> award received -> Giffoni Film Festival (2013)\n Answer: Giffoni Film Festival", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007816", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Franciszek Smuda", "pred": "Hop 1: Marek Saganowski -> member of sports team -> Poland men's national football team (2012)\n Hop 2: Poland men's national football team -> head coach -> Franciszek Smuda (2012)\n Answer: Franciszek Smuda", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001958", "complexity": "2hop", "operator_type": "before_after", "t_query": 1969.0, "gold": "John Lindsay", "pred": "Hop 1: Arman -> work location -> New York City (1969)\n Hop 2: New York City -> head of government -> John Lindsay (1969)\n Answer: John Lindsay", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007818", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "Sepp Herberger", "pred": "Hop 1: Fritz Herkenrath -> member of sports team -> Germany men's national association football team (1957)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1957)\n Answer: Sepp Herberger", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003874", "complexity": "2hop", "operator_type": "sequence", "t_query": 1952.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Rina Franchetti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006836", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Yugoslavia", "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005437", "complexity": "2hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Lamberto Dini", "pred": "Hop 1: Maria Tore Barbina -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Lamberto Dini (1996)\n Answer: Lamberto Dini", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001779", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Chemnitz Government Region", "pred": "Hop 1: Beate Zsch\u00e4pe -> residence -> Zwickau (2005)\n Hop 2: Zwickau -> located in -> Chemnitz Government Region (2005)\n Answer: Chemnitz Government Region", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002182", "complexity": "2hop", "operator_type": "sequence", "t_query": 1938.0, "gold": "Adolf Hitler", "pred": "Hop 1: Giessen -> country -> Nazi Germany (1938)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1938)\n Answer: Adolf Hitler", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006540", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Mario Scelba", "pred": "Hop 1: Piero Frescobaldi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Answer: Alcide De Gasperi", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000118", "complexity": "2hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Lu\u00eds Filipe Vieira", "pred": "Hop 1: Al\u00edpio -> member of sports team -> S.L. Benfica (2011)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2011)\n Answer: Lu\u00eds Filipe Vie", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000470", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Luigi Einaudi", "pred": "Hop 1: Renato Polselli -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1950)\n Answer: Luigi Einaudi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004884", "complexity": "2hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Emma Thompson", "pred": "Hop 1: Jodie Foster -> nominated for -> Academy Award for Best Actress (1992)\n Hop 2: Academy Award for Best Actress -> winner -> Emma Thompson (1992)\n Answer: Emma Thompson", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008312", "complexity": "2hop", "operator_type": "sequence", "t_query": 1924.0, "gold": "United Kingdom of Great Britain and Ireland", "pred": "Hop 1: Leonard Woolf -> spouse -> Virginia Woolf (1924)\n Hop 2: Virginia Woolf -> country of citizenship -> United Kingdom of Great Britain and Ireland (1924)\n Answer: United Kingdom of Great Britain and Ireland", "em": 1.0, "f1": 0.56, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006013", "complexity": "2hop", "operator_type": "sequence", "t_query": 1990.0, "gold": "David Dinkins", "pred": "Hop 1: Louise Bourgeois -> work location -> New York City (1990)\n Hop 2: New York City -> head of government -> David Dinkins (1990)\n Answer: David Dinkins", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006889", "complexity": "2hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Carlo Ancelotti", "pred": "Hop 1: Franco Di Santo -> member of sports team -> Chelsea F.C. (2009)\n Hop 2: Chelsea F.C. -> head coach -> Carlo Ancelotti (2009)\n Answer: Carlo Ancelotti", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003651", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Saku Koivu", "pred": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003374", "complexity": "2hop", "operator_type": "sequence", "t_query": 2015.0, "gold": "Q82595", "pred": "Hop 1: Mirco Born -> member of sports team -> Hertha BSC (2015)\n Hop 2: Hertha BSC -> league or competition -> Q82595 (2015)\n Answer: Q82595", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003329", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Armando C\u00edrio -> country of citizenship -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000420", "complexity": "2hop", "operator_type": "interval", "t_query": 1917.0, "gold": "1917", "pred": "Hop 1: Transbaikal Oblast -> located in -> Russian Republic (1917)\n Hop 2: Russian Republic -> significant event -> February Revolution (1917)\n Answer: 1917", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005828", "complexity": "2hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Prime Minister of Belize", "pred": "Hop 1: Belize -> head of government -> Dean Barrow (2014)\n Hop 2: Dean Barrow -> position held -> Prime Minister of Belize (2014)\n Answer: Prime Minister of Belize", "em": 1.0, "f1": 0.4210526315789474, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006078", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1962.0, "gold": "Sepp Herberger", "pred": "Hop 1: Hans Nowak -> member of sports team -> Schalke 04 (1962)\n Hop 2: Schalke 04 -> head coach -> Hans Tilkowski (1962)\n Answer: Hans Tilkowski", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002499", "complexity": "2hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "Territory of Hawaii", "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1922)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1922)\n Answer: Territory of Hawaii", "em": 1.0, "f1": 0.2608695652173913, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008212", "complexity": "2hop", "operator_type": "before_after", "t_query": 1947.0, "gold": "George VI", "pred": "Hop 1: HMS Spur -> country -> United Kingdom (1947)\n Hop 2: United Kingdom -> head of state -> George VI (1947)\n Answer: George VI", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006996", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Yugoslavia", "pred": "Hop 1: Salvatore Cassisa -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> shares border with -> Yugoslavia (1967)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006976", "complexity": "2hop", "operator_type": "before_after", "t_query": 2019.0, "gold": "Gennaro Gattuso", "pred": "Hop 1: Hakan \u00c7alhano\u011flu -> member of sports team -> AC Milan (2019)\n Hop 2: AC Milan -> head coach -> Gennaro Gattuso (2019)\n Answer: Gennaro Gattuso", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007445", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "Football Manager of the Year", "pred": "Hop 1: Borussia Dortmund -> head coach -> J\u00fcrgen Klopp (2012)\n Hop 2: J\u00fcrgen Klopp -> award received -> FIFA World Coach of the Year (2012)\n Answer: FIFA World Coach of the Year", "em": 0.0, "f1": 0.2608695652173913, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004525", "complexity": "2hop", "operator_type": "sequence", "t_query": 1995.0, "gold": "Lamberto Dini", "pred": "Hop 1: Antonio Brancaccio -> country of citizenship -> Italy (1995)\n Hop 2: Italy -> head of government -> Lamberto Dini (1995)\n Answer: Lamberto Dini", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002061", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Giorgio Napolitano", "pred": "Hop 1: Milram -> country -> Italy (2007)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2007)\n Answer: Giorgio Napolitano", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003387", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "Hop 1: Tsinghua University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Karlsruhe Institute of Technology (2021)\n Answer: 2021", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004969", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Alex McLeish", "pred": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008292", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2006.0, "gold": "United States", "pred": "Hop 1: Yaroslav Popovych -> member of sports team -> Discovery Channel (2006)\n Hop 2: Discovery Channel -> country -> United States (2006)\n Answer: United States", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006528", "complexity": "2hop", "operator_type": "interval", "t_query": 1902.0, "gold": "1902", "pred": "Hop 1: Karl Bopp -> doctoral advisor -> Moritz Cantor (1902)\n Hop 2: Leo K\u00f6nigsberger -> doctoral student -> Karl Bopp (1902)\n Answer: 1902", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008636", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Walter Zenga", "pred": "Hop 1: Giuseppe Mascara -> member of sports team -> Catania FC (2008)\n Hop 2: Catania FC -> head coach -> Walter Zenga (2008)\n Answer: Walter Zenga", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004972", "complexity": "2hop", "operator_type": "before_after", "t_query": 1977.0, "gold": "Kia Forum", "pred": "Hop 1: Kermit Washington -> member of sports team -> Los Angeles Lakers (1977)\n Hop 2: Los Angeles Lakers -> home venue -> Kia Forum (1977)\n Answer: Kia Forum", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006497", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "Hungarian People's Republic", "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1957)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1957)\n Answer: Hungarian People's Republic", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005926", "complexity": "2hop", "operator_type": "before_after", "t_query": 2014.0, "gold": "Jos\u00e9 Mourinho", "pred": "Hop 1: Fernando Torres -> member of sports team -> Chelsea F.C. (2014)\n Hop 2: Chelsea F.C. -> head coach -> Jos\u00e9 Mourinho (2014)\n Answer: Jos\u00e9 Mourinho", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005410", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Taiwan", "pred": "Hop 1: Elizabeth Bishop -> residence -> Brazil (1955)\n Hop 2: Brazil -> diplomatic relation -> Taiwan (1955)\n Answer: Taiwan", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000901", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "Shimon Peres", "pred": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007838", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Mircea Lucescu", "pred": "Hop 1: Berkant G\u00f6ktan -> member of sports team -> Galatasaray S.K. (2002)\n Hop 2: Galatasaray S.K. -> head coach -> Mircea Lucescu (2002)\n Answer", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007144", "complexity": "2hop", "operator_type": "sequence", "t_query": 1921.0, "gold": "The Internationale", "pred": "Hop 1: Glazov -> located in -> Russian Soviet Federative Socialist Republic (1921)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1921)\n Answer: The Internationale", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003135", "complexity": "2hop", "operator_type": "before_after", "t_query": 1975.0, "gold": "Jean Mistler", "pred": "Hop 1: Ren\u00e9 Huyghe -> member of -> Acad\u00e9mie Fran\u00e7aise (1975)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1975)\n Answer: Jean Mistler", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000287", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1993.0, "gold": "Gerhard Casper", "pred": "Hop 1: Andrew M. Stuart -> employer -> Stanford University (1993)\n Hop 2: Stanford University -> chairperson -> Gerhard Casper (1993)\n Answer: Gerhard Casper", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004792", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Italian lira", "pred": "Hop 1: Mario Piccioli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006621", "complexity": "2hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Sean Yates", "pred": "Hop 1: Q561361 -> member of sports team -> Ineos Grenadiers (2010)\n Hop 2: Ineos Grenadiers -> head coach -> Sean Yates (2010)\n Answer: Sean Yates", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001788", "complexity": "2hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Norma Shearer", "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress -> winner -> Norma Shearer (1930)\n Answer: Norma Shearer", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002557", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1941.0, "gold": "Fiorello H. La Guardia", "pred": "Hop 1: Hanns Eisler -> work location -> New York City (1941)\n Hop 2: New York City -> head of government -> Fiorello H. La Guardia (1941)\n Answer: Fiorello H. La Guardia", "em": 1.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006859", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "A. S. Byatt", "pred": "Hop 1: Penelope Fitzgerald -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006058", "complexity": "2hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Giuseppe Saragat", "pred": "Hop 1: Antonio Pesenti -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1967)\n Answer: Giuseppe Saragat", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000536", "complexity": "2hop", "operator_type": "sequence", "t_query": 1989.0, "gold": "Vicente Calder\u00f3n Stadium", "pred": "Hop 1: Baltazar -> member of sports team -> Brazil men's national football team (1989)\n Hop 2: Brazil men's national football team -> home venue -> Morumbi Stadium (1989)\n Answer: Morumbi Stadium", "em": 0.0, "f1": 0.09090909090909091, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007404", "complexity": "2hop", "operator_type": "interval", "t_query": 2000.0, "gold": "2000", "pred": "Hop 1: Ronald Sukenick -> award received -> American Book Awards (2000)\n Hop 2: American Book Awards -> winner -> Robert Creeley (2000)\n Answer: 2000", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001292", "complexity": "2hop", "operator_type": "interval", "t_query": 1990.0, "gold": "1990", "pred": "Hop 1: Winona Ryder -> nominated for -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1990)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Whoopi Goldberg (1990", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002179", "complexity": "2hop", "operator_type": "before_after", "t_query": 1976.0, "gold": "David Storey", "pred": "Hop 1: Andr\u00e9 Brink -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> David Storey (1976)\n Answer: David Storey", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005996", "complexity": "2hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "Penelope Fitzgerald", "pred": "Hop 1: Fay Weldon -> nominated for -> Booker Prize (1979)\n Hop 2: Booker Prize -> winner -> Penelope Fitzgerald (1979)\n Answer: Penelope Fitzgerald", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002490", "complexity": "2hop", "operator_type": "interval", "t_query": 1930.0, "gold": "1930", "pred": "Hop 1: Jeanne Eagels -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress -> winner -> Norma Shearer (1930)\n Answer: Academy Award for Best Actress", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001434", "complexity": "2hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "New York City", "pred": "Hop 1: Betsey Johnson -> spouse -> John Cale (1971)\n Hop 2: John Cale -> residence -> New York City (1971)\n Answer: New York City", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006868", "complexity": "2hop", "operator_type": "interval", "t_query": 2001.0, "gold": "2001", "pred": "Hop 1: Ray Winstone -> nominated for -> European Film Award for Best Actor (2001)\n Hop 2: European Film Award for Best Actor (2001) -> winner -> Ben Kingsley (2001)\n Answer: Ben Kingsley", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008663", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Jean Mistler", "pred": "Hop 1: Roger Caillois -> member of -> Acad\u00e9mie Fran\u00e7aise (1977)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Jean Mistler (1977)\n Answer: Jean Mistler", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002319", "complexity": "2hop", "operator_type": "interval", "t_query": 2022.0, "gold": "2022", "pred": "Hop 1: Stevan Joveti\u0107 -> member of sports team -> Hertha BSC (2022)\n Hop 2: Hertha BSC -> head coach -> Felix Magath (2022)\n Answer: 2022", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008472", "complexity": "2hop", "operator_type": "before_after", "t_query": 1955.0, "gold": "German Democratic Republic", "pred": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000496", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Massimo D'Alema", "pred": "Hop 1: Fulvio Tomizza -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> head of government -> Massimo D'Alema (1999)\n Answer: Massimo D'Alema", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005883", "complexity": "2hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Roman Herzog", "pred": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Hop 2: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000466", "complexity": "2hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "BP", "pred": "Hop 1: Rudolf Kargus -> member of sports team -> Hamburger SV (1980)\n Hop 2: Hamburger SV -> sponsor -> BP (1980)\n Answer: BP", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001286", "complexity": "2hop", "operator_type": "sequence", "t_query": 1969.0, "gold": "Giuseppe Saragat", "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1969)\n Answer: Giuseppe Saragat", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003325", "complexity": "2hop", "operator_type": "before_after", "t_query": 1947.0, "gold": "Bucharest", "pred": "Hop 1: Vla\u0219ca County -> country -> Kingdom of Romania (1947)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1947)\n Answer: Bucharest", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000231", "complexity": "2hop", "operator_type": "sequence", "t_query": 1924.0, "gold": "William Emmett Dever", "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000949", "complexity": "2hop", "operator_type": "before_after", "t_query": 1997.0, "gold": "Roman Herzog", "pred": "Hop 1: G\u00fcnter Siegmund -> country of citizenship -> Germany (1997)\n Hop 2: Germany -> head of state -> Roman Herzog (1997)\n Answer: Roman Herzog", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004634", "complexity": "2hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "Hop 1: S\u00e9deilles -> replaced by -> Villarzel (2006)\n Hop 2: Rossens -> replaces -> S\u00e9deilles (2006)\n Answer: Rossens", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008417", "complexity": "2hop", "operator_type": "sequence", "t_query": 2015.0, "gold": "Swiss Super League", "pred": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007078", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003711", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Mary J. Blige", "pred": "Hop 1: Aaliyah -> nominated for -> MTV Video Music Award for Best R&B Video (2002)\n Hop 2: MTV Video Music Award for Best R&B Video -> winner -> Mary J. Blige (2002)\n Answer: Mary J", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007469", "complexity": "2hop", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "Hop 1: J\u014dnan -> replaced by -> Kumamoto (2010)\n Hop 2: Kumamoto -> replaces -> Ueki (2010)\n Answer: Ueki", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002488", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1954.0, "gold": "Italian lira", "pred": "Hop 1: Avanti Martinetti -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> currency -> Italian lira (1954)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004737", "complexity": "2hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "Shimon Peres", "pred": "Hop 1: Gaza City -> country -> Israel (1996)\n Hop 2: Israel -> head of government -> Shimon Peres (1996)\n Answer: Shimon Peres", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007418", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Luigi Agnolin -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1998)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006584", "complexity": "2hop", "operator_type": "sequence", "t_query": 1963.0, "gold": "Elliott Gould", "pred": "Hop 1: Happy Days Are Here Again -> performer -> Barbra Streisand (1963)\n Hop 2: Barbra Streisand -> spouse -> Elliott Gould (1963)\n Answer: Elliott Gould", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005916", "complexity": "2hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "Italian lira", "pred": "Hop 1: Marta Abba -> country of citizenship -> Italy (1962)\n Hop 2: Italy -> currency -> Italian lira (1962)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003663", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Micha\u0142 Matyas", "pred": "Hop 1: Zygfryd Szo\u0142tysik -> member of sports team -> Poland men's national football team (1967)\n Hop 2: Poland men's national football team -> head coach -> Micha\u0142 Matyas (1967)\n Answer:", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006233", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2006.0, "gold": "Eric Gerets", "pred": "Hop 1: Ayhan Akman -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005848", "complexity": "2hop", "operator_type": "sequence", "t_query": 1909.0, "gold": "German Empire", "pred": "Hop 1: Hugo von Tschudi -> work location -> Munich (1909)\n Hop 2: Munich -> country -> German Empire (1909)\n Answer: German Empire", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005040", "complexity": "2hop", "operator_type": "sequence", "t_query": 1963.0, "gold": "Antonio Segni", "pred": "Hop 1: Rossana Rossanda -> country of citizenship -> Italy (1963)\n Hop 2: Italy -> head of state -> Antonio Segni (1963)\n Answer: Antonio Segni", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005138", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1942.0, "gold": "Adolf Hitler", "pred": "Hop 1: Hartmann Lauterbacher -> member of political party -> Nazi Party (1942)\n Hop 2: Nazi Party -> chairperson -> Hermann G\u00f6ring (1942)\n Answer: Hermann G\u00f6ring", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004246", "complexity": "2hop", "operator_type": "sequence", "t_query": 1948.0, "gold": "Yugoslavia", "pred": "Hop 1: Giorgio Ferrini -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007892", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1993.0, "gold": "Italian lira", "pred": "Hop 1: Isabella Biagini -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> currency -> Italian lira (1993)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003061", "complexity": "2hop", "operator_type": "before_after", "t_query": 1941.0, "gold": "Adolf Hitler", "pred": "Hop 1: Fritz-Julius Lemp -> country of citizenship -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006684", "complexity": "2hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Luigi Einaudi", "pred": "Hop 1: Guido Guerrini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1949)\n Answer: Enrico de Nicola", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001045", "complexity": "2hop", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "Hop 1: Signs -> nominated for -> MTV Europe Music Award for Best Song (2005)\n Hop 2: MTV Europe Music Award for Best Song -> winner -> Coldplay (2005)\n Answer: Coldplay", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007568", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "association football", "pred": "Hop 1: Philipp Laux -> member of sports team -> SSV Ulm 1846 (1998)\n Hop 2: SSV Ulm 1846 -> sport -> association football (1998)\n Answer: association football", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002791", "complexity": "2hop", "operator_type": "sequence", "t_query": 1987.0, "gold": "Lory Del Santo", "pred": "Hop 1: Pattie Boyd -> spouse -> Eric Clapton (1987)\n Hop 2: Eric Clapton -> unmarried partner -> Lory Del Santo (1987)\n Answer: Lory Del Santo", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005581", "complexity": "2hop", "operator_type": "sequence", "t_query": 2005.0, "gold": "Daniel Auteuil", "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006089", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Pawe\u0142 Janas", "pred": "Hop 1: Marcin Baszczy\u0144ski -> member of sports team -> Poland men's national football team (2004)\n Hop 2: Poland men's national football team -> head coach -> Pawe\u0142 Janas (2004)\n Answer: Pawe\u0142 Janas", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004802", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1978.0, "gold": "John W. Campbell", "pred": "Hop 1: Orson Scott Card -> award received -> Astounding Award for Best New Writer (1978)\n Hop 2: Astounding Award for Best New Writer -> named after -> John W. Campbell (1978)\n Answer: John W. Campbell", "em": 1.0, "f1": 0.2608695652173913, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004455", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1975.0, "gold": "Giovanni Leone", "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001570", "complexity": "2hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Otto Nerz", "pred": "Hop 1: Rudolf Noack -> member of sports team -> Germany men's national association football team (1936)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1936)\n Answer: Otto Nerz", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005703", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Morten Olsen", "pred": "Hop 1: Kasper Lorentzen -> member of sports team -> Denmark men's national football team (2012)\n Hop 2: Denmark men's national football team -> head coach -> Morten Olsen (2012)\n Answer: Morten Olsen", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006235", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "Diego Simeone", "pred": "Hop 1: Maxi L\u00f3pez -> member of sports team -> Catania FC (2011)\n Hop 2: Catania FC -> head coach -> Diego Simeone (2011)\n Answer: Diego Simeone", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001186", "complexity": "2hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "Susan Sarandon", "pred": "Hop 1: Nell -> nominated for -> Academy Award for Best Actress (1995)\n Hop 2: Academy Award for Best Actress -> winner -> Susan Sarandon (1995)\n Answer: Susan Sarandon", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005903", "complexity": "2hop", "operator_type": "interval", "t_query": 2009.0, "gold": "2009", "pred": "Hop 1: Serdar Eylik -> member of sports team -> Galatasaray S.K. (2009)\n Hop 2: Galatasaray S.K. -> head coach -> B\u00fclent Korkmaz (2009)\n Answer:", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002985", "complexity": "2hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Bettino Craxi", "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of government -> Bettino Craxi (1986)\n Answer: Bettino Craxi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006026", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1991.0, "gold": "Andrzej Strejlau", "pred": "Hop 1: Piotr Jegor -> member of sports team -> Poland men's national football team (1991)\n Hop 2: Poland men's national football team -> head coach -> Andrzej Strejlau (1991)\n Answer: Andrzej Strej", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008323", "complexity": "2hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Hungarian People's Republic", "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006277", "complexity": "2hop", "operator_type": "sequence", "t_query": 1981.0, "gold": "Yugoslavia", "pred": "Hop 1: Joe D'Amato -> country of citizenship -> Italy (1981)\n Hop 2: Italy -> shares border with -> Yugoslavia (1981)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005474", "complexity": "2hop", "operator_type": "before_after", "t_query": 1913.0, "gold": "Oskar von Miller", "pred": "Hop 1: Rudolf Diesel -> member of -> VDI \u2013 The Association of German Engineers (1913)\n Hop 2: VDI \u2013 The Association of German Engineers -> board member -> Oskar von Miller (1913)\n Answer: Oskar von Miller", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001830", "complexity": "2hop", "operator_type": "before_after", "t_query": 1990.0, "gold": "Nippon Bud\u014dkan", "pred": "Hop 1: B'z -> award received -> Japan Record Awards (1990)\n Hop 2: Japan Record Awards -> location -> Nippon Bud\u014dkan (1990)\n Answer: Nippon Bud\u014dkan", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001756", "complexity": "2hop", "operator_type": "sequence", "t_query": 1947.0, "gold": "Italian lira", "pred": "Hop 1: Alessandro Alessandroni -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> currency -> Italian lira (1947)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001887", "complexity": "2hop", "operator_type": "sequence", "t_query": 2004.0, "gold": "J\u00fcrgen Klinsmann", "pred": "Hop 1: Dietmar Hamann -> member of sports team -> Germany men's national association football team (2004)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2004)\n Answer: J\u00fcrgen Kl", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005552", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Mitteldeutscher Rundfunk", "pred": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfun", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004901", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Wen Jiabao", "pred": "Hop 1: Xiao Yang -> country of citizenship -> People's Republic of China (2008)\n Hop 2: People's Republic of China -> head of government -> Wen Jiabao (2008)\n Answer: Wen Jiabao", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006473", "complexity": "2hop", "operator_type": "interval", "t_query": 2008.0, "gold": "2008", "pred": "Hop 1: participant in of athletics at the 2008 Summer Olympics \u2013 men\u2019s 200 metres -> Usain Bolt (2008)\n Hop 2: athletics at the 2008 Summer Olympics \u2013 men\u2019s 100 metres ->", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006253", "complexity": "2hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "Hop 1: Peter Bergmann -> award received -> Einstein Prize (2003)\n Hop 2: Einstein Prize -> winner -> John Archibald Wheeler (2003)\n Answer: 2003", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002709", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Alex McLeish", "pred": "Hop 1: Robin Shroot -> member of sports team -> Birmingham City F.C. (2009)\n Hop 2: Birmingham City F.C. -> head coach -> Alex McLeish (2009)\n Answer: Alex McLeish", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007811", "complexity": "2hop", "operator_type": "sequence", "t_query": 1982.0, "gold": "Giovanni Spadolini", "pred": "Hop 1: Dante Amarilli -> country of citizenship -> Italy (1982)\n Hop 2: Italy -> head of government -> Giovanni Spadolini (1982)\n Answer: Giovanni Spadolini", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006165", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Edward Cassidy", "pred": "Hop 1: Joint Declaration on the Doctrine of Justification -> signatory -> Dicastery for promoting Christian unity (1999)\n Hop 2: Dicastery for promoting Christian unity -> chairperson -> Edward Cassidy (1999)\n Answer: Edward Cass", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007431", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Ernest Borgnine", "pred": "Hop 1: Dan O'Herlihy -> nominated for -> Academy Award for Best Actor (1955)\n Hop 2: Academy Award for Best Actor -> winner -> Ernest Borgnine (1955)\n Answer: Ernest Borgnine", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002594", "complexity": "2hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Soviet Union", "pred": "Hop 1: Kiliia Raion -> located in -> Odesa Oblast (1956)\n Hop 2: Odesa Oblast -> country -> Ukrainian Soviet Socialist Republic (1956)\n Answer: Ukrainian Soviet Socialist Republic", "em": 0.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004546", "complexity": "2hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "David Dinkins", "pred": "Hop 1: Nancy Graves -> work location -> New York City (1992)\n Hop 2: New York City -> head of government -> David Dinkins (1992)\n Answer: David Dinkins", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006589", "complexity": "2hop", "operator_type": "before_after", "t_query": 1996.0, "gold": "Lamberto Dini", "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Lamberto Dini (1996)\n Answer: Lamberto Dini", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006151", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "Hop 1: Ulm University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Forschungszentrum J\u00fclich (2021)\n Answer: 2021", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005300", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Otto Rehhagel", "pred": "Hop 1: Dimitris Salpingidis -> member of sports team -> Greece men's national football team (2009)\n Hop 2: Greece men's national football team -> head coach -> Otto Rehhagel (2009)\n Answer: Otto Rehhag", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003618", "complexity": "2hop", "operator_type": "before_after", "t_query": 1929.0, "gold": "Franz Joseph I of Austria", "pred": "Hop 1: Istv\u00e1n Bib\u00f3 -> educated at -> University of Szeged (1929)\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria (1929)\n Answer: Franz Joseph I of Austria", "em": 1.0, "f1": 0.4347826086956522, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001231", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "George W. Bush", "pred": "Hop 1: Discovery Channel -> country -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001195", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "Hop 1: Ronan Bennett -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: Alan Hollinghurst", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007049", "complexity": "2hop", "operator_type": "interval", "t_query": 1978.0, "gold": "1978", "pred": "Hop 1: Vernon Benjamin Mountcastle -> award received -> Louisa Gross Horwitz Prize (1978)\n Hop 2: David H. Hubel -> winner of -> Louisa Gross Horwitz Prize (1978)\n Answer: 1978", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003961", "complexity": "2hop", "operator_type": "sequence", "t_query": 1903.0, "gold": "Edith Roosevelt", "pred": "Hop 1: Immigration Act of 1903 -> signatory -> Theodore Roosevelt (1903)\n Hop 2: Theodore Roosevelt -> spouse -> Edith Roosevelt (1903)\n Answer: Edith Roosevelt", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002548", "complexity": "2hop", "operator_type": "before_after", "t_query": 1901.0, "gold": "absolute monarchy", "pred": "Hop 1: Charles Debbas -> country of citizenship -> Ottoman Empire (1901)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1901)\n Answer: absolute monarchy", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002969", "complexity": "2hop", "operator_type": "sequence", "t_query": 1910.0, "gold": "Austria\u2013Hungary", "pred": "Hop 1: Vilmos F\u00e9mes Beck -> work location -> Budapest (1910)\n Hop 2: Budapest -> country -> Austria\u2013Hungary (1910)\n Answer: Austria\u2013Hungary", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003484", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1934.0, "gold": "United Kingdom", "pred": "Hop 1: Netanya -> country -> Mandatory Palestine (1934)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1934)\n Answer: United Kingdom", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002374", "complexity": "2hop", "operator_type": "sequence", "t_query": 1985.0, "gold": "Kingdome", "pred": "Hop 1: Tom Chambers -> member of sports team -> Seattle SuperSonics (1985)\n Hop 2: Seattle SuperSonics -> home venue -> Kingdome (1985)\n Answer: Kingdome", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002163", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "Clive Woodward", "pred": "Hop 1: Phil Vickery -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (2002)\n Answer: Clive Woodward", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006692", "complexity": "2hop", "operator_type": "sequence", "t_query": 2016.0, "gold": "Bruce Buck", "pred": "Hop 1: Marko Marin -> member of sports team -> Chelsea F.C. (2016)\n Hop 2: Chelsea F.C. -> chairperson -> Bruce Buck (2016)\n Answer: Bruce Buck", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006073", "complexity": "2hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Volker Finke", "pred": "Hop 1: Alain Sutter -> member of sports team -> SC Freiburg (1997)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1997)\n Answer: Volker Finke", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008473", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Roman Abramovich", "pred": "Hop 1: Lassana Diarra -> member of sports team -> Le Havre AC (2005)\n Hop 2: Le Havre AC -> owned by -> Michel Antoine (2005)\n Answer: Michel Antoine", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003674", "complexity": "2hop", "operator_type": "before_after", "t_query": 1978.0, "gold": "Leonid Brezhnev", "pred": "Hop 1: Viktor Anpilov -> member of political party -> Communist Party of the Soviet Union (1978)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Nikolai Pogodin (1978)\n Answer: Nikolai Pog", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003352", "complexity": "2hop", "operator_type": "before_after", "t_query": 1907.0, "gold": "absolute monarchy", "pred": "Hop 1: Bitola -> country -> Ottoman Empire (1907)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1907)\n Answer: absolute monarchy", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004456", "complexity": "2hop", "operator_type": "before_after", "t_query": 1973.0, "gold": "Giampiero Boniperti", "pred": "Hop 1: Giorgio Mastropasqua -> member of sports team -> Juventus FC (1973)\n Hop 2: Juventus FC -> chairperson -> Giampiero Boniperti (1973)\n Answer: Giampiero Bonipert", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002789", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Italian lira", "pred": "Hop 1: Pietro Lana -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> currency -> Italian lira (1950)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005326", "complexity": "2hop", "operator_type": "before_after", "t_query": 1938.0, "gold": "Spencer Tracy", "pred": "Hop 1: Paul Muni -> nominated for -> Academy Award for Best Actor (1938)\n Hop 2: Academy Award for Best Actor -> winner -> Spencer Tracy (1938)\n Answer: Spencer Tracy", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005284", "complexity": "2hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Erich Werdermann", "pred": "Hop 1: Gerhard Wagenitz -> employer -> Botanic Garden and Botanical Museum Berlin (1958)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Erich Werdermann (1958)\n Answer: Erich", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005774", "complexity": "2hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "Swiss Super League", "pred": "Hop 1: Stephan Andrist -> member of sports team -> FC Aarau (2015)\n Hop 2: FC Aarau -> league or competition -> Swiss Super League (2015)\n Answer: Swiss Super League", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003372", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Patrick Le Lay", "pred": "Hop 1: Star Academy -> original broadcaster -> TF1 (2008)\n Hop 2: TF1 -> chairperson -> Patrick Le Lay (2008)\n Answer: Patrick Le Lay", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008201", "complexity": "2hop", "operator_type": "interval", "t_query": 2002.0, "gold": "2002", "pred": "Hop 1: Monster -> award received -> Academy Award for Best Actress (2002)\n Hop 2: Academy Award for Best Actress -> winner -> Nicole Kidman (2002)\n Answer: 2002", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001153", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1985.0, "gold": "Franz Beckenbauer", "pred": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1985)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1985)\n Answer: Franz Beckenb", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007164", "complexity": "2hop", "operator_type": "sequence", "t_query": 2020.0, "gold": "Simone Inzaghi", "pred": "Hop 1: Pepe Reina -> member of sports team -> SS Lazio (2020)\n Hop 2: SS Lazio -> head coach -> Simone Inzaghi (2020)\n Answer: Simone Inzaghi", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006407", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Allianz Arena", "pred": "Hop 1: Pascal Ojigwe -> member of sports team -> TSV 1860 M\u00fcnchen (2005)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2005)\n Answer: Allianz Arena", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001540", "complexity": "2hop", "operator_type": "interval", "t_query": 2013.0, "gold": "2013", "pred": "Hop 1: Martin Posp\u00ed\u0161il -> member of sports team -> Czechia men's national football team (2013)\n Hop 2: Czechia men's national football team -> head coach -> Josef Pe\u0161ice (2013)\n Answer: 201", "em": 1.0, "f1": 0.0909090909090909, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005100", "complexity": "2hop", "operator_type": "sequence", "t_query": 1985.0, "gold": "German Democratic Republic", "pred": "Hop 1: Bernd Leistner -> award received -> Heinrich Mann Prize (1985)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1985)\n Answer: German Democratic Republic", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006066", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Claudio Ranieri", "pred": "Hop 1: Hasan Salihamid\u017ei\u0107 -> member of sports team -> Juventus FC (2008)\n Hop 2: Juventus FC -> head coach -> Claudio Ranieri (2008)\n Answer: Claudio Ranieri", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001566", "complexity": "2hop", "operator_type": "before_after", "t_query": 1951.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Virgilio No\u00e8 -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006837", "complexity": "2hop", "operator_type": "before_after", "t_query": 2001.0, "gold": "Denzel Washington", "pred": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Actor (2001)\n Hop 2: Academy Award for Best Actor -> winner -> Denzel Washington (2001)\n Answer: Denzel Washington", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007894", "complexity": "2hop", "operator_type": "interval", "t_query": 2011.0, "gold": "2011", "pred": "Hop 1: Colin Firth -> winner of -> Andr\u00e9 Wilms's nominated for -> European Film Award for Best Actor (2011)\n Answer: European Film Award for Best Actor (2011)", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008658", "complexity": "2hop", "operator_type": "sequence", "t_query": 2016.0, "gold": "Ruslan Rotan", "pred": "Hop 1: Oleh Husiev -> member of sports team -> Ukraine men's national football team (2016)\n Hop 2: Ukraine men's national football team -> team captain -> Ruslan Rotan (2016)\n Answer: Ruslan Rotan", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005158", "complexity": "2hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Giuseppe Saragat", "pred": "Hop 1: Pietro Giacomo Nonis -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Antonio Segni (1965)\n Answer: Antonio Segni", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007400", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "Italian lira", "pred": "Hop 1: Giacomo Fornoni -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> currency -> Italian lira (1994)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008060", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Bundesliga", "pred": "Hop 1: Bernhard Schachner -> member of sports team -> Admira Wacker (2012)\n Hop 2: Admira Wacker -> league or competition -> Bundesliga (2012)\n Answer: Bundesliga", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004900", "complexity": "2hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "SeatGeek Stadium", "pred": "Hop 1: Benji Joya -> member of sports team -> Chicago Fire FC (2014)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2014)\n Answer: SeatGeek Stadium", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000430", "complexity": "2hop", "operator_type": "sequence", "t_query": 2005.0, "gold": "Bombardier", "pred": "Hop 1: FS E.464 -> manufacturer -> ALSTOM Transportation Germany (2005)\n Hop 2: ALSTOM Transportation Germany -> parent organization -> Bombardier (2005)\n Answer: Bombardier", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006467", "complexity": "2hop", "operator_type": "sequence", "t_query": 1938.0, "gold": "Taiwan", "pred": "Hop 1: Enderbury Island -> country -> United Kingdom (1938)\n Hop 2: United Kingdom -> diplomatic relation -> Taiwan (1938)\n Answer: Taiwan", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004710", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "J\u00fcrgen Klinsmann", "pred": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klins", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000041", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1996.0, "gold": "Lamberto Dini", "pred": "Hop 1: Giorgio Albani -> country of citizenship -> Italy (1996)\n Hop 2: Italy -> head of government -> Lamberto Dini (1996)\n Answer: Lamberto Dini", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004408", "complexity": "2hop", "operator_type": "sequence", "t_query": 1939.0, "gold": "crown prince", "pred": "Hop 1: Louise Mountbatten -> spouse -> Gustaf VI Adolf of Sweden (1939)\n Hop 2: Gustaf VI Adolf of Sweden -> position held -> crown prince (1939)\n Answer: crown prince", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001201", "complexity": "2hop", "operator_type": "sequence", "t_query": 1964.0, "gold": "Yugoslavia", "pred": "Hop 1: Giovanni Azzini -> country of citizenship -> Italy (1964)\n Hop 2: Italy -> shares border with -> Yugoslavia (1964)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004457", "complexity": "2hop", "operator_type": "sequence", "t_query": 1921.0, "gold": "P\u00e9ter P\u00e1zm\u00e1ny", "pred": "Hop 1: Franz Anton Basch -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1921)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1921)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005193", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1969.0, "gold": "Italian lira", "pred": "Hop 1: Antonio Cariglia -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> currency -> Italian lira (1969)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005781", "complexity": "2hop", "operator_type": "before_after", "t_query": 1987.0, "gold": "State Anthem of the Soviet Union", "pred": "Hop 1: Kursk Oblast -> located in -> Russian Soviet Federative Socialist Republic (1987)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> State Anthem of the Soviet Union (1987)\n Answer: State Anthem of the", "em": 1.0, "f1": 0.4799999999999999, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004013", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Jupp Derwall", "pred": "Hop 1: Bernd Franke -> member of sports team -> Eintracht Braunschweig (1982)\n Hop 2: Eintracht Braunschweig -> head coach -> Klaus Tenschert (1982)\n Answer: Klaus Tenschert", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003935", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Volker Finke", "pred": "Hop 1: Andreas Bornemann -> member of sports team -> SC Freiburg (1999)\n Hop 2: SC Freiburg -> head coach -> Volker Finke (1999)\n Answer: Volker Finke", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006770", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Silvio Berlusconi", "pred": "Hop 1: Fernando Redondo -> member of sports team -> AC Milan (2004)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (2004)\n Answer: Silvio Berlusconi", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008617", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1948.0, "gold": "Yugoslavia", "pred": "Hop 1: Valerio Bacigalupo -> country of citizenship -> Italy (1948)\n Hop 2: Italy -> shares border with -> Yugoslavia (1948)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008708", "complexity": "2hop", "operator_type": "sequence", "t_query": 1966.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "Hop 1: Me\u0161a Selimovi\u0107 -> award received -> NIN Prize (1966)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1966)\n Answer: Socialist Federal Republic of Yugoslavia", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005902", "complexity": "2hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Zden\u011bk Zeman", "pred": "Hop 1: Aron Winter -> member of sports team -> SS Lazio (1996)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1996)\n Answer: Zden\u011bk Zeman", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007389", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Saku Koivu", "pred": "Hop 1: Louis Leblanc -> drafted by -> Montreal Canadiens (2009)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2009)\n Answer: Saku Koivu", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005554", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1992.0, "gold": "Moscow", "pred": "Hop 1: Imi Knoebel -> work location -> D\u00fcsseldorf (1992)\n Hop 2: D\u00fcsseldorf -> twinned administrative body -> Moscow (1992)\n Answer: Moscow", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000408", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1904.0, "gold": "Kingdom of Prussia", "pred": "Hop 1: Paul Cassirer -> work location -> Berlin (1904)\n Answer: Berlin", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003634", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Uwe Neuhaus", "pred": "Hop 1: Micha\u0142 Bemben -> member of sports team -> 1. FC Union Berlin (2008)\n Hop 2: 1. FC Union Berlin -> head coach -> Uwe Neuhaus (2008)\n Answer: Uwe Neuhaus", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006653", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1997.0, "gold": "Italian lira", "pred": "Hop 1: Renato Barisani -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> currency -> Italian lira (1997)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000961", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Kate Winslet", "pred": "Hop 1: La Vie en Rose -> nominated for -> Academy Award for Best Actress (2008)\n Hop 2: Academy Award for Best Actress -> winner -> Kate Winslet (2008)\n Answer: Kate Winslet", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002923", "complexity": "2hop", "operator_type": "sequence", "t_query": 1949.0, "gold": "Yugoslavia", "pred": "Hop 1: Enrico Prampolini -> country of citizenship -> Italy (1949)\n Hop 2: Italy -> shares border with -> Yugoslavia (1949)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008130", "complexity": "2hop", "operator_type": "sequence", "t_query": 1988.0, "gold": "Silvio Berlusconi", "pred": "Hop 1: Sergio Porrini -> member of sports team -> AC Milan (1988)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1988)\n Answer: Silvio Berlusconi", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001668", "complexity": "2hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "Jane Fonda", "pred": "Hop 1: Women in Love -> nominated for -> Academy Award for Best Actress (1971)\n Hop 2: Academy Award for Best Actress -> winner -> Jane Fonda (1971)\n Answer: Jane Fonda", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006838", "complexity": "2hop", "operator_type": "before_after", "t_query": 2019.0, "gold": "Lucien Favre", "pred": "Hop 1: Marcel Schmelzer -> member of sports team -> Borussia Dortmund (2019)\n Hop 2: Borussia Dortmund -> head coach -> Lucien Favre (2019)\n Answer: Lucien Favre", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007280", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2006.0, "gold": "Klaus Wowereit", "pred": "Hop 1: Ann Wolff -> work location -> Berlin (2006)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2006)\n Answer: Klaus Wowereit", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004011", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1976.0, "gold": "David Storey", "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1976)\n Hop 2: Booker Prize -> winner -> David Storey (1976)\n Answer: David Storey", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001876", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Thomas Tuchel", "pred": "Hop 1: Anthony Ujah -> member of sports team -> 1. FSV Mainz 05 (2012)\n Hop 2: 1. FSV Mainz 05 -> head coach -> Thomas Tuchel (2012)\n Answer: Thomas Tuchel", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003426", "complexity": "2hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "George H. W. Bush", "pred": "Hop 1: Motorola -> country -> United States (1992)\n Hop 2: United States -> head of government -> George H. W. Bush (1992)\n Answer: George H. W. Bush", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008324", "complexity": "2hop", "operator_type": "interval", "t_query": 1930.0, "gold": "1930", "pred": "Hop 1: Corinne Griffith -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress -> winner -> Norma Shearer (1930)\n Answer: Academy Award for Best Actress", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001089", "complexity": "2hop", "operator_type": "before_after", "t_query": 1998.0, "gold": "Oscar Luigi Scalfaro", "pred": "Hop 1: Ansano Giannarelli -> country of citizenship -> Italy (1998)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1998)\n Answer: Oscar Luigi Scalfaro", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001646", "complexity": "2hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Jos\u00e9 Mourinho", "pred": "Hop 1: Walter Samuel -> member of sports team -> Inter Milan (2008)\n Hop 2: Inter Milan -> head coach -> Jos\u00e9 Mourinho (2008)\n Answer: Jos\u00e9 Mourinho", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001719", "complexity": "2hop", "operator_type": "sequence", "t_query": 2005.0, "gold": "J\u00fcrgen Klinsmann", "pred": "Hop 1: Tim Borowski -> member of sports team -> Germany men's national association football team (2005)\n Hop 2: Germany men's national association football team -> head coach -> J\u00fcrgen Klinsmann (2005)\n Answer: J\u00fcrgen Klins", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005359", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Alex McLeish", "pred": "Hop 1: George Boateng -> member of sports team -> Nottingham Forest F.C. (2012)\n Hop 2: Nottingham Forest F.C. -> head coach -> Alex McLeish (2012)\n Answer: Alex McLeish", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002201", "complexity": "2hop", "operator_type": "before_after", "t_query": 1949.0, "gold": "Princeton University", "pred": "Hop 1: Nash equilibrium -> theorized by -> John Forbes Nash (1949)\n Hop 2: John Forbes Nash -> educated at -> Princeton University (1949)\n Answer: Princeton University", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000953", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2003.0, "gold": "DBC Pierre", "pred": "Hop 1: Monica Ali -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003588", "complexity": "2hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Javier Aguirre", "pred": "Hop 1: Antonio L\u00f3pez -> member of sports team -> Atl\u00e9tico Madrid (2008)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2008)\n Answer: Javier Aguirre", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006330", "complexity": "2hop", "operator_type": "before_after", "t_query": 2003.0, "gold": "DBC Pierre", "pred": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006529", "complexity": "2hop", "operator_type": "interval", "t_query": 1991.0, "gold": "1991", "pred": "Hop 1: Michel Bouquet -> nominated for -> Ultra (1991)\n Hop 2: Ultra -> winner of -> European Film Award for Best Actor (1991)\n Answer: European Film Award for Best Actor", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006295", "complexity": "2hop", "operator_type": "before_after", "t_query": 1945.0, "gold": "Joan Crawford", "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: Joan Crawford", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007246", "complexity": "2hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Agostino Coletto -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001257", "complexity": "2hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "United Kingdom", "pred": "Hop 1: Shimon Peres -> country of citizenship -> Mandatory Palestine (1943)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1943)\n Answer: United Kingdom", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004353", "complexity": "2hop", "operator_type": "before_after", "t_query": 1988.0, "gold": "Maurice Druon", "pred": "Hop 1: Michel D\u00e9on -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001453", "complexity": "2hop", "operator_type": "sequence", "t_query": 1915.0, "gold": "Nicholas II of Russia", "pred": "Hop 1: Kyakhta -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", "em": 1.0, "f1": 0.4210526315789474, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008300", "complexity": "2hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Yugoslavia", "pred": "Hop 1: Luigi Nono -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008480", "complexity": "2hop", "operator_type": "interval", "t_query": 2001.0, "gold": "2001", "pred": "Hop 1: Denzel Washington -> winner of -> Ed Harris's nominated for (2001)\n Answer: Denzel Washington", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006167", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "LMFAO", "pred": "Hop 1: Party Rock Anthem -> award received -> MTV Movie Award for Best Song from a Movie (2012)\n Hop 2: MTV Movie Award for Best Song from a Movie -> winner -> LMFAO (2012)\n Answer: LMFAO", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003258", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "J\u00fcrgen Linden", "pred": "Hop 1: Ena von Baer -> residence -> Aachen (2002)\n Hop 2: Aachen -> head of government -> J\u00fcrgen Linden (2002)\n Answer: J\u00fcrgen Linden", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004631", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1904.0, "gold": "absolute monarchy", "pred": "Hop 1: Trabzon Province -> country -> Ottoman Empire (1904)\n Hop 2: Ottoman Empire -> basic form of government -> absolute monarchy (1904)\n Answer: absolute monarchy", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004837", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "Ang Lee", "pred": "Hop 1: The Tree of Life -> nominated for -> Academy Award for Best Director (2012)\n Hop 2: Academy Award for Best Director -> winner -> Ang Lee (2012)\n Answer: Ang Lee", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002531", "complexity": "2hop", "operator_type": "before_after", "t_query": 1922.0, "gold": "Austria", "pred": "Hop 1: Auger effect -> discoverer or inventor -> Lise Meitner (1922)\n Hop 2: Lise Meitner -> country of citizenship -> Austria (1922)\n Answer: Austria", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008228", "complexity": "2hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Frances McDormand", "pred": "Hop 1: Elisabeth Shue -> nominated for -> Academy Award for Best Actress (1996)\n Hop 2: Academy Award for Best Actress -> winner -> Frances McDormand (1996)\n Answer: Frances McDormand", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005557", "complexity": "2hop", "operator_type": "sequence", "t_query": 2014.0, "gold": "Fatih Terim", "pred": "Hop 1: Adem B\u00fcy\u00fck -> member of sports team -> Turkey men's national football team (2014)\n Hop 2: Turkey men's national football team -> head coach -> Fatih Terim (2014)\n Answer: Fatih Ter", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007336", "complexity": "2hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "Hop 1: Luigi Lo Cascio -> nominated for -> European Film Award for Best Actor (2003)\n Hop 2: European Film Award for Best Actor (2003) -> winner -> Daniel Br\u00fchl (2003)\n Answer: Daniel Br\u00fc", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003098", "complexity": "2hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Sandro Pertini", "pred": "Hop 1: Flavio Mogherini -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002950", "complexity": "2hop", "operator_type": "interval", "t_query": 1945.0, "gold": "1945", "pred": "Hop 1: Mrs. Parkington -> nominated for -> Academy Award for Best Actress (1945)\n Hop 2: Academy Award for Best Actress -> winner -> Joan Crawford (1945)\n Answer: 1945", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000019", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Italian lira", "pred": "Hop 1: Maurizio Lucidi -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> currency -> Italian lira (2002)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001920", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Claudio Ranieri", "pred": "Hop 1: Roberto Di Matteo -> member of sports team -> Chelsea F.C. (2002)\n Hop 2: Chelsea F.C. -> head coach -> Claudio Ranieri (2002)\n Answer: Claudio Ranieri", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005782", "complexity": "2hop", "operator_type": "sequence", "t_query": 1973.0, "gold": "Italian lira", "pred": "Hop 1: Luchino Visconti -> country of citizenship -> Italy (1973)\n Hop 2: Italy -> currency -> Italian lira (1973)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006670", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1954.0, "gold": "White Hart Lane", "pred": "Hop 1: Alf Ramsey -> member of sports team -> Tottenham Hotspur F.C. (1954)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1954)\n Answer: White Hart Lane", "em": 1.0, "f1": 0.2608695652173913, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000862", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "Humphrey Bogart", "pred": "Hop 1: Jos\u00e9 Ferrer -> nominated for -> Academy Award for Best Actor (1951)\n Hop 2: Academy Award for Best Actor -> winner -> Humphrey Bogart (1951)\n Answer: Humphrey Bogart", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001033", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "China Mi\u00e9ville", "pred": "Hop 1: Cloud Atlas -> nominated for -> Arthur C. Clarke Award (2005)\n Hop 2: Arthur C. Clarke Award -> winner -> China Mi\u00e9ville (2005)\n Answer: China Mi\u00e9ville", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003960", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "German Democratic Republic", "pred": "Hop 1: Inge Keller -> spouse -> Karl-Eduard von Schnitzler (1955)\n Hop 2: Karl-Eduard von Schnitzler -> country of citizenship -> German Democratic Republic (1955)\n Answer: German Democratic Republic", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006287", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Clive Woodward", "pred": "Hop 1: Josh Lewsey -> member of sports team -> England men\u2019s national rugby union team (1999)\n Hop 2: England men\u2019s national rugby union team -> head coach -> Clive Woodward (1999)\n Answer: Clive Woodward", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007880", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1992.0, "gold": "Giovanni Trapattoni", "pred": "Hop 1: Stefano Tacconi -> member of sports team -> Genoa CFC (1992)\n Hop 2: Genoa CFC -> head coach -> Giovanni Trapattoni (1992)\n Answer: Giovanni Trapattoni", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005772", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "Hop 1: Titel Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1982)\n Answer: Socialist Autonomous Province of Vojvodina", "em": 0.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006294", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Hilary Swank", "pred": "Hop 1: Samantha Morton -> nominated for -> Academy Award for Best Actress (2004)\n Hop 2: Academy Award for Best Actress -> winner -> Hilary Swank (2004)\n Answer: Hilary Swank", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004173", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Jupp Derwall", "pred": "Hop 1: Pierre Littbarski -> member of sports team -> Germany men's national association football team (1982)\n Hop 2: Germany men's national association football team -> head coach -> Jupp Derwall (1982)\n Answer: Jupp Derwall", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005281", "complexity": "2hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Giovanni Gronchi", "pred": "Hop 1: Loredana Nusciak -> country of citizenship -> Italy (1958)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1958)\n Answer: Giovanni Gronchi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005433", "complexity": "2hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Ottmar Hitzfeld", "pred": "Hop 1: Ren\u00e9 Tretschok -> member of sports team -> Borussia Dortmund (1997)\n Hop 2: Borussia Dortmund -> head coach -> Ottmar Hitzfeld (1997)\n Answer: Ottmar Hitzfeld", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008091", "complexity": "2hop", "operator_type": "before_after", "t_query": 1943.0, "gold": "\u0130smet \u0130n\u00f6n\u00fc", "pred": "Hop 1: Fuat K\u00f6pr\u00fcl\u00fc -> member of political party -> Republican People's Party (1943)\n Hop 2: Republican People's Party -> chairperson -> \u0130smet \u0130n\u00f6n\u00fc (1943)\n Answer: \u0130smet", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004964", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1994.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Tonino Cervi -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1994)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002871", "complexity": "2hop", "operator_type": "before_after", "t_query": 1994.0, "gold": "Oscar Luigi Scalfaro", "pred": "Hop 1: Giacinto Facchetti -> country of citizenship -> Italy (1994)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1994)\n Answer: Oscar Luigi Scalfaro", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003979", "complexity": "2hop", "operator_type": "before_after", "t_query": 2002.0, "gold": "Rachida Brakni", "pred": "Hop 1: H\u00e9l\u00e8ne Filli\u00e8res -> nominated for -> C\u00e9sar Award for Best Female Revelation (2002)\n Hop 2: C\u00e9sar Award for Best Female Revelation -> winner -> Rachida Brakni (2002)\n Answer", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008204", "complexity": "2hop", "operator_type": "before_after", "t_query": 1964.0, "gold": "Erwin Kramer", "pred": "Hop 1: DRB Class 52 -> operator -> Deutsche Reichsbahn (GDR) (1964)\n Hop 2: Deutsche Reichsbahn (GDR) -> manager -> Erwin Kramer (1964)\n Answer: Erwin Kramer", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001932", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1983.0, "gold": "Joe Louis Arena", "pred": "Hop 1: Stu Grimson -> drafted by -> Detroit Red Wings (1983)\n Hop 2: Detroit Red Wings -> home venue -> Joe Louis Arena (1983)\n Answer: Joe Louis Arena", "em": 1.0, "f1": 0.3, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007185", "complexity": "2hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "Hop 1: In\u0111ija Municipality -> located in -> Socialist Autonomous Province of Vojvodina (1984)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Socialist Republic of Serbia (1984)\n Answer:", "em": 0.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000480", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "UNESCO", "pred": "Hop 1: Eduardo Saverin -> country of citizenship -> United States (2011)\n Hop 2: United States -> member of -> UNESCO (2011)\n Answer: UNESCO", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007286", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Emirates", "pred": "Hop 1: Bastian Reinhardt -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003179", "complexity": "2hop", "operator_type": "before_after", "t_query": 1993.0, "gold": "Daniel Auteuil", "pred": "Hop 1: Jan Decleir -> nominated for -> European Film Award for Best Actor (1993)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (1993)\n Answer: Daniel Auteuil", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002946", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Michal B\u00edlek", "pred": "Hop 1: Daniel Kol\u00e1\u0159 -> member of sports team -> Czechia men's national football team (2010)\n Hop 2: Czechia men's national football team -> head coach -> Michal B\u00edlek (2010)\n Answer: Michal B\u00ed", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003999", "complexity": "2hop", "operator_type": "before_after", "t_query": 1933.0, "gold": "Adolf Hitler", "pred": "Hop 1: Hans G\u00fcnther -> member of political party -> Nazi Party (1933)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1933)\n Answer: Adolf Hitler", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005894", "complexity": "2hop", "operator_type": "sequence", "t_query": 2005.0, "gold": "Reese Witherspoon", "pred": "Hop 1: Vera Drake -> nominated for -> Academy Award for Best Actress (2005)\n Hop 2: Academy Award for Best Actress -> winner -> Reese Witherspoon (2005)\n Answer: Reese Witherspoon", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005752", "complexity": "2hop", "operator_type": "before_after", "t_query": 1993.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1993)\n Hop 2: Italy -> head of government -> Carlo Azeglio Ciampi (1993)\n Answer: Carlo Azeglio Ciampi", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001810", "complexity": "2hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Giuseppe Saragat", "pred": "Hop 1: Alberto Ronchey -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1965)\n Answer: Giuseppe Saragat", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004977", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1957.0, "gold": "Giovanni Gronchi", "pred": "Hop 1: Livio Lorenzon -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1957)\n Answer: Giovanni Gronchi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004496", "complexity": "2hop", "operator_type": "sequence", "t_query": 1930.0, "gold": "Paul von Hindenburg", "pred": "Hop 1: Otto Schuhart -> allegiance -> Weimar Republic (1930)\n Hop 2: Weimar Republic -> head of state -> Paul von Hindenburg (1930)\n Answer: Paul von Hindenburg", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007873", "complexity": "2hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "P\u00e9ter P\u00e1zm\u00e1ny", "pred": "Hop 1: Zolt\u00e1n G\u00e1bor Szab\u00f3 -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1929)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1929)\n Answer: P\u00e9ter P", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002637", "complexity": "2hop", "operator_type": "interval", "t_query": 1996.0, "gold": "1996", "pred": "Hop 1: Every Man for Himself -> nominated for -> Booker Prize (1996)\n Hop 2: Graham Swift -> winner of -> Every Man for Himself (1996)\n Answer: Graham Swift", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005587", "complexity": "2hop", "operator_type": "interval", "t_query": 2002.0, "gold": "2002", "pred": "Hop 1: Peter F. Hamilton -> nominated for -> Arthur C. Clarke Award (2002)\n Hop 2: Arthur C. Clarke Award -> winner -> Gwyneth Jones (2002)\n Answer: Gwyneth Jones", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005428", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1997.0, "gold": "Silvio Berlusconi", "pred": "Hop 1: Arrigo Sacchi -> coach of sports team -> AC Milan (1997)\n Hop 2: AC Milan -> chairperson -> Silvio Berlusconi (1997)\n Answer: Silvio Berlusconi", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005312", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1930.0, "gold": "Norma Shearer", "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress -> winner -> Norma Shearer (1930)\n Answer: Norma Shearer", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006932", "complexity": "2hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "Lyndon B. Johnson", "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000781", "complexity": "2hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "Bucharest", "pred": "Hop 1: Elie Wiesel -> country of citizenship -> Kingdom of Romania (1929)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1929)\n Answer: Bucharest", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007295", "complexity": "2hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "CBS", "pred": "Hop 1: Natalia Oreiro -> nominated for -> Latin Grammy Awards (2001)\n Hop 2: Latin Grammy Awards -> original broadcaster -> CBS (2001)\n Answer: CBS", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000003", "complexity": "2hop", "operator_type": "interval", "t_query": 1947.0, "gold": "1947", "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Loretta Young -> winner -> Academy Award for Best Actress (1947)\n Answer: Loretta Young", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004851", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Giorgio Napolitano", "pred": "Hop 1: Claudio Pieri -> country of citizenship -> Italy (2009)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2009)\n Answer: Giorgio Napolitano", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004934", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1978.0, "gold": "Italian lira", "pred": "Hop 1: Gianna Maria Canale -> country of citizenship -> Italy (1978)\n Hop 2: Italy -> currency -> Italian lira (1978)\n Answer: Italian lira", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000313", "complexity": "2hop", "operator_type": "before_after", "t_query": 1985.0, "gold": "Soviet Union", "pred": "Hop 1: Semey -> located in -> Semipalatinsk Oblast (1985)\n Hop 2: Semipalatinsk Oblast -> country -> Soviet Union (1985)\n Answer: Soviet Union", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003612", "complexity": "2hop", "operator_type": "before_after", "t_query": 2016.0, "gold": "Matteo Renzi", "pred": "Hop 1: Mario Agnes -> country of citizenship -> Italy (2016)\n Hop 2: Italy -> head of government -> Matteo Renzi (2016)\n Answer: Matteo Renzi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008643", "complexity": "2hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "Yugoslavia", "pred": "Hop 1: Lina Pagliughi -> country of citizenship -> Italy (1965)\n Hop 2: Italy -> shares border with -> Yugoslavia (1965)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000903", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Eusebio Sacrist\u00e1n", "pred": "Hop 1: Alen Halilovi\u0107 -> member of sports team -> FC Barcelona Atl\u00e8tic (2014)\n Hop 2: FC Barcelona Atl\u00e8tic -> head coach -> Eusebio Sacrist\u00e1n (2014)\n Answer: Eusebio Sacrist\u00e1n", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000168", "complexity": "2hop", "operator_type": "sequence", "t_query": 1979.0, "gold": "Yugoslavia", "pred": "Hop 1: Umberto Mastroianni -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> shares border with -> Yugoslavia (1979)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005738", "complexity": "2hop", "operator_type": "before_after", "t_query": 1976.0, "gold": "Aldo Moro", "pred": "Hop 1: Enzo Sellerio -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: Aldo Moro", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006558", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "Lu\u00eds Filipe Vieira", "pred": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004400", "complexity": "2hop", "operator_type": "before_after", "t_query": 1975.0, "gold": "Ruth Prawer Jhabvala", "pred": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001076", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "Hop 1: Johannes Gutenberg University Mainz -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> Katholieke Universiteit Leuven (2021)\n Answer:", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002725", "complexity": "2hop", "operator_type": "before_after", "t_query": 1968.0, "gold": "Prime Minister of Canada", "pred": "Hop 1: 19th Canadian Ministry -> head of government -> Lester B. Pearson (1968)\n Hop 2: Lester B. Pearson -> position held -> Prime Minister of Canada (1968)\n Answer: Prime Minister of Canada", "em": 1.0, "f1": 0.34782608695652173, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003906", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Liga Portugal", "pred": "Hop 1: Pawe\u0142 Kieszek -> member of sports team -> Vit\u00f3ria F.C. (2013)\n Hop 2: Vit\u00f3ria F.C. -> league or competition -> Liga Portugal (2013)\n Answer: Liga Portugal", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004405", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Alberto Bigon", "pred": "Hop 1: Jocelyn Ahou\u00e9ya -> member of sports team -> FC Sion (2008)\n Hop 2: FC Sion -> head coach -> Alberto Bigon (2008)\n Answer: Alberto Bigon", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007565", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Wolfgang Gerhardt", "pred": "Hop 1: Walter Scheel -> member of political party -> Free Democratic Party (1999)\n Hop 2: Free Democratic Party -> chairperson -> Wolfgang Gerhardt (1999)\n Answer: Wolfgang Gerhardt", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000757", "complexity": "2hop", "operator_type": "sequence", "t_query": 1971.0, "gold": "COMECON", "pred": "Hop 1: Anila Wilms -> country of citizenship -> Albania (1971)\n Hop 2: Albania -> member of -> COMECON (1971)\n Answer: COMECON", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003912", "complexity": "2hop", "operator_type": "sequence", "t_query": 2007.0, "gold": "Ian Porterfield", "pred": "Hop 1: Karen Dokhoyan -> member of sports team -> FC Pyunik (2007)\n Hop 2: FC Pyunik -> head coach -> Ian Porterfield (2007)\n Answer: Ian Porterfield", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005056", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1944.0, "gold": "Lavrentiy Beria", "pred": "Hop 1: Gulag -> parent organization -> NKVD (1944)\n Hop 2: NKVD -> chairperson -> Lavrentiy Beria (1944)\n Answer: Lavrentiy Beria", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007014", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "Mitteldeutscher Rundfunk", "pred": "Hop 1: Achim Mentzel -> presenter -> Achims Hitparade (1999)\n Hop 2: Achims Hitparade -> original broadcaster -> Mitteldeutscher Rundfunk (1999)\n Answer: Mitteldeutscher Rundfun", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008552", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "Hop 1: Breganzona -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Viganello (2004)\n Answer: Viganello", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004025", "complexity": "2hop", "operator_type": "sequence", "t_query": 1958.0, "gold": "Bambi Award", "pred": "Hop 1: Janet Leigh -> spouse -> Tony Curtis (1958)\n Hop 2: Tony Curtis -> award received -> Bambi Award (1958)\n Answer: Bambi Award", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000678", "complexity": "2hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Katharine Hepburn", "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Answer: Katharine Hepburn", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002043", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "Hop 1: Pazzallo -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Gandria (2004)\n Answer: Gandria", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007190", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1997.0, "gold": "coming out", "pred": "Hop 1: Ellen DeGeneres -> unmarried partner -> Anne Heche (1997)\n Hop 2: Ellen DeGeneres -> significant event -> coming out (1997)\n Answer: Ellen DeGeneres -> significant event -> coming out (1997)", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003533", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Italian lira", "pred": "Hop 1: Bruno Migliorini -> country of citizenship -> Italy (1967)\n Hop 2: Italy -> currency -> Italian lira (1967)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003295", "complexity": "2hop", "operator_type": "sequence", "t_query": 1968.0, "gold": "Attila J\u00f3zsef", "pred": "Hop 1: L\u00e1szl\u00f3 B\u00fcky -> educated at -> University of Szeged (1968)\n Hop 2: University of Szeged -> named after -> Franz Joseph I of Austria (1968)\n Answer: Franz Joseph I of Austria", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008026", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1944.0, "gold": "Ingrid Bergman", "pred": "Hop 1: Jean Arthur -> nominated for -> Academy Award for Best Actress (1944)\n Hop 2: Academy Award for Best Actress -> winner -> Ingrid Bergman (1944)\n Answer: Ingrid Bergman", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004864", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Ireland", "pred": "Hop 1: Christian Murro -> member of sports team -> Tenax (2005)\n Hop 2: Tenax -> country -> Ireland (2005)\n Answer: Ireland", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001930", "complexity": "2hop", "operator_type": "interval", "t_query": 1929.0, "gold": "1929", "pred": "Hop 1: Warner Baxter -> award received -> Academy Award for Best Actor (1929)\n Hop 2: Disraeli -> award received -> Academy Award for Best Actor (1929)\n Answer: 1929", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004482", "complexity": "2hop", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "Hop 1: Ralph Faudree -> winner of Aviezri Fraenkel's award (2005)\n Answer: 2005", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000444", "complexity": "2hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "president of Germany", "pred": "Hop 1: Q779279 -> signatory -> Christian Wulff (2011)\n Hop 2: Christian Wulff -> position held -> president of Germany (2011)\n Answer: president of Germany", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002417", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Saku Koivu", "pred": "Hop 1: Juraj Mik\u00fa\u0161 -> drafted by -> Montreal Canadiens (2005)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (2005)\n Answer: Saku Koivu", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002864", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "S\u00fcper Lig", "pred": "Hop 1: Bar\u0131\u015f \u00d6r\u00fcc\u00fc -> member of sports team -> Bursaspor (2012)\n Hop 2: Bursaspor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002089", "complexity": "2hop", "operator_type": "interval", "t_query": 1975.0, "gold": "1975", "pred": "Hop 1: Ruth Prawer Jhabvala -> award received -> Booker Prize (1975)\n Hop 2: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 3: winner of Heat and Dust -> Ruth Prawer J", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002782", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Klaus Wowereit", "pred": "Hop 1: Horst Bredekamp -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004348", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Karel Br\u00fcckner", "pred": "Hop 1: Roman T\u00fdce -> member of sports team -> Czechia men's national football team (2004)\n Hop 2: Czechia men's national football team -> head coach -> Karel Br\u00fcckner (2004)\n Answer: Karel Br\u00fcckner", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006603", "complexity": "2hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "Hop 1: The Night Watch -> nominated for -> Booker Prize (2006)\n Hop 2: Kiran Desai -> winner of -> Booker Prize (2006)\n Answer: Kiran Desai", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000643", "complexity": "2hop", "operator_type": "before_after", "t_query": 1931.0, "gold": "Adolf Hitler", "pred": "Hop 1: Franz Xaver Schwarz -> member of political party -> Nazi Party (1931)\n Hop 2: Nazi Party -> chairperson -> Adolf Hitler (1931)\n Answer: Adolf Hitler", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001459", "complexity": "2hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Sepp Piontek", "pred": "Hop 1: Kim Vilfort -> member of sports team -> Denmark men's national football team (1986)\n Hop 2: Denmark men's national football team -> head coach -> Sepp Piontek (1986)\n Answer: Sepp Piontek", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007691", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1912.0, "gold": "German Emperor", "pred": "Hop 1: Augusta Victoria of Schleswig-Holstein -> spouse -> Wilhelm II (1912)\n Hop 2: Wilhelm II -> position held -> German Emperor (1912)\n Answer: German Emperor", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004382", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2015.0, "gold": "Israeli Premier League", "pred": "Hop 1: Rodgers Kola -> member of sports team -> Ironi Kiryat Shmona F.C. (2015)\n Hop 2: Ironi Kiryat Shmona F.C. -> league or competition -> Israeli Premier League (2015)", "em": 1.0, "f1": 0.2608695652173913, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008297", "complexity": "2hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Luxembourg National Division", "pred": "Hop 1: Mathias J\u00e4nisch -> member of sports team -> US Hostert (2009)\n Hop 2: US Hostert -> league or competition -> Luxembourg National Division (2009)\n Answer: Luxembourg National Division", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004135", "complexity": "2hop", "operator_type": "before_after", "t_query": 1956.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Guido Crepax -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1956)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007490", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1931.0, "gold": "Marie Dressler", "pred": "Hop 1: Ann Harding -> nominated for -> Academy Award for Best Actress (1931)\n Hop 2: Academy Award for Best Actress -> winner -> Marie Dressler (1931)\n Answer: Marie Dressler", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004470", "complexity": "2hop", "operator_type": "before_after", "t_query": 2018.0, "gold": "Manuel Jim\u00e9nez Jim\u00e9nez", "pred": "Hop 1: Ra\u00fal Fern\u00e1ndez-Cavada Mateos -> member of sports team -> UD Las Palmas (2018)\n Hop 2: UD Las Palmas -> head coach -> Manuel Jim\u00e9nez Jim\u00e9nez (2018)\n Answer: Manuel", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001400", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "Nike", "pred": "Hop 1: Austin Healey -> member of sports team -> England men\u2019s national rugby union team (2002)\n Hop 2: England men\u2019s national rugby union team -> kit supplier -> Nike (2002)\n Answer: Nike", "em": 1.0, "f1": 0.09523809523809523, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005647", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1985.0, "gold": "Pacific Coliseum", "pred": "Hop 1: Jim Sandlak -> drafted by -> Vancouver Canucks (1985)\n Hop 2: Vancouver Canucks -> home venue -> Pacific Coliseum (1985)\n Answer: Pacific Coliseum", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000107", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1984.0, "gold": "Prague", "pred": "Hop 1: Anton\u00edn Kapek -> member of political party -> Communist Party of Czechoslovakia (1984)\n Hop 2: Communist Party of Czechoslovakia -> headquarters -> Prague (1984)\n Answer: Prague", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000481", "complexity": "2hop", "operator_type": "before_after", "t_query": 2002.0, "gold": "Yann Martel", "pred": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Answer: Yann Martel", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005374", "complexity": "2hop", "operator_type": "interval", "t_query": 2011.0, "gold": "2011", "pred": "Hop 1: Haloo Helsinki! -> nominated for -> MTV Europe Music Award for Best Finnish Act (2011)\n Hop 2: MTV Europe Music Award for Best Finnish Act -> winner -> Lauri Yl\u00f6nen (2011)\n Answer:", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007891", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Second Lady or Gentleman of the United States", "pred": "Hop 1: Richard Nixon -> spouse -> Pat Nixon (1956)\n Hop 2: Pat Nixon -> position held -> Second Lady or Gentleman of the United States (1956)\n Answer: Second Lady or Gentleman of the United States", "em": 1.0, "f1": 0.5925925925925926, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004941", "complexity": "2hop", "operator_type": "sequence", "t_query": 2015.0, "gold": "Ralf Loose", "pred": "Hop 1: Chris Philipps -> member of sports team -> SC Preu\u00dfen M\u00fcnster (2015)\n Hop 2: SC Preu\u00dfen M\u00fcnster -> head coach -> Ralf Loose (2015)\n Answer: Ralf Loose", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007300", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Mar\u00eda Denis -> country of citizenship -> Italy (2003)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2003)\n Answer: Carlo Azeglio Ciampi", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007401", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1966.0, "gold": "Te sl\u0103vim, Rom\u00e2nie", "pred": "Hop 1: B\u00e2rlad -> country -> Socialist Republic of Romania (1966)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1966)\n Answer: Te sl\u0103vim, Rom", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001311", "complexity": "2hop", "operator_type": "interval", "t_query": 2010.0, "gold": "2010", "pred": "Hop 1: SANAA -> award received -> Pritzker Architecture Prize (2010)\n Hop 2: Pritzker Architecture Prize -> winner -> Ryue Nishizawa (2010)\n Answer: 2010", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003353", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1964.0, "gold": "Panama", "pred": "Hop 1: All Summer Long -> place of publication -> United States (1964)\n Hop 2: United States -> shares border with -> Panama (1964)\n Answer: Panama", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005629", "complexity": "2hop", "operator_type": "interval", "t_query": 1998.0, "gold": "1998", "pred": "Hop 1: Arnold J. Levine -> award received -> Louisa Gross Horwitz Prize (1998)\n Hop 2: Bert Vogelstein -> award received -> Louisa Gross Horwitz Prize (1998)\n Answer: 1998", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005931", "complexity": "2hop", "operator_type": "sequence", "t_query": 1976.0, "gold": "Leonid Brezhnev", "pred": "Hop 1: Siim Kallas -> member of political party -> Communist Party of the Soviet Union (1976)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Leonid Brezhnev (1976)\n Answer: Leonid Brezhnev", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005823", "complexity": "2hop", "operator_type": "before_after", "t_query": 1957.0, "gold": "Territory of Hawaii", "pred": "Hop 1: Catherine Schell -> residence -> United States (1957)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1957)\n Answer: Territory of Hawaii", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002989", "complexity": "2hop", "operator_type": "sequence", "t_query": 1924.0, "gold": "Free State of Prussia", "pred": "Hop 1: Anton Kerschbaumer -> work location -> Berlin (1924)\n Hop 2: Berlin -> located in -> Free State of Prussia (1924)\n Answer: Free State of Prussia", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004259", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Anne Enright", "pred": "Hop 1: Indra Sinha -> nominated for -> Booker Prize (2007)\n Hop 2: Booker Prize -> winner -> Anne Enright (2007)\n Answer: Anne Enright", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002166", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Ligue 1", "pred": "Hop 1: Gr\u00e9gory Ursule -> member of sports team -> FC Girondins de Bordeaux (1995)\n Hop 2: FC Girondins de Bordeaux -> league or competition -> Ligue 1 (1995)\n Answer: Ligue 1", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006376", "complexity": "2hop", "operator_type": "interval", "t_query": 1995.0, "gold": "1995", "pred": "Hop 1: Nigel Hawthorne -> nominated for -> Academy Award for Best Actor (1995)\n Hop 2: Academy Award for Best Actor -> winner -> Nicolas Cage (1995)\n Answer: 1995", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008518", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "Hans Backe", "pred": "Hop 1: Jan Gunnar Solli -> member of sports team -> Red Bull New York (2012)\n Hop 2: Red Bull New York -> head coach -> Hans Backe (2012)\n Answer: Hans Backe", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003792", "complexity": "2hop", "operator_type": "before_after", "t_query": 1984.0, "gold": "Sandro Pertini", "pred": "Hop 1: Ferruccio Tagliavini -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> head of state -> Sandro Pertini (1984)\n Answer: Sandro Pertini", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000844", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Denzel Washington", "pred": "Hop 1: Cast Away -> nominated for -> Academy Award for Best Sound (2001)\n Hop 2: Academy Award for Best Sound -> winner -> Crouching Tiger, Hidden Dragon (2001)\n Answer: Crouching Tiger, Hidden Dragon", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005425", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1979.0, "gold": "Sandro Pertini", "pred": "Hop 1: Mario De Don\u00e0 -> country of citizenship -> Italy (1979)\n Hop 2: Italy -> head of state -> Sandro Pertini (1979)\n Answer: Sandro Pertini", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006156", "complexity": "2hop", "operator_type": "sequence", "t_query": 2005.0, "gold": "Daniel Auteuil", "pred": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor (2005) -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteu", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006038", "complexity": "2hop", "operator_type": "before_after", "t_query": 1918.0, "gold": "Austro-Hungarian krone", "pred": "Hop 1: Lunga -> country -> First Hungarian Republic (1918)\n Hop 2: First Hungarian Republic -> currency -> Austro-Hungarian krone (1918)\n Answer: Austro-Hungarian krone", "em": 1.0, "f1": 0.375, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008465", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1923.0, "gold": "Egyptian pound", "pred": "Hop 1: Ramallah -> country -> Mandatory Palestine (1923)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1923)\n Answer: Egyptian pound", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004604", "complexity": "2hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Javier Aguirre", "pred": "Hop 1: Cosmin Contra -> member of sports team -> Romania men's national association football team (2006)\n Hop 2: Romania men's national association football team -> head coach -> Victor Pi\u021burc\u0103 (2006)\n Answer: Victor Pi", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002929", "complexity": "2hop", "operator_type": "before_after", "t_query": 1920.0, "gold": "The Internationale", "pred": "Hop 1: Black Sea Governorate -> located in -> Russian Soviet Federative Socialist Republic (1920)\n Hop 2: Russian Soviet Federative Socialist Republic -> anthem -> The Internationale (1920)\n Answer: The Internationale", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007720", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Mario Scelba", "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Answer: Alcide De Gasperi", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005879", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Raffaele Anguilla -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2002)\n Answer: Carlo Azeglio Ciampi", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001938", "complexity": "2hop", "operator_type": "before_after", "t_query": 1951.0, "gold": "Territory of Hawaii", "pred": "Hop 1: Yul Brynner -> country of citizenship -> United States (1951)\n Hop 2: United States -> contains the administrative territorial entity -> Territory of Hawaii (1951)\n Answer: Territory of Hawaii", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004995", "complexity": "2hop", "operator_type": "sequence", "t_query": 1960.0, "gold": "Academy Award for Best Supporting Actress", "pred": "Hop 1: Anthony Franciosa -> spouse -> Shelley Winters (1960)\n Hop 2: Shelley Winters -> nominated for -> Academy Award for Best Supporting Actress (1960)\n Answer: Academy Award for Best Supporting Actress", "em": 1.0, "f1": 0.5217391304347826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006351", "complexity": "2hop", "operator_type": "sequence", "t_query": 1966.0, "gold": "Stade Chaban-Delmas", "pred": "Hop 1: Andr\u00e9 Chorda -> member of sports team -> FC Girondins de Bordeaux (1966)\n Hop 2: FC Girondins de Bordeaux -> home venue -> Stade Chaban-Delmas (1966)\n Answer: Stade Ch", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005087", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Yugoslavia", "pred": "Hop 1: Bruno Bettinelli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006536", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2002.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Floriano Bodini -> country of citizenship -> Italy (2002)\n Hop 2: Italy -> member of -> European Coal and Steel Community (2002)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006736", "complexity": "2hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Sandra Bullock", "pred": "Hop 1: Doubt -> nominated for -> Academy Award for Best Actress (2009)\n Hop 2: Academy Award for Best Actress -> winner -> Sandra Bullock (2009)\n Answer: Sandra Bullock", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004654", "complexity": "2hop", "operator_type": "sequence", "t_query": 1915.0, "gold": "Nicholas II of Russia", "pred": "Hop 1: Khrustalnyi -> country -> Russian Empire (1915)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1915)\n Answer: Nicholas II of Russia", "em": 1.0, "f1": 0.4210526315789474, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005945", "complexity": "2hop", "operator_type": "before_after", "t_query": 1965.0, "gold": "Lyndon B. Johnson", "pred": "Hop 1: Frank Tieri -> residence -> United States (1965)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1965)\n Answer: Lyndon B. Johnson", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007681", "complexity": "2hop", "operator_type": "sequence", "t_query": 1988.0, "gold": "Daman and Diu", "pred": "Hop 1: Abhijit Banerjee -> country of citizenship -> India (1988)\n Hop 2: India -> contains the administrative territorial entity -> Daman and Diu (1988)\n Answer: Daman and Diu", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006184", "complexity": "2hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Lyndon B. Johnson", "pred": "Hop 1: Smiley Smile -> place of publication -> United States (1967)\n Hop 2: United States -> head of government -> Lyndon B. Johnson (1967)\n Answer: Lyndon B. Johnson", "em": 1.0, "f1": 0.3, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000115", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Caja M\u00e1gica", "pred": "Hop 1: Ettore Messina -> member of sports team -> Real Madrid Baloncesto (2010)\n Hop 2: Real Madrid Baloncesto -> home venue -> Caja M\u00e1gica (2010)\n Answer: Caja M\u00e1gica", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002711", "complexity": "2hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "Luigi Einaudi", "pred": "Hop 1: Memo Benassi -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1954)\n Answer: Luigi Einaudi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005754", "complexity": "2hop", "operator_type": "sequence", "t_query": 1981.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002277", "complexity": "2hop", "operator_type": "sequence", "t_query": 2012.0, "gold": "S\u00fcper Lig", "pred": "Hop 1: \u00d6nder Akda\u011f -> member of sports team -> Akhisar Belediyespor (2012)\n Hop 2: Akhisar Belediyespor -> league or competition -> S\u00fcper Lig (2012)\n Answer: S\u00fcper Lig", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000552", "complexity": "2hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Italian lira", "pred": "Hop 1: Paolo Soleri -> residence -> Italy (1951)\n Hop 2: Italy -> currency -> Italian lira (1951)\n Answer: Italian lira", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000403", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "SeatGeek Stadium", "pred": "Hop 1: Paolo Tornaghi -> member of sports team -> Chicago Fire FC (2012)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2012)\n Answer: SeatGeek Stadium", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003856", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "Italy", "pred": "Hop 1: Faye Dunaway -> unmarried partner -> Marcello Mastroianni (1971)\n Hop 2: Marcello Mastroianni -> country of citizenship -> Italy (1971)\n Answer: Italy", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003602", "complexity": "2hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Mikhail Gorbachev", "pred": "Hop 1: Andrus \u00d6\u00f6vel -> member of political party -> Communist Party of the Soviet Union (1986)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Mikhail Gorbachev (1986)\n Answer: Mikhail Gorbache", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007850", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Yugoslavia", "pred": "Hop 1: Cesare Andrea Bixio -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001019", "complexity": "2hop", "operator_type": "interval", "t_query": 1962.0, "gold": "1962", "pred": "Hop 1: United States Navy SEALs -> founder -> John F. Kennedy (1962)\n Hop 2: John F. Kennedy -> nominated for -> Nobel Peace Prize (1962)\n Answer: 1962", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004322", "complexity": "2hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "Dietrich Stobbe", "pred": "Hop 1: Anna Seghers -> residence -> Berlin (1980)\n Hop 2: Berlin -> head of government -> Dietrich Stobbe (1980)\n Answer: Dietrich Stobbe", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004271", "complexity": "2hop", "operator_type": "before_after", "t_query": 1969.0, "gold": "Giuseppe Saragat", "pred": "Hop 1: Francesco Carpino -> country of citizenship -> Italy (1969)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1969)\n Answer: Giuseppe Saragat", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001171", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2001.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Armando Ceste -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2001)\n Answer: Carlo Azeglio Ciampi", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007890", "complexity": "2hop", "operator_type": "sequence", "t_query": 1970.0, "gold": "Glenda Jackson", "pred": "Hop 1: Genevi\u00e8ve Bujold -> nominated for -> Academy Award for Best Actress (1970)\n Hop 2: Academy Award for Best Actress -> winner -> Glenda Jackson (1970)\n Answer: Glenda Jackson", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008632", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1968.0, "gold": "Hungarian People's Republic", "pred": "Hop 1: Demeter Balla -> work location -> Budapest (1968)\n Hop 2: Budapest -> capital of -> Hungarian People's Republic (1968)\n Answer: Hungarian People's Republic", "em": 1.0, "f1": 0.4, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007395", "complexity": "2hop", "operator_type": "sequence", "t_query": 1925.0, "gold": "Egyptian pound", "pred": "Hop 1: Afula -> country -> Mandatory Palestine (1925)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1925)\n Answer: Egyptian pound", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007784", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Paul Scott", "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006008", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1992.0, "gold": "Alain Afflelou", "pred": "Hop 1: Rainer Ernst -> member of sports team -> FC Girondins de Bordeaux (1992)\n Hop 2: FC Girondins de Bordeaux -> chairperson -> Alain Afflelou (1992)\n Answer: Alain Afflel", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007623", "complexity": "2hop", "operator_type": "sequence", "t_query": 1995.0, "gold": "Zden\u011bk Zeman", "pred": "Hop 1: Roberto Bacci -> member of sports team -> SS Lazio (1995)\n Hop 2: SS Lazio -> head coach -> Zden\u011bk Zeman (1995)\n Answer: Zden\u011bk Zeman", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000261", "complexity": "2hop", "operator_type": "before_after", "t_query": 1932.0, "gold": "Weimar Republic", "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005362", "complexity": "2hop", "operator_type": "sequence", "t_query": 1992.0, "gold": "Yugoslavia", "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1992)\n Hop 2: Italy -> shares border with -> Yugoslavia (1992)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003134", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Teen Choice Awards", "pred": "Hop 1: Call Me Maybe -> performer -> Carly Rae Jepsen (2012)\n Hop 2: Carly Rae Jepsen -> award received -> Teen Choice Awards (2012)\n Answer: Teen Choice Awards", "em": 1.0, "f1": 0.3, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006822", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Emirates", "pred": "Hop 1: Kai-Fabian Schulz -> member of sports team -> Hamburger SV (2009)\n Hop 2: Hamburger SV -> sponsor -> Emirates (2009)\n Answer: Emirates", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003313", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1972.0, "gold": "Italian lira", "pred": "Hop 1: Eugenio Monti -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> currency -> Italian lira (1972)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005360", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "Klaus Wowereit", "pred": "Hop 1: Tim Eitel -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001597", "complexity": "2hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Peter Carey", "pred": "Hop 1: Rachel Seiffert -> nominated for -> Booker Prize (2001)\n Hop 2: Booker Prize -> winner -> Peter Carey (2001)\n Answer: Peter Carey", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003838", "complexity": "2hop", "operator_type": "before_after", "t_query": 1947.0, "gold": "Ronald Colman", "pred": "Hop 1: Hamlet -> award received -> Academy Award for Best Actor (1947)\n Hop 2: Academy Award for Best Actor -> winner -> Ronald Colman (1947)\n Answer: Ronald Colman", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005949", "complexity": "2hop", "operator_type": "sequence", "t_query": 1998.0, "gold": "Attila J\u00f3zsef", "pred": "Hop 1: Mih\u00e1ly Bart\u00f3k -> employer -> University of Szeged (1998)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1998)\n Answer: Attila J\u00f3zsef", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005024", "complexity": "2hop", "operator_type": "before_after", "t_query": 1974.0, "gold": "Abraham Beame", "pred": "Hop 1: Philip Taaffe -> work location -> New York City (1974)\n Hop 2: New York City -> head of government -> Abraham Beame (1974)\n Answer: Abraham Beame", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007032", "complexity": "2hop", "operator_type": "before_after", "t_query": 1942.0, "gold": "Heinrich Himmler", "pred": "Hop 1: Karl Gerland -> member of -> Schutzstaffel (1942)\n Hop 2: Schutzstaffel -> manager -> Heinrich Himmler (1942)\n Answer: Heinrich Himmler", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004269", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1914.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Luigi Baldi -> member of sports team -> Juventus FC (1914)\n Hop 2: Juventus FC -> country -> Kingdom of Italy (1914)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005207", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1958.0, "gold": "Sepp Herberger", "pred": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008065", "complexity": "2hop", "operator_type": "sequence", "t_query": 1915.0, "gold": "Constantinople", "pred": "Hop 1: Old City of Jerusalem -> country -> Ottoman Empire (1915)\n Hop 2: Ottoman Empire -> capital -> Constantinople (1915)\n Answer: Constantinople", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003648", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Nunzio Malasomma -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1951)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000919", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1987.0, "gold": "Franz Beckenbauer", "pred": "Hop 1: Hans Pfl\u00fcgler -> member of sports team -> Germany men's national association football team (1987)\n Hop 2: Germany men's national association football team -> head coach -> Franz Beckenbauer (1987)\n Answer: Franz Beckenb", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001421", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> award received -> Grammy Award for Best Dance/Electronic Recording (2004)\n Answer: 2004", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007438", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "Hop 1: Pavao Pavli\u010di\u0107 -> award received -> NIN Prize (1981)\n Hop 2: NIN Prize -> country -> Socialist Federal Republic of Yugoslavia (1981)\n Answer: Socialist Federal Republic of Yugoslavia", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000509", "complexity": "2hop", "operator_type": "before_after", "t_query": 1975.0, "gold": "Giovanni Leone", "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1975)\n Hop 2: Italy -> head of state -> Giovanni Leone (1975)\n Answer: Giovanni Leone", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006374", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "DBC Pierre", "pred": "Hop 1: Gerard Donovan -> nominated for -> Booker Prize (2003)\n Hop 2: Booker Prize -> winner -> DBC Pierre (2003)\n Answer: DBC Pierre", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006108", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1939.0, "gold": "presidential system", "pred": "Hop 1: Krak\u00f3w -> country -> General Government (1939)\n Hop 2: General Government -> basic form of government -> authoritarian regime (1939)\n Answer: authoritarian regime", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001184", "complexity": "2hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "Robert Bolt", "pred": "Hop 1: Doctor Zhivago -> award received -> Academy Award for Best Writing, Adapted Screenplay (1965)\n Hop 2: Academy Award for Best Writing, Adapted Screenplay -> winner -> Robert Bolt (1965)\n Answer: Robert Bolt", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001023", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1995.0, "gold": "Du\u0161an Uhrin", "pred": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001479", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Javier Aguirre", "pred": "Hop 1: Luis Amaranto Perea -> member of sports team -> Atl\u00e9tico Madrid (2007)\n Hop 2: Atl\u00e9tico Madrid -> head coach -> Javier Aguirre (2007)\n Answer: Javier Aguirre", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006983", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Giovanni Gronchi", "pred": "Hop 1: Maria Caniglia -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> head of state -> Giovanni Gronchi (1956)\n Answer: Giovanni Gronchi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007833", "complexity": "2hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "White Hart Lane", "pred": "Hop 1: Andy Gray -> member of sports team -> Tottenham Hotspur F.C. (1994)\n Hop 2: Tottenham Hotspur F.C. -> home venue -> White Hart Lane (1994)\n Answer: White Hart Lane", "em": 1.0, "f1": 0.2608695652173913, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005681", "complexity": "2hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Weimar Republic", "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1930)\n Hop 2: Berlin -> country -> Weimar Republic (1930)\n Answer: Weimar Republic", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003706", "complexity": "2hop", "operator_type": "interval", "t_query": 2005.0, "gold": "2005", "pred": "Hop 1: Arnaud G\u00e9rard -> member of sports team -> Groupama-FDJ United (2005)\n Hop 2: Groupama-FDJ United -> head coach -> Jean-Cyril Robin (2005)\n Answer: 2005", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007006", "complexity": "2hop", "operator_type": "before_after", "t_query": 1995.0, "gold": "Du\u0161an Uhrin", "pred": "Hop 1: Jan Suchop\u00e1rek -> member of sports team -> Czechia men's national football team (1995)\n Hop 2: Czechia men's national football team -> head coach -> Du\u0161an Uhrin (1995)\n Answer: Du\u0161an", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004220", "complexity": "2hop", "operator_type": "sequence", "t_query": 2003.0, "gold": "Swiss Super League", "pred": "Hop 1: Rog\u00e9rio Luiz da Silva -> member of sports team -> FC Wil 1900 (2003)\n Hop 2: FC Wil 1900 -> league or competition -> Swiss Super League (2003)\n Answer: Swiss Super League", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007500", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1917.0, "gold": "God Save the Tsar!", "pred": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008556", "complexity": "2hop", "operator_type": "sequence", "t_query": 1912.0, "gold": "German Empire", "pred": "Hop 1: Fritz Stuckenberg -> work location -> Paris (1912)\n Answer: Paris", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003362", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Ireland", "pred": "Hop 1: Micul\u00e0 Dematteis -> member of sports team -> Tenax (2007)\n Hop 2: Tenax -> country -> Ireland (2007)\n Answer: Ireland", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007378", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2014.0, "gold": "Allianz Arena", "pred": "Hop 1: Moritz Volz -> member of sports team -> TSV 1860 M\u00fcnchen (2014)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2014)\n Answer: Allianz Arena", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002356", "complexity": "2hop", "operator_type": "sequence", "t_query": 1940.0, "gold": "Soviet Union", "pred": "Hop 1: Kemerovo -> located in -> Novosibirsk Oblast (1940)\n Hop 2: Novosibirsk Oblast -> country -> Soviet Union (1940)\n Answer: Soviet Union", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004000", "complexity": "2hop", "operator_type": "before_after", "t_query": 2013.0, "gold": "Walter Mazzarri", "pred": "Hop 1: Jonathan Moreira -> member of sports team -> Inter Milan (2013)\n Hop 2: Inter Milan -> head coach -> Walter Mazzarri (2013)\n Answer: Walter Mazzarri", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003511", "complexity": "2hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "Hungarian Olympic Committee", "pred": "Hop 1: Gy\u0151r -> head of government -> Zsolt Borkai (2011)\n Hop 2: Zsolt Borkai -> member of -> Hungarian Olympic Committee (2011)\n Answer: Hungarian Olympic Committee", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003517", "complexity": "2hop", "operator_type": "before_after", "t_query": 1990.0, "gold": "West Germany", "pred": "Hop 1: BND law -> signatory -> Helmut Kohl (1990)\n Hop 2: Helmut Kohl -> country of citizenship -> West Germany (1990)\n Answer: West Germany", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008482", "complexity": "2hop", "operator_type": "before_after", "t_query": 1946.0, "gold": "Harry Warren", "pred": "Hop 1: Richard Rodgers -> award received -> Academy Award for Best Original Song (1946)\n Hop 2: Academy Award for Best Original Song -> winner -> Harry Warren (1946)\n Answer: Harry Warren", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001610", "complexity": "2hop", "operator_type": "before_after", "t_query": 1980.0, "gold": "Sandro Pertini", "pred": "Hop 1: Ugo Attardi -> country of citizenship -> Italy (1980)\n Hop 2: Italy -> head of state -> Sandro Pertini (1980)\n Answer: Sandro Pertini", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008668", "complexity": "2hop", "operator_type": "sequence", "t_query": 2018.0, "gold": "Ji\u0159\u00ed Posp\u00ed\u0161il", "pred": "Hop 1: Karel Schwarzenberg -> member of political party -> TOP 09 (2018)\n Hop 2: TOP 09 -> chairperson -> Ji\u0159\u00ed Posp\u00ed\u0161il (2018)\n Hop 3: Ji\u0159\u00ed Posp\u00ed", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007160", "complexity": "2hop", "operator_type": "before_after", "t_query": 1956.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Peppino De Filippo -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1956)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.4347826086956522, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003247", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Kevin Federline", "pred": "Hop 1: Colin Farrell -> unmarried partner -> Britney Spears (2004)\n Hop 2: Britney Spears -> spouse -> Kevin Federline (2004)\n Answer: Kevin Federline", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000810", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1990.0, "gold": "Liga I", "pred": "Hop 1: Ovidiu Cornel Hanganu -> member of sports team -> Victoria Bucure\u0219ti (1990)\n Hop 2: Victoria Bucure\u0219ti -> league or competition -> Liga I (1990)\n Answer: Liga I", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006432", "complexity": "2hop", "operator_type": "sequence", "t_query": 1929.0, "gold": "Joseph Stalin", "pred": "Hop 1: Dmitriy Ustinov -> member of political party -> Communist Party of the Soviet Union (1929)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Joseph Stalin (1929)\n Answer: Joseph Stalin", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007768", "complexity": "2hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "Italian lira", "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1984)\n Hop 2: Italy -> currency -> Italian lira (1984)\n Answer: Italian lira", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002329", "complexity": "2hop", "operator_type": "before_after", "t_query": 1967.0, "gold": "Zhou Enlai", "pred": "Hop 1: Zhu De -> country of citizenship -> People's Republic of China (1967)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1967)\n Answer: Zhou Enlai", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005449", "complexity": "2hop", "operator_type": "before_after", "t_query": 1992.0, "gold": "Rock and Roll Hall of Fame", "pred": "Hop 1: Tears in Heaven -> performer -> Eric Clapton (1992)\n Hop 2: Eric Clapton -> award received -> Rock and Roll Hall of Fame (1992)\n Answer: Rock and Roll Hall of Fame", "em": 1.0, "f1": 0.4799999999999999, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003836", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Daniel Auteuil", "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007908", "complexity": "2hop", "operator_type": "sequence", "t_query": 1952.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Paolo Dezza -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003128", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "Spencer Tracy", "pred": "Hop 1: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Hop 2: Katharine Hepburn -> unmarried partner -> Robert Ross (1967)\n Answer: Robert Ross", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002843", "complexity": "2hop", "operator_type": "before_after", "t_query": 1986.0, "gold": "Francesco Cossiga", "pred": "Hop 1: Gianni Dova -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001510", "complexity": "2hop", "operator_type": "before_after", "t_query": 1970.0, "gold": "UTC\u221204:00", "pred": "Hop 1: Cartagena Agreement -> signatory -> Chile (1970)\n Hop 2: Chile -> located in time zone -> UTC\u221204:00 (1970)\n Answer: UTC\u221204:00", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005670", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2004.0, "gold": "Werner Greuter", "pred": "Hop 1: Beat Ernst Leuenberger -> employer -> Botanic Garden and Botanical Museum Berlin (2004)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Werner Greuter (2004)\n Answer: Werner Gre", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005822", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Maurice Druon", "pred": "Hop 1: Julien Green -> member of -> Acad\u00e9mie Fran\u00e7aise (1989)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1989)\n Answer: Maurice Druon", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001232", "complexity": "2hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Yugoslavia", "pred": "Hop 1: Nino Baragli -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> shares border with -> Yugoslavia (1951)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007512", "complexity": "2hop", "operator_type": "before_after", "t_query": 1958.0, "gold": "Sepp Herberger", "pred": "Hop 1: Heinz Wewers -> member of sports team -> Germany men's national association football team (1958)\n Hop 2: Germany men's national association football team -> head coach -> Sepp Herberger (1958)\n Answer: Sepp Herberger", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000089", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Luigi Filippo D'Amico -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1999)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.4166666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008698", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Loretta Young", "pred": "Hop 1: Celia Johnson -> nominated for -> Academy Award for Best Actress (1947)\n Hop 2: Academy Award for Best Actress -> winner -> Loretta Young (1947)\n Answer: Loretta Young", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007875", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Yugoslavia", "pred": "Hop 1: Andrea Miano -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> shares border with -> Yugoslavia (1950)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006661", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1967.0, "gold": "President of the United States", "pred": "Hop 1: Age Discrimination in Employment Act of 1967 -> signatory -> Lyndon B. Johnson (1967)\n Hop 2: Lyndon B. Johnson -> position held -> President of the United States (1967)\n Answer: President", "em": 1.0, "f1": 0.3846153846153846, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007505", "complexity": "2hop", "operator_type": "sequence", "t_query": 2000.0, "gold": "Bobby Clarke", "pred": "Hop 1: Roman \u010cechm\u00e1nek -> drafted by -> Philadelphia Flyers (2000)\n Hop 2: Philadelphia Flyers -> general manager -> Bobby Clarke (2000)\n Answer: Bobby Clarke", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000843", "complexity": "2hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Giuliano Carnimeo -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008555", "complexity": "2hop", "operator_type": "sequence", "t_query": 1977.0, "gold": "Montreal Forum", "pred": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006491", "complexity": "2hop", "operator_type": "interval", "t_query": 1942.0, "gold": "1942", "pred": "Hop 1: 29th U-boat Flotilla -> has part -> U-331 (1942)\n Hop 2: U-331 -> part of -> U-97 (1942)\n Answer: 1942", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003737", "complexity": "2hop", "operator_type": "before_after", "t_query": 1971.0, "gold": "Emilio Colombo", "pred": "Hop 1: Piero Scotti -> country of citizenship -> Italy (1971)\n Hop 2: Italy -> head of government -> Emilio Colombo (1971)\n Answer: Emilio Colombo", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002698", "complexity": "2hop", "operator_type": "before_after", "t_query": 1938.0, "gold": "Adolf Hitler", "pred": "Hop 1: Albin Lesky -> member of political party -> Nazi Party (1938)\n Hop 2: Nazi Party -> chairperson -> Hermann G\u00f6ring (1938)\n Answer: Hermann G\u00f6ring", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005937", "complexity": "2hop", "operator_type": "interval", "t_query": 2006.0, "gold": "2006", "pred": "Hop 1: Carol Greider -> award received -> Albert Lasker Award for Basic Medical Research (2006)\n Hop 2: Jack Szostak -> winner -> Albert Lasker Award for Basic Medical Research (2006)\n Answer: 2006", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007021", "complexity": "2hop", "operator_type": "sequence", "t_query": 2018.0, "gold": "Lu\u00eds Filipe Vieira", "pred": "Hop 1: Eduardo Salvio -> member of sports team -> S.L. Benfica (2018)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2018)\n Answer: Lu\u00eds Filipe V", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003151", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "Yann Martel", "pred": "Hop 1: Joan Barfoot -> nominated for -> Booker Prize (2002)\n Hop 2: Booker Prize -> winner -> Yann Martel (2002)\n Answer: Yann Martel", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002519", "complexity": "2hop", "operator_type": "interval", "t_query": 2003.0, "gold": "2003", "pred": "Hop 1: Jennifer Connelly -> nominated for -> Broadcast Film Critics Association Award for Best Actress (2003)\n Hop 2: Broadcast Film Critics Association Award for Best Actress -> winner -> Charlize Theron (2003)\n Answer: 20", "em": 1.0, "f1": 0.09523809523809523, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007514", "complexity": "2hop", "operator_type": "sequence", "t_query": 1999.0, "gold": "chairperson", "pred": "Hop 1: Czech-Moravian Confederation of Trade Unions -> chairperson -> Richard Falbr (1999)\n Hop 2: Richard Falbr -> position held -> member of political party Communist Party of Czechoslovakia (1999)\n Answer: member of", "em": 1.0, "f1": 0.0909090909090909, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008443", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1953.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1953)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1953)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007726", "complexity": "2hop", "operator_type": "interval", "t_query": 1992.0, "gold": "1992", "pred": "Hop 1: Val\u00e9rie Lemercier -> nominated for -> C\u00e9sar Award for Best Supporting Actress (1992)\n Hop 2: C\u00e9sar Award for Best Supporting Actress -> winner -> Anne Brochet (1992)\n Answer: 1992", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001549", "complexity": "2hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "V\u00e1clav Havel", "pred": "Hop 1: Old\u0159ich Pel\u010d\u00e1k -> country of citizenship -> Czech Republic (2000)\n Hop 2: Czech Republic -> head of state -> V\u00e1clav Havel (2000)\n Answer: V\u00e1clav Havel", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007129", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "Hop 1: Viganello -> replaced by -> Lugano (2004)\n Hop 2: Lugano -> replaces -> Pambio-Noranco (2004)\n Answer: Pambio-Noranco", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000883", "complexity": "2hop", "operator_type": "before_after", "t_query": 1931.0, "gold": "Heinrich Br\u00fcning", "pred": "Hop 1: Bonn -> country -> Weimar Republic (1931)\n Hop 2: Weimar Republic -> head of government -> Heinrich Br\u00fcning (1931)\n Answer: Heinrich Br\u00fcning", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000442", "complexity": "2hop", "operator_type": "before_after", "t_query": 1924.0, "gold": "William Emmett Dever", "pred": "Hop 1: Sister Rosetta Tharpe -> residence -> Chicago (1924)\n Hop 2: Chicago -> head of government -> William Emmett Dever (1924)\n Answer: William Emmett Dever", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004066", "complexity": "2hop", "operator_type": "before_after", "t_query": 2013.0, "gold": "Peter Gerhardsson", "pred": "Hop 1: Andreas Drugge -> member of sports team -> GAIS (2013)\n Hop 2: GAIS -> head coach -> Peter Gerhardsson (2013)\n Answer: Peter Gerhardsson", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002302", "complexity": "2hop", "operator_type": "sequence", "t_query": 1920.0, "gold": "Egyptian pound", "pred": "Hop 1: Rosh Pinna -> country -> Mandatory Palestine (1920)\n Hop 2: Mandatory Palestine -> currency -> Egyptian pound (1920)\n Answer: Egyptian pound", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002564", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "Yugoslavia", "pred": "Hop 1: Guido Cantelli -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> shares border with -> Yugoslavia (1947)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004005", "complexity": "2hop", "operator_type": "sequence", "t_query": 1933.0, "gold": "Otto Nerz", "pred": "Hop 1: Willi Lindner -> member of sports team -> Germany men's national association football team (1933)\n Hop 2: Germany men's national association football team -> head coach -> Otto Nerz (1933)\n Answer: Otto Nerz", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002014", "complexity": "2hop", "operator_type": "sequence", "t_query": 1950.0, "gold": "Luigi Einaudi", "pred": "Hop 1: Eugenio Castellotti -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1950)\n Answer: Luigi Einaudi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005652", "complexity": "2hop", "operator_type": "sequence", "t_query": 1980.0, "gold": "Jane Byrne", "pred": "Hop 1: Dennis Daugaard -> residence -> Chicago (1980)\n Hop 2: Chicago -> head of government -> Jane Byrne (1980)\n Answer: Jane Byrne", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002217", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1970.0, "gold": "Italian lira", "pred": "Hop 1: Liliana Ronchetti -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> currency -> Italian lira (1970)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008015", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Albert II of Belgium", "pred": "Hop 1: Pino Cerami -> country of citizenship -> Belgium (2005)\n Hop 2: Belgium -> head of state -> Albert II of Belgium (2005)\n Answer: Albert II of Belgium", "em": 1.0, "f1": 0.4210526315789474, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000895", "complexity": "2hop", "operator_type": "sequence", "t_query": 2018.0, "gold": "RTL", "pred": "Hop 1: Maximilian Br\u00fcckner -> award received -> Bavarian TV Awards (2018)\n Hop 2: Bavarian TV Awards -> original broadcaster -> RTL (2018)\n Answer: RTL", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008365", "complexity": "2hop", "operator_type": "before_after", "t_query": 2008.0, "gold": "Javier Aguirre", "pred": "Hop 1: \u00c9ver Banega -> member of sports team -> Argentina men's national association football team (2008)\n Hop 2: Argentina men's national association football team -> head coach -> Alfio Basile (2008)\n Answer: Alfio Basile", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006348", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1974.0, "gold": "Te sl\u0103vim, Rom\u00e2nie", "pred": "Hop 1: Buhu\u0219i -> country -> Socialist Republic of Romania (1974)\n Hop 2: Socialist Republic of Romania -> anthem -> Te sl\u0103vim, Rom\u00e2nie (1974)\n Answer: Te sl\u0103vim, Rom", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000645", "complexity": "2hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Yugoslavia", "pred": "Hop 1: Paolo Marcello Brignoli -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008492", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1912.0, "gold": "Nicholas II of Russia", "pred": "Hop 1: Vikenty Veresaev -> country of citizenship -> Russian Empire (1912)\n Hop 2: Russian Empire -> head of state -> Nicholas II of Russia (1912)\n Answer: Nicholas II of Russia", "em": 1.0, "f1": 0.38095238095238093, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006824", "complexity": "2hop", "operator_type": "before_after", "t_query": 1984.0, "gold": "Anita Brookner", "pred": "Hop 1: David Lodge -> nominated for -> Booker Prize (1984)\n Hop 2: Booker Prize -> winner -> Anita Brookner (1984)\n Answer: Anita Brookner", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000773", "complexity": "2hop", "operator_type": "sequence", "t_query": 1993.0, "gold": "Winona Ryder", "pred": "Hop 1: Frances McDormand -> award received -> Golden Globe Award for Best Supporting Actress \u2013 Motion Picture (1993)\n Hop 2: Golden Globe Award for Best Supporting Actress \u2013 Motion Picture -> winner -> Winona Ryder (1993", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001316", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1979.0, "gold": "Deutsche Mark", "pred": "Hop 1: Conrad Schumann -> country of citizenship -> West Germany (1979)\n Hop 2: West Germany -> currency -> Deutsche Mark (1979)\n Answer: Deutsche Mark", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004368", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2008.0, "gold": "Nike", "pred": "Hop 1: Steve Borthwick -> member of sports team -> Bath Rugby (2008)\n Hop 2: Bath Rugby -> kit supplier -> Canterbury (2008)\n Answer: Canterbury", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005868", "complexity": "2hop", "operator_type": "sequence", "t_query": 1951.0, "gold": "Luigi Einaudi", "pred": "Hop 1: Giulio Onesti -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005066", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2005.0, "gold": "Daniel Auteuil", "pred": "Hop 1: The Ninth Day -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007376", "complexity": "2hop", "operator_type": "interval", "t_query": 1996.0, "gold": "1996", "pred": "Hop 1: Fred Ho -> award received -> American Book Awards (1996)\n Hop 2: American Book Awards -> winner -> Joe Sacco (1996)\n Answer: 1996", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000995", "complexity": "2hop", "operator_type": "sequence", "t_query": 1998.0, "gold": "Gwyneth Paltrow", "pred": "Hop 1: The Wings of the Dove -> nominated for -> Academy Award for Best Writing, Adapted Screenplay (1998)\n Hop 2: Academy Award for Best Writing, Adapted Screenplay -> winner -> James Ivory (1998)\n Answer: James", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008659", "complexity": "2hop", "operator_type": "sequence", "t_query": 1990.0, "gold": "A. S. Byatt", "pred": "Hop 1: Brian Moore -> nominated for -> Booker Prize (1990)\n Hop 2: Booker Prize -> winner -> A. S. Byatt (1990)\n Answer: A. S. Byatt", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000763", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1977.0, "gold": "Yugoslavia", "pred": "Hop 1: Ilva Ligabue -> country of citizenship -> Italy (1977)\n Hop 2: Italy -> shares border with -> Yugoslavia (1977)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005896", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1976.0, "gold": "Italian lira", "pred": "Hop 1: Giovanni Battista Gianquinto -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> currency -> Italian lira (1976)\n Answer: Italian lira", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000117", "complexity": "2hop", "operator_type": "sequence", "t_query": 1947.0, "gold": "Enrico de Nicola", "pred": "Hop 1: Guglielmo Pesenti -> country of citizenship -> Italy (1947)\n Hop 2: Italy -> head of state -> Enrico de Nicola (1947)\n Answer: Enrico de Nicola", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000027", "complexity": "2hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "Rudy Giuliani", "pred": "Hop 1: William Vickrey -> residence -> New York City (1994)\n Hop 2: New York City -> head of government -> Rudy Giuliani (1994)\n Answer: Rudy Giuliani", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002041", "complexity": "2hop", "operator_type": "sequence", "t_query": 1983.0, "gold": "Sandro Pertini", "pred": "Hop 1: Bruno Visintin -> country of citizenship -> Italy (1983)\n Hop 2: Italy -> head of state -> Sandro Pertini (1983)\n Answer: Sandro Pertini", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002860", "complexity": "2hop", "operator_type": "sequence", "t_query": 1932.0, "gold": "Weimar Republic", "pred": "Hop 1: Max Blokzijl -> work location -> Berlin (1932)\n Hop 2: Berlin -> country -> Weimar Republic (1932)\n Answer: Weimar Republic", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004247", "complexity": "2hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "Luise Rainer", "pred": "Hop 1: Theodora Goes Wild -> nominated for -> Academy Award for Best Actress (1937)\n Hop 2: Academy Award for Best Actress -> winner -> Luise Rainer (1937)\n Answer: Luise Rainer", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008294", "complexity": "2hop", "operator_type": "sequence", "t_query": 1996.0, "gold": "Hyundai", "pred": "Hop 1: Andreas Fischer -> member of sports team -> Hamburger SV (1996)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1996)\n Answer: Hyundai", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006036", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1945.0, "gold": "The Pentagon", "pred": "Hop 1: Charlie Munger -> military branch -> United States Army Air Forces (1945)\n Hop 2: United States Army Air Forces -> headquarters -> The Pentagon (1945)\n Answer: The Pentagon", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001816", "complexity": "2hop", "operator_type": "before_after", "t_query": 1930.0, "gold": "Norma Shearer", "pred": "Hop 1: Ruth Chatterton -> nominated for -> Academy Award for Best Actress (1930)\n Hop 2: Academy Award for Best Actress -> winner -> Norma Shearer (1930)\n Answer: Norma Shearer", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008058", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1956.0, "gold": "Yugoslavia", "pred": "Hop 1: Anton Hofer -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004387", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Cel\u00e2l Bayar", "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004841", "complexity": "2hop", "operator_type": "before_after", "t_query": 2021.0, "gold": "Abdullah Avc\u0131", "pred": "Hop 1: Jo\u00e3o Pereira -> member of sports team -> Trabzonspor (2021)\n Hop 2: Trabzonspor -> head coach -> Abdullah Avc\u0131 (2021)\n Answer: Abdullah Avc\u0131", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000340", "complexity": "2hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Echo Music Prize", "pred": "Hop 1: Wade Robson -> unmarried partner -> Britney Spears (2001)\n Hop 2: Britney Spears -> award received -> Echo Music Prize (2001)\n Answer: Echo Music Prize", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001431", "complexity": "2hop", "operator_type": "before_after", "t_query": 2011.0, "gold": "Massimiliano Allegri", "pred": "Hop 1: Philippe Mex\u00e8s -> member of sports team -> AC Milan (2011)\n Hop 2: AC Milan -> head coach -> Massimiliano Allegri (2011)\n Answer: Massimiliano Allegri", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002560", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1939.0, "gold": "Panama", "pred": "Hop 1: Horst P. Horst -> work location -> United States (1939)\n Hop 2: United States -> shares border with -> Panama (1939)\n Answer: Panama", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003591", "complexity": "2hop", "operator_type": "sequence", "t_query": 1939.0, "gold": "Adolf Hitler", "pred": "Hop 1: Erlangen -> country -> Nazi Germany (1939)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1939)\n Answer: Adolf Hitler", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006178", "complexity": "2hop", "operator_type": "before_after", "t_query": 1997.0, "gold": "Oscar Luigi Scalfaro", "pred": "Hop 1: Glauco Onorato -> country of citizenship -> Italy (1997)\n Hop 2: Italy -> head of state -> Oscar Luigi Scalfaro (1997)\n Answer: Oscar Luigi Scalfaro", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003130", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1947.0, "gold": "P\u00e9ter P\u00e1zm\u00e1ny", "pred": "Hop 1: \u00c1rp\u00e1d Berczik -> educated at -> E\u00f6tv\u00f6s Lor\u00e1nd University (1947)\n Hop 2: E\u00f6tv\u00f6s Lor\u00e1nd University -> named after -> P\u00e9ter P\u00e1zm\u00e1ny (1947)\n Answer: P\u00e9ter P\u00e1zm\u00e1ny", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001771", "complexity": "2hop", "operator_type": "sequence", "t_query": 2002.0, "gold": "habilitation", "pred": "Hop 1: Olba -> director of archaeological fieldwork -> Ulrich Gotter (2002)\n Hop 2: Ulrich Gotter -> assessment -> habilitation (2002)\n Answer: habilitation", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004635", "complexity": "2hop", "operator_type": "sequence", "t_query": 1967.0, "gold": "Katharine Hepburn", "pred": "Hop 1: Ida Kami\u0144ska -> nominated for -> Academy Award for Best Actress (1967)\n Hop 2: Academy Award for Best Actress -> winner -> Katharine Hepburn (1967)\n Answer: Katharine Hepburn", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007347", "complexity": "2hop", "operator_type": "sequence", "t_query": 1975.0, "gold": "Ruth Prawer Jhabvala", "pred": "Hop 1: Heat and Dust -> award received -> Booker Prize (1975)\n Hop 2: Booker Prize -> winner -> Ruth Prawer Jhabvala (1975)\n Answer: Ruth Prawer Jhabvala", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002289", "complexity": "2hop", "operator_type": "sequence", "t_query": 1970.0, "gold": "Giuseppe Saragat", "pred": "Hop 1: Francesco Antonazzi -> country of citizenship -> Italy (1970)\n Hop 2: Italy -> head of state -> Giuseppe Saragat (1970)\n Answer: Giuseppe Saragat", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006810", "complexity": "2hop", "operator_type": "interval", "t_query": 2016.0, "gold": "2016", "pred": "Hop 1: Tessa Thompson -> unmarried partner -> Janelle Mon\u00e1e (2016)\n Hop 2: Janelle Mon\u00e1e -> award received -> Broadcast Film Critics Association Award for Best Cast (2016)\n Answer: 2016", "em": 1.0, "f1": 0.09523809523809523, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001750", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1944.0, "gold": "Eduard Weiter", "pred": "Hop 1: Robert Dauber -> place of detention -> Dachau concentration camp (1944)\n Hop 2: Dachau concentration camp -> director / manager -> Eduard Weiter (1944)\n Answer: Eduard Weiter", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005348", "complexity": "2hop", "operator_type": "before_after", "t_query": 2015.0, "gold": "David Wagner", "pred": "Hop 1: Conor Coady -> member of sports team -> Huddersfield Town A.F.C. (2015)\n Hop 2: Huddersfield Town A.F.C. -> head coach -> David Wagner (2015)\n Answer: David W", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001742", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1986.0, "gold": "Francesco Cossiga", "pred": "Hop 1: Carmelo Di Bella -> country of citizenship -> Italy (1986)\n Hop 2: Italy -> head of state -> Sandro Pertini (1986)\n Answer: Sandro Pertini", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004401", "complexity": "2hop", "operator_type": "sequence", "t_query": 1955.0, "gold": "Cominform", "pred": "Hop 1: Marceline Loridan-Ivens -> member of -> French Communist Party (1955)\n Hop 2: French Communist Party -> member of -> Cominform (1955)\n Answer: Cominform", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000948", "complexity": "2hop", "operator_type": "sequence", "t_query": 1977.0, "gold": "Montreal Forum", "pred": "Hop 1: Rod Langway -> drafted by -> Montreal Canadiens (1977)\n Hop 2: Montreal Canadiens -> home venue -> Montreal Forum (1977)\n Answer: Montreal Forum", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006864", "complexity": "2hop", "operator_type": "sequence", "t_query": 1954.0, "gold": "Luigi Einaudi", "pred": "Hop 1: Carlo Clerici -> country of citizenship -> Italy (1954)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1954)\n Answer: Luigi Einaudi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001031", "complexity": "2hop", "operator_type": "before_after", "t_query": 1983.0, "gold": "J. M. Coetzee", "pred": "Hop 1: Graham Swift -> nominated for -> Booker Prize (1983)\n Hop 2: Booker Prize -> winner -> J. M. Coetzee (1983)\n Answer: J. M. Coetzee", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002458", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Oleh Protasov", "pred": "Hop 1: Ihar Stasevich -> member of sports team -> FC Dinamo Minsk (2013)\n Hop 2: FC Dinamo Minsk -> head coach -> Oleh Protasov (2013)\n Answer: Oleh Prot", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001069", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1981.0, "gold": "Ed Koch", "pred": "Hop 1: Braldt Bralds -> work location -> New York City (1981)\n Hop 2: New York City -> head of government -> Ed Koch (1981)\n Answer: Ed Koch", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005421", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "Hop 1: Carnegie Mellon University -> member of -> Q118398 (2021)\n Hop 2: Q118398 -> funder -> CERN (2021)\n Answer: CERN", "em": 1.0, "f1": 0.14285714285714288, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006304", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1948.0, "gold": "mayor", "pred": "Hop 1: T\u00fcbingen -> head of government -> Adolf Hartmeyer (1948)\n Hop 2: Adolf Hartmeyer -> position held -> mayor (1948)\n Answer: mayor", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004531", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2012.0, "gold": "Mario Monti", "pred": "Hop 1: Antonio Carluccio -> country of citizenship -> Italy (2012)\n Hop 2: Italy -> head of government -> Mario Monti (2012)\n Answer: Mario Monti", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000931", "complexity": "2hop", "operator_type": "interval", "t_query": 2012.0, "gold": "2012", "pred": "Hop 1: James Spudich -> award received -> Albert Lasker Award for Basic Medical Research (2012)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Ronald Vale (2012)\n Answer: 2012", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007956", "complexity": "2hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Eric Gerets", "pred": "Hop 1: Faryd Mondrag\u00f3n -> member of sports team -> Galatasaray S.K. (2006)\n Hop 2: Galatasaray S.K. -> head coach -> Eric Gerets (2006)\n Answer: Eric Gerets", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007340", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1998.0, "gold": "Hyundai", "pred": "Hop 1: Stefan B\u00f6ger -> member of sports team -> Hamburger SV (1998)\n Hop 2: Hamburger SV -> sponsor -> Hyundai (1998)\n Answer: Hyundai", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003676", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Colin Firth", "pred": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Academy Award for Best Actor -> winner -> Colin Firth (2010)\n Answer: Colin Firth", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001222", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1991.0, "gold": "Soviet Union", "pred": "Hop 1: Olenegorsk -> located in -> Murmansk Oblast (1991)\n Hop 2: Murmansk Oblast -> country -> Soviet Union (1991)\n Answer: Soviet Union", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006158", "complexity": "2hop", "operator_type": "sequence", "t_query": 1957.0, "gold": "Adone Zoli", "pred": "Hop 1: Giani Stuparich -> country of citizenship -> Italy (1957)\n Hop 2: Italy -> head of government -> Adone Zoli (1957)\n Answer: Adone Zoli", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005324", "complexity": "2hop", "operator_type": "sequence", "t_query": 1960.0, "gold": "Italian lira", "pred": "Hop 1: Guido Celano -> country of citizenship -> Italy (1960)\n Hop 2: Italy -> currency -> Italian lira (1960)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005456", "complexity": "2hop", "operator_type": "before_after", "t_query": 2002.0, "gold": "George W. Bush", "pred": "Hop 1: Susan Polgar -> country of citizenship -> United States (2002)\n Hop 2: United States -> head of government -> George W. Bush (2002)\n Answer: George W. Bush", "em": 1.0, "f1": 0.3, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002344", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1971.0, "gold": "Socialist Federal Republic of Yugoslavia", "pred": "Hop 1: Sremska Mitrovica City -> located in -> Socialist Autonomous Province of Vojvodina (1971)\n Hop 2: Socialist Autonomous Province of Vojvodina -> country -> Socialist Federal Republic of Yugoslavia (19", "em": 1.0, "f1": 0.4166666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008685", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2019.0, "gold": "Wayne LaPierre", "pred": "Hop 1: Oliver North -> position held -> National Rifle Association of America (2019)\n Hop 2: National Rifle Association of America -> chief executive officer -> Wayne LaPierre (2019)\n Answer: Wayne LaPierre", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005812", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "J. M. Coetzee", "pred": "Hop 1: Fasting, Feasting -> nominated for -> Booker Prize (1999)\n Hop 2: Booker Prize -> winner -> J. M. Coetzee (1999)\n Answer: J. M. Coetzee", "em": 1.0, "f1": 0.33333333333333337, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000894", "complexity": "2hop", "operator_type": "sequence", "t_query": 2004.0, "gold": "The Ellen DeGeneres Show", "pred": "Hop 1: Alexandra Hedison -> unmarried partner -> Ellen DeGeneres (2004)\n Hop 2: Ellen DeGeneres -> residence -> Atlanta (2004)\n Hop 3: Ellen DeGeneres -> notable work -> The Ellen DeGeneres Show (", "em": 1.0, "f1": 0.38095238095238093, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005808", "complexity": "2hop", "operator_type": "sequence", "t_query": 1972.0, "gold": "Attila J\u00f3zsef", "pred": "Hop 1: G\u00e1bor Csap\u00f3 -> educated at -> University of Szeged (1972)\n Hop 2: University of Szeged -> named after -> Attila J\u00f3zsef (1972)\n Answer: Attila J\u00f3zsef", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003694", "complexity": "2hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "German Federal Archives", "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1922)\n Hop 2: Independent Social Democratic Party of Germany -> archives at -> German Federal Archives (1922)\n Answer: German Federal Archives", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002616", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Carlo Azeglio Ciampi", "pred": "Hop 1: Tenax -> country -> Italy (2004)\n Hop 2: Italy -> head of state -> Carlo Azeglio Ciampi (2004)\n Answer: Carlo Azeglio Ciampi", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000088", "complexity": "2hop", "operator_type": "before_after", "t_query": 1932.0, "gold": "United Kingdom", "pred": "Hop 1: Safed -> country -> Mandatory Palestine (1932)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1932)\n Answer: United Kingdom", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005525", "complexity": "2hop", "operator_type": "before_after", "t_query": 1972.0, "gold": "Emilio Colombo", "pred": "Hop 1: Giovanni Ferrofino -> country of citizenship -> Italy (1972)\n Hop 2: Italy -> head of government -> Emilio Colombo (1972)\n Answer: Emilio Colombo", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006017", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Franco Corelli -> country of citizenship -> Italy (1999)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1999)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006096", "complexity": "2hop", "operator_type": "before_after", "t_query": 2018.0, "gold": "Ginni Rometty", "pred": "Hop 1: Bruce Schneier -> employer -> IBM (2018)\n Hop 2: IBM -> chief executive officer -> Ginni Rometty (2018)\n Answer: Ginni Rometty", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001800", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2013.0, "gold": "Vicente Calder\u00f3n Stadium", "pred": "Hop 1: Adri\u00e1n L\u00f3pez \u00c1lvarez -> member of sports team -> Atl\u00e9tico Madrid (2013)\n Hop 2: Atl\u00e9tico Madrid -> home venue -> Vicente Calder\u00f3n Stadium (2013)\n Answer: Vicente Calder\u00f3n Stadium", "em": 1.0, "f1": 0.2727272727272727, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001359", "complexity": "2hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Kiran Desai", "pred": "Hop 1: Carry Me Down -> nominated for -> Booker Prize (2006)\n Hop 2: Booker Prize -> winner -> Kiran Desai (2006)\n Answer: Kiran Desai", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006166", "complexity": "2hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Corpo Truppe Volontarie -> commanded by -> Mario Roatta (1936)\n Hop 2: Mario Roatta -> country of citizenship -> Kingdom of Italy (1936)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.3, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004182", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1912.0, "gold": "Kingdom of Italy", "pred": "Hop 1: Augusto Arioni -> member of sports team -> Torino FC (1912)\n Hop 2: Torino FC -> country -> Kingdom of Italy (1912)\n Answer: Kingdom of Italy", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002192", "complexity": "2hop", "operator_type": "sequence", "t_query": 1997.0, "gold": "Berti Vogts", "pred": "Hop 1: Thomas Linke -> member of sports team -> Germany men's national association football team (1997)\n Hop 2: Germany men's national association football team -> head coach -> Berti Vogts (1997)\n Answer: Berti Vogts", "em": 1.0, "f1": 0.17391304347826084, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004835", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1950.0, "gold": "Luigi Einaudi", "pred": "Hop 1: Karl Plattner -> country of citizenship -> Italy (1950)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1950)\n Answer: Luigi Einaudi", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001116", "complexity": "2hop", "operator_type": "interval", "t_query": 2004.0, "gold": "2004", "pred": "Hop 1: Chimamanda Ngozi Adichie -> nominated for -> Booker Prize (2004)\n Hop 2: Booker Prize -> winner -> Alan Hollinghurst (2004)\n Answer: 2004", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003320", "complexity": "2hop", "operator_type": "sequence", "t_query": 1935.0, "gold": "Soviet Union", "pred": "Hop 1: Ochakiv Raion -> located in -> Odesa Oblast (1935)\n Hop 2: Odesa Oblast -> country -> Soviet Union (1935)\n Answer: Soviet Union", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003882", "complexity": "2hop", "operator_type": "before_after", "t_query": 1955.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Giuseppe Patan\u00e8 -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1955)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003657", "complexity": "2hop", "operator_type": "before_after", "t_query": 2007.0, "gold": "Ian Porterfield", "pred": "Hop 1: Karen Dokhoyan -> member of sports team -> FC Pyunik (2007)\n Hop 2: FC Pyunik -> head coach -> Eduard Markarov (2007)\n Answer: Eduard Markarov", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001053", "complexity": "2hop", "operator_type": "sequence", "t_query": 2013.0, "gold": "Toni Servillo", "pred": "Hop 1: Tom Schilling -> nominated for -> European Film Award for Best Actor (2013)\n Hop 2: European Film Award for Best Actor -> winner -> Toni Servillo (2013)\n Answer: Toni Servillo", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006052", "complexity": "2hop", "operator_type": "interval", "t_query": 1983.0, "gold": "1983", "pred": "Hop 1: Costa-Gavras -> nominated for -> BAFTA Award for Best Direction (1983)\n Hop 2: Richard Attenborough -> winner -> BAFTA Award for Best Direction (1983)\n Answer: Richard Attenborough", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000428", "complexity": "2hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Colin Firth", "pred": "Hop 1: A Single Man -> nominated for -> Academy Award for Best Actor (2010)\n Hop 2: Academy Award for Best Actor (2010) -> winner -> Colin Firth (2010)\n Answer: Colin Firth", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000183", "complexity": "2hop", "operator_type": "sequence", "t_query": 2001.0, "gold": "Italian lira", "pred": "Hop 1: Nello Pagani -> country of citizenship -> Italy (2001)\n Hop 2: Italy -> currency -> Italian lira (2001)\n Answer: Italian lira", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007379", "complexity": "2hop", "operator_type": "before_after", "t_query": 2006.0, "gold": "Giovanni Trapattoni", "pred": "Hop 1: Heiko Gerber -> member of sports team -> VfB Stuttgart (2006)\n Hop 2: VfB Stuttgart -> head coach -> Giovanni Trapattoni (2006)\n Hop 3: Giovanni Trapattoni -> coach", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005742", "complexity": "2hop", "operator_type": "sequence", "t_query": 1994.0, "gold": "James Kelman", "pred": "Hop 1: Abdulrazak Gurnah -> nominated for -> Booker Prize (1994)\n Hop 2: Booker Prize -> winner -> James Kelman (1994)\n Answer: James Kelman", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000962", "complexity": "2hop", "operator_type": "sequence", "t_query": 1990.0, "gold": "West Germany", "pred": "Hop 1: BND law -> signatory -> Gerhard Stoltenberg (1990)\n Hop 2: Gerhard Stoltenberg -> country of citizenship -> West Germany (1990)\n Answer: West Germany", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005810", "complexity": "2hop", "operator_type": "sequence", "t_query": 1990.0, "gold": "Otto Graf Lambsdorff", "pred": "Hop 1: Free Democratic Party -> replaced by -> Free Democratic Party (1990)\n Hop 2: Free Democratic Party -> chairperson -> Otto Graf Lambsdorff (1990)\n Answer: Otto Graf Lambsdorff", "em": 1.0, "f1": 0.35294117647058826, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000427", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1974.0, "gold": "Giovanni Leone", "pred": "Hop 1: Piero Chiara -> country of citizenship -> Italy (1974)\n Hop 2: Italy -> head of state -> Giovanni Leone (1974)\n Answer: Giovanni Leone", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005227", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1938.0, "gold": "presidential system", "pred": "Hop 1: Horodenka -> country -> Second Polish Republic (1938)\n Hop 2: Second Polish Republic -> basic form of government -> presidential system (1938)\n Answer: presidential system", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000433", "complexity": "2hop", "operator_type": "sequence", "t_query": 1911.0, "gold": "God Save the Tsar!", "pred": "Hop 1: Dub\u0103sari -> country -> Russian Empire (1911)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1911)\n Answer: God Save the Tsar!", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005466", "complexity": "2hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "Climate Pledge Arena", "pred": "Hop 1: Gary Payton -> member of sports team -> Seattle SuperSonics (2000)\n Hop 2: Seattle SuperSonics -> home venue -> Climate Pledge Arena (2000)\n Answer: Climate Pledge Arena", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004741", "complexity": "2hop", "operator_type": "before_after", "t_query": 1936.0, "gold": "1st Panzer Division", "pred": "Hop 1: Karl Lotter -> significant person -> Maximilian von Weichs (1936)\n Hop 2: Maximilian von Weichs -> commander of -> 1st Panzer Division (1936)\n Answer: 1st Panzer Division", "em": 1.0, "f1": 0.3, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006763", "complexity": "2hop", "operator_type": "interval", "t_query": 2001.0, "gold": "2001", "pred": "Hop 1: Craig Armstrong -> award received -> BAFTA Award for Best Original Music (2001)\n Hop 2: BAFTA Award for Best Original Music -> winner -> Tan Dun (2001)\n Answer: 2001", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002214", "complexity": "2hop", "operator_type": "sequence", "t_query": 1917.0, "gold": "God Save the Tsar!", "pred": "Hop 1: Balaklava -> country -> Russian Empire (1917)\n Hop 2: Russian Empire -> anthem -> God Save the Tsar! (1917)\n Answer: God Save the Tsar!", "em": 1.0, "f1": 0.4444444444444445, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005612", "complexity": "2hop", "operator_type": "before_after", "t_query": 1954.0, "gold": "Nikita Khrushchev", "pred": "Hop 1: Zuleykha Seyidmammadova -> member of political party -> Communist Party of the Soviet Union (1954)\n Hop 2: Communist Party of the Soviet Union -> chairperson -> Nikita Khrushchev (1954)\n Answer:", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007746", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1918.0, "gold": "Austria", "pred": "Hop 1: Walter Gropius -> spouse -> Alma Mahler (1918)\n Hop 2: Alma Mahler -> country of citizenship -> Austria (1918)\n Answer: Austria", "em": 1.0, "f1": 0.13333333333333333, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003268", "complexity": "2hop", "operator_type": "before_after", "t_query": 1951.0, "gold": "Luigi Einaudi", "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000324", "complexity": "2hop", "operator_type": "before_after", "t_query": 1937.0, "gold": "United Kingdom", "pred": "Hop 1: Kfar Saba -> country -> Mandatory Palestine (1937)\n Hop 2: Mandatory Palestine -> located in -> United Kingdom (1937)\n Answer: United Kingdom", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006933", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Mario Scelba", "pred": "Hop 1: Nani Tedeschi -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Answer: Alcide De Gasperi", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005705", "complexity": "2hop", "operator_type": "sequence", "t_query": 1949.0, "gold": "Robert Knud Friedrich Pilger", "pred": "Hop 1: Hermann Otto Sleumer -> employer -> Botanic Garden and Botanical Museum Berlin (1949)\n Hop 2: Botanic Garden and Botanical Museum Berlin -> chief executive officer -> Robert Knud Friedrich Pilger (1949)\n Answer:", "em": 1.0, "f1": 0.3076923076923077, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006241", "complexity": "2hop", "operator_type": "sequence", "t_query": 1935.0, "gold": "Bucharest", "pred": "Hop 1: Tutrakan -> country -> Kingdom of Romania (1935)\n Hop 2: Kingdom of Romania -> capital -> Bucharest (1935)\n Answer: Bucharest", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003204", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1999.0, "gold": "Ralph Fiennes", "pred": "Hop 1: Anders W. Berthelsen -> nominated for -> European Film Award for Best Actor (1999)\n Hop 2: European Film Award for Best Actor -> winner -> Ralph Fiennes (1999)\n Answer: Ralph Fiennes", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001109", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1918.0, "gold": "Neutral Moresnet", "pred": "Hop 1: Minden Government Region -> country -> Weimar Republic (1918)\n Hop 2: Weimar Republic -> shares border with -> Neutral Moresnet (1918)\n Answer: Neutral Moresnet", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001496", "complexity": "2hop", "operator_type": "sequence", "t_query": 1956.0, "gold": "Yugoslavia", "pred": "Hop 1: Valeria Moriconi -> country of citizenship -> Italy (1956)\n Hop 2: Italy -> shares border with -> Yugoslavia (1956)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004458", "complexity": "2hop", "operator_type": "before_after", "t_query": 1955.0, "gold": "Cel\u00e2l Bayar", "pred": "Hop 1: Mehmed Uzun -> country of citizenship -> Turkey (1955)\n Hop 2: Turkey -> head of state -> Cel\u00e2l Bayar (1955)\n Answer: Cel\u00e2l Bayar", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005199", "complexity": "2hop", "operator_type": "sequence", "t_query": 2009.0, "gold": "Klaus Wowereit", "pred": "Hop 1: Sissel Tolaas -> work location -> Berlin (2009)\n Hop 2: Berlin -> head of government -> Klaus Wowereit (2009)\n Answer: Klaus Wowereit", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000202", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2006.0, "gold": "Ireland", "pred": "Hop 1: Matteo Priamo -> member of sports team -> Bardiani CSF 7 Saber (2006)\n Hop 2: Bardiani CSF 7 Saber -> country -> Ireland (2006)\n Answer: Ireland", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006446", "complexity": "2hop", "operator_type": "before_after", "t_query": 1952.0, "gold": "European Coal and Steel Community", "pred": "Hop 1: Edoardo Mangiarotti -> country of citizenship -> Italy (1952)\n Hop 2: Italy -> member of -> European Coal and Steel Community (1952)\n Answer: European Coal and Steel Community", "em": 1.0, "f1": 0.45454545454545453, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001839", "complexity": "2hop", "operator_type": "sequence", "t_query": 2010.0, "gold": "Q953762", "pred": "Hop 1: Pedro Geromel -> member of sports team -> Barcelona (2010)\n Hop 2: Barcelona -> head of government -> Q953762 (2010)\n Answer: Q953762", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001174", "complexity": "2hop", "operator_type": "sequence", "t_query": 2011.0, "gold": "Latvian Higher League", "pred": "Hop 1: Pavel Mochalin -> member of sports team -> FK Ventspils (2011)\n Hop 2: FK Ventspils -> league or competition -> Latvian Higher League (2011)\n Answer: Latvian Higher League", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006379", "complexity": "2hop", "operator_type": "sequence", "t_query": 2008.0, "gold": "Giorgio Napolitano", "pred": "Hop 1: Francesca Romana Coluzzi -> country of citizenship -> Italy (2008)\n Hop 2: Italy -> head of state -> Giorgio Napolitano (2008)\n Answer: Giorgio Napolitano", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001940", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1989.0, "gold": "Yugoslavia", "pred": "Hop 1: Marcello Costalunga -> country of citizenship -> Italy (1989)\n Hop 2: Italy -> shares border with -> Yugoslavia (1989)\n Answer: Yugoslavia", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001985", "complexity": "2hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "German Democratic Republic", "pred": "Hop 1: Heinz Czechowski -> award received -> Heinrich Mann Prize (1984)\n Hop 2: Heinrich Mann Prize -> country -> German Democratic Republic (1984)\n Answer: German Democratic Republic", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000177", "complexity": "2hop", "operator_type": "sequence", "t_query": 1962.0, "gold": "German Democratic Republic", "pred": "Hop 1: Claus Korth -> allegiance -> West Germany (1962)\n Hop 2: West Germany -> territory claimed by -> German Democratic Republic (1962)\n Answer: German Democratic Republic", "em": 1.0, "f1": 0.3157894736842105, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003534", "complexity": "2hop", "operator_type": "interval", "t_query": 2021.0, "gold": "2021", "pred": "Hop 1: University of Toronto -> member of -> Tsinghua University (2021)\n Hop 2: Tsinghua University -> funder -> Yale University (2021)\n Answer: 2021", "em": 1.0, "f1": 0.15384615384615385, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007118", "complexity": "2hop", "operator_type": "before_after", "t_query": 2004.0, "gold": "Steve Sampson", "pred": "Hop 1: Andreas Herzog -> member of sports team -> LA Galaxy (2004)\n Hop 2: LA Galaxy -> head coach -> Steve Sampson (2004)\n Answer: Steve Sampson", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008135", "complexity": "2hop", "operator_type": "sequence", "t_query": 1922.0, "gold": "Panama", "pred": "Hop 1: Alexander Graham Bell -> country of citizenship -> United States (1922)\n Hop 2: United States -> shares border with -> Panama (1922)\n Answer: Panama", "em": 1.0, "f1": 0.1111111111111111, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008030", "complexity": "2hop", "operator_type": "sequence", "t_query": 1988.0, "gold": "Maurice Druon", "pred": "Hop 1: Jacques Laurent -> member of -> Acad\u00e9mie Fran\u00e7aise (1988)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> Maurice Druon (1988)\n Answer: Maurice Druon", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008449", "complexity": "2hop", "operator_type": "before_after", "t_query": 1975.0, "gold": "Kurt Biedenkopf", "pred": "Hop 1: Hanns Martin Schleyer -> member of political party -> Christian Democratic Union (1975)\n Hop 2: Christian Democratic Union -> general secretary -> Kurt Biedenkopf (1975)\n Answer: Kurt Biedenkopf", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001457", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1982.0, "gold": "Thomas Keneally", "pred": "Hop 1: William Boyd -> nominated for -> Booker Prize (1982)\n Hop 2: Booker Prize -> winner -> Thomas Keneally (1982)\n Answer: Thomas Keneally", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001650", "complexity": "2hop", "operator_type": "before_after", "t_query": 2000.0, "gold": "Sergi L\u00f3pez", "pred": "Hop 1: Bread and Tulips -> nominated for -> European Film Award for Best Film (2000)\n Hop 2: European Film Award for Best Film -> winner -> Dancer in the Dark (2000)\n Answer: Dancer in the Dark", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006597", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "SeatGeek Stadium", "pred": "Hop 1: Logan Pause -> member of sports team -> Chicago Fire FC (2009)\n Hop 2: Chicago Fire FC -> home venue -> SeatGeek Stadium (2009)\n Answer: SeatGeek Stadium", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003141", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1924.0, "gold": "Canada", "pred": "Hop 1: Joseph-Elz\u00e9ar Bernier -> member of the crew of -> Gauss (1924)\n Hop 2: Gauss -> country of registry -> Canada (1924)\n Answer: Canada", "em": 1.0, "f1": 0.11764705882352941, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004341", "complexity": "2hop", "operator_type": "sequence", "t_query": 1984.0, "gold": "BP", "pred": "Hop 1: Wolfram Wuttke -> member of sports team -> Hamburger SV (1984)\n Hop 2: Hamburger SV -> sponsor -> BP (1984)\n Answer: BP", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007989", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1905.0, "gold": "Russian Empire", "pred": "Hop 1: Vedi -> located in -> Erivan Governorate (1905)\n Hop 2: Erivan Governorate -> country -> Russian Empire (1905)\n Answer: Russian Empire", "em": 1.0, "f1": 0.2666666666666667, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002962", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1955.0, "gold": "Mario Scelba", "pred": "Hop 1: Bruno Torpigliani -> country of citizenship -> Italy (1955)\n Hop 2: Italy -> head of government -> Alcide De Gasperi (1955)\n Answer: Alcide De Gasperi", "em": 0.0, "f1": 0.0, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001198", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2011.0, "gold": "Allianz Arena", "pred": "Hop 1: Kenny Cooper -> member of sports team -> TSV 1860 M\u00fcnchen (2011)\n Hop 2: TSV 1860 M\u00fcnchen -> home venue -> Allianz Arena (2011)\n Answer: Allianz Arena", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006028", "complexity": "2hop", "operator_type": "before_after", "t_query": 2012.0, "gold": "Lu\u00eds Filipe Vieira", "pred": "Hop 1: Artur Moraes -> member of sports team -> S.L. Benfica (2012)\n Hop 2: S.L. Benfica -> chairperson -> Lu\u00eds Filipe Vieira (2012)\n Answer: Lu\u00eds Filipe", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007856", "complexity": "2hop", "operator_type": "interval", "t_query": 1902.0, "gold": "1902", "pred": "Hop 1: Rorschach\u2013St. Gallen railway line -> owned by -> Vereinigte Schweizerbahnen (1902)\n Hop 2: Vereinigte Schweizerbahnen -> replaced by -> Swiss Federal Railways (1902)\n Answer: 190", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003797", "complexity": "2hop", "operator_type": "interval", "t_query": 2011.0, "gold": "2011", "pred": "Hop 1: Fontanezier -> replaced by -> T\u00e9venon (2011)\n Hop 2: T\u00e9venon -> replaces -> Vaugondry (2011)\n Answer: 2011", "em": 1.0, "f1": 0.16666666666666669, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002920", "complexity": "2hop", "operator_type": "sequence", "t_query": 1941.0, "gold": "Adolf Hitler", "pred": "Hop 1: HMS Graph -> country of registry -> Nazi Germany (1941)\n Hop 2: Nazi Germany -> head of state -> Adolf Hitler (1941)\n Answer: Adolf Hitler", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004648", "complexity": "2hop", "operator_type": "interval", "t_query": 1998.0, "gold": "1998", "pred": "Hop 1: Yoshio Masui -> award received -> Albert Lasker Award for Basic Medical Research (1998)\n Hop 2: Albert Lasker Award for Basic Medical Research -> winner -> Lee Hartwell (1998)\n Answer: 1998", "em": 1.0, "f1": 0.10526315789473684, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005249", "complexity": "2hop", "operator_type": "sequence", "t_query": 1965.0, "gold": "Julie Christie", "pred": "Hop 1: Marriage Italian-Style -> nominated for -> Academy Award for Best Actress (1965)\n Hop 2: Academy Award for Best Actress -> winner -> Julie Christie (1965)\n Answer: Julie Christie", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004612", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1951.0, "gold": "Luigi Einaudi", "pred": "Hop 1: Luigi Carnacina -> country of citizenship -> Italy (1951)\n Hop 2: Italy -> head of state -> Luigi Einaudi (1951)\n Answer: Luigi Einaudi", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_006383", "complexity": "2hop", "operator_type": "interval", "t_query": 1976.0, "gold": "1976", "pred": "Hop 1: Giacomo Neri -> country of citizenship -> Italy (1976)\n Hop 2: Italy -> head of government -> Aldo Moro (1976)\n Answer: 1976", "em": 1.0, "f1": 0.125, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_003997", "complexity": "2hop", "operator_type": "before_after", "t_query": 2005.0, "gold": "Daniel Auteuil", "pred": "Hop 1: Romain Duris -> nominated for -> European Film Award for Best Actor (2005)\n Hop 2: European Film Award for Best Actor -> winner -> Daniel Auteuil (2005)\n Answer: Daniel Auteuil", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002521", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2020.0, "gold": "Heiko Herrlich", "pred": "Hop 1: Marek Such\u00fd -> member of sports team -> FC Augsburg (2020)\n Hop 2: FC Augsburg -> head coach -> Heiko Herrlich (2020)\n Answer: Heiko Herrlich", "em": 1.0, "f1": 0.21052631578947367, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_008451", "complexity": "2hop", "operator_type": "before_after", "t_query": 2021.0, "gold": "Mario Draghi", "pred": "Hop 1: Cesare Benedetti -> country for sport -> Italy (2021)\n Hop 2: Italy -> head of government -> Mario Draghi (2021)\n Answer: Mario Draghi", "em": 1.0, "f1": 0.2222222222222222, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002584", "complexity": "2hop", "operator_type": "interval", "t_query": 1944.0, "gold": "1944", "pred": "Hop 1: Harry Warren -> award received -> Academy Award for Best Original Song (1944)\n Hop 2: Johnny Burke -> winner of -> Harry Warren's award received (1944)\n Answer: 1944", "em": 1.0, "f1": 0.1, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000401", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1959.0, "gold": "Zhou Enlai", "pred": "Hop 1: Zhao Ziyang -> country of citizenship -> People's Republic of China (1959)\n Hop 2: People's Republic of China -> head of government -> Zhou Enlai (1959)\n Answer: Zhou Enlai", "em": 1.0, "f1": 0.19999999999999998, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_007273", "complexity": "2hop", "operator_type": "before_after", "t_query": 2010.0, "gold": "Harry Redknapp", "pred": "Hop 1: Michael Dawson -> member of sports team -> Tottenham Hotspur F.C. (2010)\n Hop 2: Tottenham Hotspur F.C. -> head coach -> Harry Redknapp (2010)\n Answer: Harry Redkn", "em": 1.0, "f1": 0.18181818181818182, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_000566", "complexity": "2hop", "operator_type": "before_after", "t_query": 2009.0, "gold": "H\u00e9l\u00e8ne Carr\u00e8re d'Encausse", "pred": "Hop 1: Jean-Loup Dabadie -> member of -> Acad\u00e9mie Fran\u00e7aise (2009)\n Hop 2: Acad\u00e9mie Fran\u00e7aise -> general secretary -> H\u00e9l\u00e8ne Carr\u00e8re d'Encausse (2009)\n Answer: H\u00e9l\u00e8ne Carr\u00e8re", "em": 1.0, "f1": 0.3636363636363636, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_001480", "complexity": "2hop", "operator_type": "before_after", "t_query": 1999.0, "gold": "Saku Koivu", "pred": "Hop 1: Matt Carkner -> drafted by -> Montreal Canadiens (1999)\n Hop 2: Montreal Canadiens -> team captain -> Saku Koivu (1999)\n Answer: Saku Koivu", "em": 1.0, "f1": 0.23529411764705882, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_002648", "complexity": "2hop", "operator_type": "before_after", "t_query": 1977.0, "gold": "Paul Scott", "pred": "Hop 1: Jennifer Johnston -> nominated for -> Booker Prize (1977)\n Hop 2: Booker Prize -> winner -> Paul Scott (1977)\n Answer: Paul Scott", "em": 1.0, "f1": 0.25, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_005191", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 1920.0, "gold": "Theodor Liebknecht", "pred": "Hop 1: Bruno Bieligk -> member of political party -> Independent Social Democratic Party of Germany (1920)\n Hop 2: Independent Social Democratic Party of Germany -> chairperson -> Theodor Liebknecht (1920)\n Answer: Theodor Liebkne", "em": 1.0, "f1": 0.1904761904761905, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 }, { "id": "q_004451", "complexity": "2hop", "operator_type": "point_in_time", "t_query": 2009.0, "gold": "Azerbaijan Premier League", "pred": "Hop 1: Andrey Popovi\u00e7 -> member of sports team -> FC Baku (2009)\n Hop 2: FC Baku -> league or competition -> Azerbaijan Premier League (2009)\n Answer: Azerbaijan Premier League", "em": 1.0, "f1": 0.2857142857142857, "th_fact": 0.0, "th_temp": 0.0, "th_grounded": 1.0, "th_n_triples": 0 } ] }