diff --git a/README.md b/README.md index 361fa3f7abef2f7b0cd2ff957e1108de0c621e76..939dbea42e69daaba16fc74d42db9367cd6f70df 100644 --- a/README.md +++ b/README.md @@ -1,10 +1,18 @@ --- -title: LudoBench Test -emoji: 🚀 -colorFrom: red -colorTo: gray +title: "LudoBench: Board Game Reasoning Benchmark" +emoji: "\U0001F3B2" +colorFrom: blue +colorTo: purple sdk: static pinned: false +license: mit --- -Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference +# LudoBench + +A multimodal board-game reasoning benchmark evaluating LLM/VLM reasoning across 5 strategy games and 3 difficulty tiers. + +- 638 annotated QA pairs +- 5 games: Kingdomino, Res Arcana, Pax Renaissance, Carcassonne, Catan +- 3 tiers: Environment Perception, Rules Integration, Short-Horizon Optimization +- 9 models benchmarked across 3 modalities (None, Text, Image) diff --git a/annotation_data/.DS_Store b/annotation_data/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..be83a7edffe29d8f92c31f97a01f56331115ef07 Binary files /dev/null and b/annotation_data/.DS_Store differ diff --git a/annotation_data/carcassonne_tier1/test_2001.json b/annotation_data/carcassonne_tier1/test_2001.json new file mode 100644 index 0000000000000000000000000000000000000000..302983e75643b37afc2b0110f03fe8c4b8a3478f --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2001.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles are present in the given landscape?", + "Answer": "9", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2001 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2002.json b/annotation_data/carcassonne_tier1/test_2002.json new file mode 100644 index 0000000000000000000000000000000000000000..649185203c8b48b697563de343597e6cb2f237f6 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2002.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "What is the size of the minimum rectangle that can enclose all the tiles in the given landscape? Provide the answer in the format 'width x height'.", + "Answer": "4 x 4", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2002 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2003.json b/annotation_data/carcassonne_tier1/test_2003.json new file mode 100644 index 0000000000000000000000000000000000000000..b074270ee7f96019f796936ed99657e5090e13dd --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2003.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Given the current landscape, how many tiles have roads shown on them?", + "Answer": "6", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2003 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2004.json b/annotation_data/carcassonne_tier1/test_2004.json new file mode 100644 index 0000000000000000000000000000000000000000..f10ec12d6a960e79e0d8aeb79ac63f7afac14a41 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2004.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Given the current landscape, how many tiles have grass present on them?", + "Answer": "8", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2004 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2005.json b/annotation_data/carcassonne_tier1/test_2005.json new file mode 100644 index 0000000000000000000000000000000000000000..17afeb9c3ea61c76b5e4e42e1887fe3f76d17b66 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2005.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Given the current landscape, how many tiles contain only grass on them?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2005 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2006.json b/annotation_data/carcassonne_tier1/test_2006.json new file mode 100644 index 0000000000000000000000000000000000000000..6de339c8aa3193cbcf810c55be64d2c68a9551b9 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2006.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Given the landscape, how many tiles contain a shield (or coat of arms) symbol?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2006 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2007.json b/annotation_data/carcassonne_tier1/test_2007.json new file mode 100644 index 0000000000000000000000000000000000000000..71e7a54829f816b2e6ebdc7b329109ae76e5371f --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2007.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles are present in the given landscape?", + "Answer": "6", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2007 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2008.json b/annotation_data/carcassonne_tier1/test_2008.json new file mode 100644 index 0000000000000000000000000000000000000000..d3c024a1b4e5933f2a92fcd1b64923d19d000632 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2008.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Given the current landscape, how many tiles do not contain any roads?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2008 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2009.json b/annotation_data/carcassonne_tier1/test_2009.json new file mode 100644 index 0000000000000000000000000000000000000000..bdbc63608b2a40da534432b6b3a69842103e11f8 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2009.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Given the current landscape, how many tiles contain more than one road passing through them?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2009 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2010.json b/annotation_data/carcassonne_tier1/test_2010.json new file mode 100644 index 0000000000000000000000000000000000000000..7fb008402ecceb01c7efadf423ffbfade8e10a31 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2010.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "What is the size of the minimum rectangle that can enclose all the tiles in the given landscape? Provide the answer in the format 'width x height'.", + "Answer": "3 x 2", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2010 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2011.json b/annotation_data/carcassonne_tier1/test_2011.json new file mode 100644 index 0000000000000000000000000000000000000000..9b2ea79e1f9a52975bd468358616a78324398586 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2011.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles have a building present on them in the given landscape?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2011 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2012.json b/annotation_data/carcassonne_tier1/test_2012.json new file mode 100644 index 0000000000000000000000000000000000000000..36a1672e6a89cc470f5ffeb478e73fbd15d1fcd0 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2012.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "In the given landscape, how many tiles does the longest continuous road pass through?", + "Answer": "4", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2012 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2013.json b/annotation_data/carcassonne_tier1/test_2013.json new file mode 100644 index 0000000000000000000000000000000000000000..05e1e2ff1a94161d4d424871d22ef52f9ac696a8 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2013.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles are present in the given landscape?", + "Answer": "7", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2013 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2014.json b/annotation_data/carcassonne_tier1/test_2014.json new file mode 100644 index 0000000000000000000000000000000000000000..cb74ed5d461517f0555dc83e8190ec093b5756c4 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2014.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Given the current landscape, how many tiles contain a single road?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2014 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2015.json b/annotation_data/carcassonne_tier1/test_2015.json new file mode 100644 index 0000000000000000000000000000000000000000..43c2728c586df33f9d0eb7095d84db45c51bc5a7 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2015.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles contain grass but no road present on them in the given landscape?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2015 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2016.json b/annotation_data/carcassonne_tier1/test_2016.json new file mode 100644 index 0000000000000000000000000000000000000000..766a363eb6012b9dfe116a410e714870fc6a9595 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2016.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles contain a shield (or coat of arms) symbol in the given landscape?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2016 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2017.json b/annotation_data/carcassonne_tier1/test_2017.json new file mode 100644 index 0000000000000000000000000000000000000000..90369d08e6087da6ae7fd1d59576db03805b0b83 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2017.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Assuming that the goal is to get the current landscape to have a rectangular shape with no gaps, how many additional tiles are needed to be placed in order to achieve this?", + "Answer": "5", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2017 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2018.json b/annotation_data/carcassonne_tier1/test_2018.json new file mode 100644 index 0000000000000000000000000000000000000000..4e43f2e7e5d06c59d58e800adbe43936ecf21678 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2018.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many meeples are currently placed on the tiles in the given landscape?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/meeple_landscape_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2018 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2019.json b/annotation_data/carcassonne_tier1/test_2019.json new file mode 100644 index 0000000000000000000000000000000000000000..2d5ae74dd8548ba2e1b5b3cc1cf36669fdce4214 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2019.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Which color meeple is present on the tile containing only a road segment in the given landscape?", + "Answer": "red", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/meeple_landscape_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2019 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2020.json b/annotation_data/carcassonne_tier1/test_2020.json new file mode 100644 index 0000000000000000000000000000000000000000..1cfefc094ecae2e914c80caaa82ba45e2c57b921 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2020.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles do not contain any meeples in the given landscape?", + "Answer": "4", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/meeple_landscape_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2020 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2021.json b/annotation_data/carcassonne_tier1/test_2021.json new file mode 100644 index 0000000000000000000000000000000000000000..f120442cfd2a51514276734f255e03e7a4fc7859 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2021.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "From the given landscape, how many tiles contain sleeping meeples?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/meeple_landscape_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2021 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2022.json b/annotation_data/carcassonne_tier1/test_2022.json new file mode 100644 index 0000000000000000000000000000000000000000..8cc0931e60b1be77fd29344c98629d920eacc87b --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2022.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Assuming that the goal is to create a rectangular shape with no gaps, how many additional tiles are needed to be placed to achieve this?", + "Answer": "5", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/meeple_landscape_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2022 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2023.json b/annotation_data/carcassonne_tier1/test_2023.json new file mode 100644 index 0000000000000000000000000000000000000000..998aa779cd846d70b17ea8cc28488bbcab0dbe27 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2023.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Which color meeples is present on the tile containing at least one road segment in the given landscape?", + "Answer": "red, blue", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/meeple_landscape_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2023 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2024.json b/annotation_data/carcassonne_tier1/test_2024.json new file mode 100644 index 0000000000000000000000000000000000000000..56344b709457205dde660efffc7155f25b3eca43 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2024.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many standing yellow meeples are present in the given landscape?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/meeple_landscape_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2024 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2025.json b/annotation_data/carcassonne_tier1/test_2025.json new file mode 100644 index 0000000000000000000000000000000000000000..3c59847cf30ed2d3a5d3f8fc56557504233bf828 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2025.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Given the scoreboard, How many players are playing this game?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2025 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2026.json b/annotation_data/carcassonne_tier1/test_2026.json new file mode 100644 index 0000000000000000000000000000000000000000..44c196ff701302c8fbb3aec97fa58df62650b118 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2026.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many points does the green player have according to the scoreboard?", + "Answer": "8", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2026 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2027.json b/annotation_data/carcassonne_tier1/test_2027.json new file mode 100644 index 0000000000000000000000000000000000000000..a5505f2d3910fdfec401dca6be9d845df2b3d155 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2027.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many points does the blue player have according to the scoreboard?", + "Answer": "30", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2027 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2028.json b/annotation_data/carcassonne_tier1/test_2028.json new file mode 100644 index 0000000000000000000000000000000000000000..94da60aa9e033772e056cc030c35d3570749ed78 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2028.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many points does the blue player have according to the scoreboard?", + "Answer": "40", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2028 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2029.json b/annotation_data/carcassonne_tier1/test_2029.json new file mode 100644 index 0000000000000000000000000000000000000000..1f032f82f67e819ea39a9c7a993b6422fdc7db56 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2029.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many meeples are currently in the standing position on the scoreboard?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2029 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2030.json b/annotation_data/carcassonne_tier1/test_2030.json new file mode 100644 index 0000000000000000000000000000000000000000..6929ccd16d08f4b1a233ea2e5ab0942966c4f0fb --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2030.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Assuming that meeples in any orientation (standing or sleeping) are considered to be same, how many points does the red player have according to the scoreboard?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2030 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2031.json b/annotation_data/carcassonne_tier1/test_2031.json new file mode 100644 index 0000000000000000000000000000000000000000..dde8fd6c91cd223d6b645490026c19b8ef166705 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2031.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Given the current scoreboard, how many players have their meeples in sleeping position?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2031 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2032.json b/annotation_data/carcassonne_tier1/test_2032.json new file mode 100644 index 0000000000000000000000000000000000000000..f589cdb111b8f4b605904b3b9bab56999e3ccefc --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2032.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Assuming that meeples in any orientation (standing or sleeping) are considered to be same, which player has the highest points according to the scoreboard?", + "Answer": "Blue", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2032 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2033.json b/annotation_data/carcassonne_tier1/test_2033.json new file mode 100644 index 0000000000000000000000000000000000000000..464342cfd11ad2e20c3c3bde776845e0272c57eb --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2033.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Assuming that meeples in any orientation (standing or sleeping) are considered to be same, how many players have scored less than 10 points according to the scoreboard?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2033 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2034.json b/annotation_data/carcassonne_tier1/test_2034.json new file mode 100644 index 0000000000000000000000000000000000000000..5c8173b31335e4cddd9b9944bd559eace88b82ec --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2034.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Assuming that meeples in any orientation (standing or sleeping) are considered to be same, what is the score of the green player according to the scoreboard?", + "Answer": "6", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2034 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2035.json b/annotation_data/carcassonne_tier1/test_2035.json new file mode 100644 index 0000000000000000000000000000000000000000..8f895571cf51d83e7d1fb5b0291ccdb90690c576 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2035.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "Assuming that meeples in any orientation (standing or sleeping) are considered to be same, which player has the second highest points according to the scoreboard?", + "Answer": "Green", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2035 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2036.json b/annotation_data/carcassonne_tier1/test_2036.json new file mode 100644 index 0000000000000000000000000000000000000000..3cffe9ea2da39fcb88401b5ffba14f15038c755d --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2036.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles are present in the given gamestate image?", + "Answer": "31", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2036 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2037.json b/annotation_data/carcassonne_tier1/test_2037.json new file mode 100644 index 0000000000000000000000000000000000000000..3c07aaf567c8878917823abe691cb5138a0eabe4 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2037.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many standing meeples are present in the given gamestate image?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2037 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2038.json b/annotation_data/carcassonne_tier1/test_2038.json new file mode 100644 index 0000000000000000000000000000000000000000..f17efc80f71ef6ec380d35fd4c171989da7af640 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2038.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many meeples are present in the given gamestate image? Consider that both standing and lying meeples are counted as meeples.", + "Answer": "4", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2038 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2039.json b/annotation_data/carcassonne_tier1/test_2039.json new file mode 100644 index 0000000000000000000000000000000000000000..6a0cf3ff52ead4180fd370922b21e29ea56ddba6 --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2039.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many red meeples are present in the given gamestate image? Consider that both standing and lying meeples are counted as meeples.", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2039 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier1/test_2040.json b/annotation_data/carcassonne_tier1/test_2040.json new file mode 100644 index 0000000000000000000000000000000000000000..676598443e41585860ee0763f99abec340fb61cf --- /dev/null +++ b/annotation_data/carcassonne_tier1/test_2040.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "In the given gamestate image, how many standing red meeples are present?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_4.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2040 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2101.json b/annotation_data/carcassonne_tier2/test_2101.json new file mode 100644 index 0000000000000000000000000000000000000000..1c2a81946aecf7ae2db401c059bef7d9728ba493 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2101.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many completed cities are there on the given landscape?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2101 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2102.json b/annotation_data/carcassonne_tier2/test_2102.json new file mode 100644 index 0000000000000000000000000000000000000000..dcdd574378a312d313e1182b52a1a3013ddd875d --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2102.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many completed roads are present in the given landscape?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2102 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2103.json b/annotation_data/carcassonne_tier2/test_2103.json new file mode 100644 index 0000000000000000000000000000000000000000..ba228572e8449d18e5d494b4fe3f3d506b54ace4 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2103.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many tiles are surrounding the monastery in the given landscape?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/features_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2103 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2104.json b/annotation_data/carcassonne_tier2/test_2104.json new file mode 100644 index 0000000000000000000000000000000000000000..5688ef08de5a7e16d9f6521e5b6006784068d9d7 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2104.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Considering that the placement of the tile and meeple in this turn is completed, during scoring of this turn, how many points will the blue player earn?", + "Answer": "10", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/meeple_landscape_2.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2104 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2105.json b/annotation_data/carcassonne_tier2/test_2105.json new file mode 100644 index 0000000000000000000000000000000000000000..74fdeefb3bfa7a70fbb5cd10c18f920828af7c28 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2105.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Considering that the placement of the tile and meeple in this turn is completed, during scoring of this turn, how many points will the yellow player earn? (Assume game does not end after this turn)", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/meeple_landscape_2.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2105 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2106.json b/annotation_data/carcassonne_tier2/test_2106.json new file mode 100644 index 0000000000000000000000000000000000000000..46c3be8b2fce6633245d6813cd8d0e3f1cf1c9f7 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2106.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "According to the given scoreboard, which player has the highest score at this point in the game?", + "Answer": "green", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_3.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2106 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2107.json b/annotation_data/carcassonne_tier2/test_2107.json new file mode 100644 index 0000000000000000000000000000000000000000..0f67f6e5dbabe0e6771852199d31105e5c98aa47 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2107.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many players have a score of more than 25 points according to the given scoreboard?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/players_2.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2107 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2108.json b/annotation_data/carcassonne_tier2/test_2108.json new file mode 100644 index 0000000000000000000000000000000000000000..da69e0ef3294cc060e1f338f4416fec87665c580 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2108.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Given the landscape, what are the possible tiles a player can place in the position marked with an `X`? Output the valid tiles in alphabetical order separated by commas.", + "Answer": "A,C", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2108 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2109.json b/annotation_data/carcassonne_tier2/test_2109.json new file mode 100644 index 0000000000000000000000000000000000000000..d46b24c756b8e3a5fdd6c6135a9d15430fc72eab --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2109.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Given the landscape, what are the total number of (functionally) unique ways each of the option tiles (A, B, C) can be placed in the position marked with an `X`? Give your answer as [A = , B = , C = ].", + "Answer": "[A = 1, B = 0, C = 2]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2109 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2110.json b/annotation_data/carcassonne_tier2/test_2110.json new file mode 100644 index 0000000000000000000000000000000000000000..236f996a7da6ac1a488282cafd896efaf0714201 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2110.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many unique ways can the tile B be placed in the current landscape?", + "Answer": "9", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2110 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2111.json b/annotation_data/carcassonne_tier2/test_2111.json new file mode 100644 index 0000000000000000000000000000000000000000..b468d0f6fbf24f10b911e806625c1d0bf4c39230 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2111.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Suppose the game has been completed in the given landscape, what is the totals amount of points each player will get for their meeples remaining on the landscape (only report the points for the meeples on the landscape)? Provide your answer in the format [Red = , Blue = , Green = , Yellow = ].", + "Answer": "[Red = 2, Blue = 5]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/meeple_landscape_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2111 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2112.json b/annotation_data/carcassonne_tier2/test_2112.json new file mode 100644 index 0000000000000000000000000000000000000000..0d0c1039a5a099270a626a9373ba94a8335e5bcb --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2112.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many completed features are there in the given landscape?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_2.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2112 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2113.json b/annotation_data/carcassonne_tier2/test_2113.json new file mode 100644 index 0000000000000000000000000000000000000000..4d7015e9ebefe4d9246d45aa8d83aae9297c876b --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2113.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many unique ways can each of the option tiles (A, B) be placed in the position marked with an `X`? Give your answer as [A = , B = ].", + "Answer": "[A = 1, B = 1]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_2.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2113 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2114.json b/annotation_data/carcassonne_tier2/test_2114.json new file mode 100644 index 0000000000000000000000000000000000000000..a6209944dd6207fab434c4c3ef423df9b8961397 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2114.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "What is the total number of completed cities the landscape would have after placing each of the option tiles (A, B) in the position marked with an `X`? Give your answer as [A = , B = ].", + "Answer": "[A = 2, B = 3]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_2.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2114 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2115.json b/annotation_data/carcassonne_tier2/test_2115.json new file mode 100644 index 0000000000000000000000000000000000000000..1adc43781e53984893ea227e6750a2b24e00ce6c --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2115.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many unique ways can tile A be placed on the current landscape?", + "Answer": "19", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_2.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2115 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2116.json b/annotation_data/carcassonne_tier2/test_2116.json new file mode 100644 index 0000000000000000000000000000000000000000..559294bdc2bc304f305681853113507a654c07c1 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2116.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many unique ways can tile B be placed on the landscape such that it completes at least one incomplete city?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_2.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2116 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2117.json b/annotation_data/carcassonne_tier2/test_2117.json new file mode 100644 index 0000000000000000000000000000000000000000..15d3090af5955498be995eb489bd55e74383ae21 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2117.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many points would the red player gain at the end of this turn's scoring if tile A has been placed in position X?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_2.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2117 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2118.json b/annotation_data/carcassonne_tier2/test_2118.json new file mode 100644 index 0000000000000000000000000000000000000000..90cd668ee890ef62b0e04f8a9acad582793af7e9 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2118.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many points do each player gain at the end of this turn, assuming the C tile is placed in position`X`? Provide your answer in the format [Blue = , Yellow = ].", + "Answer": "[Blue = 12, Yellow = 9]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_3.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2118 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2119.json b/annotation_data/carcassonne_tier2/test_2119.json new file mode 100644 index 0000000000000000000000000000000000000000..49ef31983345feb21265e0e1a8c9d45a3ac79aa4 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2119.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many completed features are there in the given landscape before placing any tiles given?", + "Answer": "5", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_3.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2119 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2120.json b/annotation_data/carcassonne_tier2/test_2120.json new file mode 100644 index 0000000000000000000000000000000000000000..639dbda7d17985dadbff75a837dc9d0586adf2ce --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2120.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many completed features would be present in the landscape after placing the B tile in the position marked with an X?", + "Answer": "8", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_3.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2120 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2121.json b/annotation_data/carcassonne_tier2/test_2121.json new file mode 100644 index 0000000000000000000000000000000000000000..744313d512814923b22f5b28de2bcf5058955eae --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2121.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "In the given landscape how many fields are present?", + "Answer": "11", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2121 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2122.json b/annotation_data/carcassonne_tier2/test_2122.json new file mode 100644 index 0000000000000000000000000000000000000000..90dfd1d517120fc27970bffd8bd4a60ba1466fb7 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2122.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many farmers of each player are currently placed in the fields according to the given landscape? Provide your answer as [Red = , Black = , Blue = , Yellow = ].", + "Answer": "[Red = 1, Black = 1, Blue = 0, Yellow = 1]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2122 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2123.json b/annotation_data/carcassonne_tier2/test_2123.json new file mode 100644 index 0000000000000000000000000000000000000000..370b96ca28f36d32241da2a0693d5ccb05da3829 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2123.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many completed cities are present in the given landscape, before placing any option tiles (A, B, C)?", + "Answer": "4", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2123 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2124.json b/annotation_data/carcassonne_tier2/test_2124.json new file mode 100644 index 0000000000000000000000000000000000000000..dc651b510bc9cec54eeb2e25f55da2b41ad21971 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2124.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Can the given tiles (A, B, C) be placed atleast in one position on the current landscape? Provide your answer as [A = , B = , C = ].", + "Answer": "[A = Yes, B = Yes, C = Yes]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2124 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2125.json b/annotation_data/carcassonne_tier2/test_2125.json new file mode 100644 index 0000000000000000000000000000000000000000..b46503579512939d35b36bb45b2530718b13b9b0 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2125.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many tiles does the largest city span, and how many tiles does the largest road span in the given landscape? Provide your answer as [City = , Road = ]. Also assume that there is you are not placing the option tiles (A, B, C) on the landscape.", + "Answer": "[City = 7, Road = 9]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2125 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2126.json b/annotation_data/carcassonne_tier2/test_2126.json new file mode 100644 index 0000000000000000000000000000000000000000..22e066fb685968dbd33e35c525623a8d8e92e911 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2126.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider that it is yellow players turn. The player chooses to place B tile on the landscape in the position marked with an X. After placing the tile, the yellow player chooses to place a meeple on the monastry as a monk. After these two steps in this turn, how many points will the yellow player gain at the end of this turn's scoring?", + "Answer": "9", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_4.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2126 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2127.json b/annotation_data/carcassonne_tier2/test_2127.json new file mode 100644 index 0000000000000000000000000000000000000000..193a8b1a5aaeac552c6f9278701932cb63f74abc --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2127.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Assume it is the blue players turn. Blue chooses to place tile A on the space marked with Y. How many points will the blue player gain at the end of this turn's scoring?", + "Answer": "12", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_4.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2127 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2128.json b/annotation_data/carcassonne_tier2/test_2128.json new file mode 100644 index 0000000000000000000000000000000000000000..6e1814b84c447e15b112837c99d73cd5c5e2a750 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2128.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider that the red player chooses to place tile C on the landscape at the position marked with a Z. After placing the tile, the red player chooses to place a meeple on the road as a highwayman. After these two steps in this turn, how many points will the red player gain at the end of this turn's scoring?", + "Answer": "5", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_4.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2128 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2129.json b/annotation_data/carcassonne_tier2/test_2129.json new file mode 100644 index 0000000000000000000000000000000000000000..34b9271b635b1d4328ffc0dead29f3fa353b523c --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2129.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Considering that it is the yellow player's turn. The player chooses to place tile B on the landscape in the position marked with an X. After placing the tile, the yellow player chooses not to place any meeple on the tile. After these two steps in this turn, how many points will the yellow player gain at the end of this turn's scoring?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_4.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2129 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2130.json b/annotation_data/carcassonne_tier2/test_2130.json new file mode 100644 index 0000000000000000000000000000000000000000..613f9943ea33d17f8bdcb11b79201ab0ef9ba2b3 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2130.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Considering it is the red player's turn. The player chooses to place tile A on the landscape at the position marked with a Y. After placing the tile, the red player chooses not to place any meeple on the tile. After these two steps in this turn, how many points will the red player gain at the end of this turn's scoring?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_4.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2130 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2131.json b/annotation_data/carcassonne_tier2/test_2131.json new file mode 100644 index 0000000000000000000000000000000000000000..4a3a1be84110fd03cf6cc5489d37f538ee85c225 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2131.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Considering it is the red players turn, the player chooses to place tile A on the landscape at the position marked with a X. After placing the tile, the red player chooses not to place any meeple on the tile. After these two steps in this turn, how many points will the red player gain at the end of this turn's scoring?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_2.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2131 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2132.json b/annotation_data/carcassonne_tier2/test_2132.json new file mode 100644 index 0000000000000000000000000000000000000000..d7072200cb0aab9341634c9fb63639a3847fb87e --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2132.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider that it is the red players turn. The player chooses to place tile B on the landscape in the position marked with an X. After placing the tile, the red player chooses to not place a meeple on the tile. After these two steps in this turn, how many points will the red player gain at the end of this turn's scoring?", + "Answer": "4", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_2.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2132 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2133.json b/annotation_data/carcassonne_tier2/test_2133.json new file mode 100644 index 0000000000000000000000000000000000000000..889e605c2adb113c22915558b532413f520c30a3 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2133.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider it is the yellow players turn. The player chooses to place tile C on the landscape at the position marked with a X. After placing the tile, the yellow player chooses not to place any meeple on the tile. After these two steps in this turn, how many points will each player gain at the end of this turn's scoring? Report you answer as [yellow = , blue = , red = ].", + "Answer": "[yellow = 9, blue = 12, red = 0]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_3.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2133 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2134.json b/annotation_data/carcassonne_tier2/test_2134.json new file mode 100644 index 0000000000000000000000000000000000000000..3f6055960d22c422c71a09c9e74a936ede5e9c0e --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2134.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider it is the blue players turn. The player chooses to place tile B on the landscape at the position marked with a X. After placing the tile, the blue player chooses not to place any meeple on the tile. After these two steps in this turn, how many points will each player gain at the end of this turn's scoring? Report you answer as [yellow = , blue = , red = ].", + "Answer": "[yellow = 9, blue = 10, red = 0]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_3.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2134 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2135.json b/annotation_data/carcassonne_tier2/test_2135.json new file mode 100644 index 0000000000000000000000000000000000000000..cfc5260dbf2746d23f399103ff6d92133587f79f --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2135.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider that it is the red players turn. The player chooses to place tile A on the landscape marked with position Y. After placing the tile, the red player chooses to place a red meeple on the road as a highwayman. After these two steps in this turn, how many points will the red player gain at the end of this turn's scoring?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_3.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2135 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2136.json b/annotation_data/carcassonne_tier2/test_2136.json new file mode 100644 index 0000000000000000000000000000000000000000..5eb2228874393dc250c47ed9c84a09d222f295b3 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2136.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider that it is the red players turn. The player chooses to place tile A on the landscape marked with position Y. After placing the tile, the red player chooses to place a red meeple on the monastery as a monk. After these two steps in this turn, how many points will the red player gain at the end of this turn's scoring?", + "Answer": "9", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_3.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2136 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2137.json b/annotation_data/carcassonne_tier2/test_2137.json new file mode 100644 index 0000000000000000000000000000000000000000..bc44d542e3deb49cb057ff1adfb927e8ec105490 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2137.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Assume it is the blue player's turn. Blue places tile C on the landscape at the position marked with an X. Blue does not place a meeple. How many points will the blue player gain during end-of-turn scoring?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2137 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2138.json b/annotation_data/carcassonne_tier2/test_2138.json new file mode 100644 index 0000000000000000000000000000000000000000..30313f52f57afd037d2d362113069b86b0407d88 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2138.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many knights are present in the given landscape?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_3.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2138 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2139.json b/annotation_data/carcassonne_tier2/test_2139.json new file mode 100644 index 0000000000000000000000000000000000000000..40f1e3bbd53b80c66fb018ceaabcf188c4abb1c7 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2139.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many monks are present in the given landscape?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_1.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2139 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier2/test_2140.json b/annotation_data/carcassonne_tier2/test_2140.json new file mode 100644 index 0000000000000000000000000000000000000000..6eb9d1c51ede734d7bc927441da03e22aac818f0 --- /dev/null +++ b/annotation_data/carcassonne_tier2/test_2140.json @@ -0,0 +1,15 @@ +{ + "Game": "carcassonne", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many highwaymen are present in the given landscape?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/possible_tiles_3.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2140 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2201.json b/annotation_data/carcassonne_tier3/test_2201.json new file mode 100644 index 0000000000000000000000000000000000000000..00a87e6aa8952ce1bc88fb881cc4623a0fef80cb --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2201.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Given that it is the blue players turn. Given the different tile options (A, B, C), which tile should the blue player choose in order to maximize their score at the end of this turn? Give your answer in the format: [Tile = , Total_Points = ].", + "Answer": "[Tile = A, Total_Points = 10]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2201 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2202.json b/annotation_data/carcassonne_tier3/test_2202.json new file mode 100644 index 0000000000000000000000000000000000000000..d43e37de30d9034e675cd3da8056f37e233e1dfc --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2202.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Given that it is the red players turn. Given the different tile options (A, B, C), which tile should the red player choose in order to maximize thier score at the end of this turn? Also provide the total points the red player would have after placing this tile. Give your answer in the format: [Tile = , Total_Points = ]", + "Answer": "[Tile = B, Total_Points = 3]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2202 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2203.json b/annotation_data/carcassonne_tier3/test_2203.json new file mode 100644 index 0000000000000000000000000000000000000000..456207655e63b7177543dbbf17228af5139f0eae --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2203.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Consider that it is the red players turn. Given the different tile options (A, B), which tile should the red player choose in order to maximize thier score at the end of this turn? Also provide the total points the red player would have after placing this tile. Assume the players all have multiple meeples in their private supplies. Give your answer in the format: [Tile = , Total_Points = ]", + "Answer": "[Tile = B, Total_Points = 4]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2203 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2204.json b/annotation_data/carcassonne_tier3/test_2204.json new file mode 100644 index 0000000000000000000000000000000000000000..a03ea5bbed01d28dd7055ae6b13d14e714b276ee --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2204.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Consider that it is the blue players turn. Given the different tile options (A, B), which tile should the blue player choose in order to maximize thier score at the end of this turn? Also provide the total points the blue player would have after placing this tile. Assume the players all have multiple meeples in their private supplies. Give your answer in the format: [Tile = , Total_Points = ]", + "Answer": "[Tile = A, Total_Points = 24]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2204 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2205.json b/annotation_data/carcassonne_tier3/test_2205.json new file mode 100644 index 0000000000000000000000000000000000000000..cb391162f6b64886028a05beb55bedd64e580d73 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2205.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assuming that it is the blue players turn, and that the game would end after this turn. Given the option tiles (A, B), which tile should the blue player choose to maximize their score at the end of the game? Assume the players all have multiple meeples in their private supplies. Answer should be in the following format: [tile = , meeple_placed_as = , total_points_turn = , total_points_game_end = ]", + "Answer": "[tile = B, meeple_placed_as = farmer, total_points_turn = 22, total_points_game_end = 31]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2205 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2206.json b/annotation_data/carcassonne_tier3/test_2206.json new file mode 100644 index 0000000000000000000000000000000000000000..4fd19e01abd058e30285651ed2c0b73ba7fa2713 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2206.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assuming that it is the red players turn, and that the game would end after this turn. Given the option tiles (A, B), which tile should the red player choose to maximize their score at the end of the game? Assume the players all have multiple meeples in their private supplies. Answer should be in the following format: [tile = , meeple_placed_as = , total_points_turn = , total_points_game_end = ]", + "Answer": "[tile = B, meeple_placed_as = farmer, total_points_turn = 4, total_points_game_end = 13]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2206 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2207.json b/annotation_data/carcassonne_tier3/test_2207.json new file mode 100644 index 0000000000000000000000000000000000000000..c86dbbfb611a402bfd66359c43eeb7252385aa6b --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2207.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume that the blue player has 2 continuous turns, and the game would end after these 2 turns. Given the option tiles (A, B), what would the maximum number of points the blue player can achieve at the end of the game? Assume the players all have multiple meeples in their private supplies.", + "Answer": "34", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2207 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2208.json b/annotation_data/carcassonne_tier3/test_2208.json new file mode 100644 index 0000000000000000000000000000000000000000..e91e8dccf0391c750e9b35ea50f58c6fc8b50e5c --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2208.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume that the blue player chooses tile B to complete the city that contains their knights. Next, it is red's turn. What is the maximum score increase that the red player can get achieve by the end of theier turn (after, blue and red place thier tiles)? Assume the players all have multiple meeples in their private supplies.", + "Answer": "4", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2208 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2209.json b/annotation_data/carcassonne_tier3/test_2209.json new file mode 100644 index 0000000000000000000000000000000000000000..62c90d9b3e8afaf8805b319ded564a85bce92cfb --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2209.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the blue players turn, which tile should the blue player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this turn. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points = ]", + "Answer": "[tile = C, total_points = 12]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2209 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2210.json b/annotation_data/carcassonne_tier3/test_2210.json new file mode 100644 index 0000000000000000000000000000000000000000..082aaee9b5dbb2db0ee128b9add1d31e947022bc --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2210.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the yellow players turn, which tile should the yellow player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this turn. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points = ]", + "Answer": "[tile = B, total_points = 13]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2210 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2211.json b/annotation_data/carcassonne_tier3/test_2211.json new file mode 100644 index 0000000000000000000000000000000000000000..48a5c77ecc8f29451d6a7f3dcc38aa75cea2194a --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2211.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the yellow players turn, which tile should the yellow player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this turn. Assume that 1) the yellow player does not have any meeples left and 2) in case there are multiple ways to achieve the maximum score, prefer the one that gets the opponent blue player least amount of points). Return the answer in the following format: [Tile = , total_points_blue = , total_points_yellow = ]", + "Answer": "[tile = B, total_points_blue = 10, total_points_yellow = 9]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2211 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2212.json b/annotation_data/carcassonne_tier3/test_2212.json new file mode 100644 index 0000000000000000000000000000000000000000..63292db737a0584e5e92c2973eb0f5b595ed7437 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2212.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the yellow player's turn, which tile should the yellow player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this turn. Assume that 1) the yellow player does not have any meeples left and 2) in case there are multiple ways to achieve the maximum score, prefer the one that gets the opponent blue player maximum number of points. Return the answer in the following format: [Tile = , total_points_blue = , total_points_yellow = ]", + "Answer": "[Tile = C, total_points_blue = 12, total_points_yellow = 9]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2212 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2213.json b/annotation_data/carcassonne_tier3/test_2213.json new file mode 100644 index 0000000000000000000000000000000000000000..ec279ff04ca30d62f70ec9fe6c6742103e5de4eb --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2213.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the yellow players turn, which tile should the yellow player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this game. Assume that the game ends after this turn. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points_after_turn = , total_points_end_of_game = ]", + "Answer": "[Tile = B, total_points_after_turn = 9, total_points_end_of_game = 18]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2213 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2214.json b/annotation_data/carcassonne_tier3/test_2214.json new file mode 100644 index 0000000000000000000000000000000000000000..a03779f06f618dd9b716ee3609f838f95497e9b8 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2214.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the blue player's turn, which tile should the blue player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this game. Assume that the game ends after this turn. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points_after_turn = , total_points_end_of_game = ]", + "Answer": "[Tile = B, total_points_after_turn = 10, total_points_end_of_game = 19]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2214 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2215.json b/annotation_data/carcassonne_tier3/test_2215.json new file mode 100644 index 0000000000000000000000000000000000000000..b64be3b1ddab5eeaa070795aa9290d9cab56dd3b --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2215.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the red player's turn, which tile should the red player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this turn. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points = ]", + "Answer": "[tile = A, total_points = 9]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2215 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2216.json b/annotation_data/carcassonne_tier3/test_2216.json new file mode 100644 index 0000000000000000000000000000000000000000..cc80b36137d5d18b7435bdbbf8f335ce709bbb41 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2216.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the blue player has two uninterrupted turns, one after the other. which tiles should the blue player choose from the available tile options (A, B, C) so as to get the maximum score by the end of the 2 turns. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format, sorted alphabetically: [Tiles = ; total_points = ]", + "Answer": "[Tiles = A,B; total_points = 23]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2216 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2217.json b/annotation_data/carcassonne_tier3/test_2217.json new file mode 100644 index 0000000000000000000000000000000000000000..6d6f89fe61be96ac920e3816160a57f4e22980f5 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2217.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the yellow player has two turns one after the other. which tiles should the yellow player choose from the available tile options (A, B, C) so as to get the maximum score by the end of the 2 turns. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format, sorted alphabetically: [Tiles = ; total_points = ]", + "Answer": "[tiles = A,B; total_points = 22]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2217 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2218.json b/annotation_data/carcassonne_tier3/test_2218.json new file mode 100644 index 0000000000000000000000000000000000000000..6076a11b26905d995562a0e888d5026086d1c1b6 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2218.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the red player has two turns one after the other. which tiles should the red player choose from the available tile options (A, B, C) so as to get the maximum score by the end of the 2 turns. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format, sorted alphabetically: [Tiles = , total_points = ]", + "Answer": "[tiles = A,B; total_points = 13]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2218 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2219.json b/annotation_data/carcassonne_tier3/test_2219.json new file mode 100644 index 0000000000000000000000000000000000000000..550c6c74fa9f0952042803a6dffd3744e28cd5bc --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2219.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the blue player has two turns one after the other, and that the game ends after these 2 turns. Identify the two tiles the blue player choose from the available tile options (A, B, C) so as to get the maximum score by the end of the game? Assume the players all have multiple meeples in their private supplies. Return the max. score gain possible in the following format: [total_points_turn = , total_points_final = ]", + "Answer": "[total_points_turn = 19, total_points_final = 28]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2219 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2220.json b/annotation_data/carcassonne_tier3/test_2220.json new file mode 100644 index 0000000000000000000000000000000000000000..32a308c73583b1c71078c7b783dad0fada13a65a --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2220.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the yellow player has two turns one after the other, and that the game ends after these 2 turns. Which tiles should the yellow player choose from the available tile options (A, B, C) so as to get the maximum score by the end of the game?. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [total_points_turn = , total_points_final = ]", + "Answer": "[total_points_turn = 18, total_points_final = 27]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2220 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2221.json b/annotation_data/carcassonne_tier3/test_2221.json new file mode 100644 index 0000000000000000000000000000000000000000..70ba9797e2bb559d844b2a9832bbe8509d6c8067 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2221.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the blue players turn, which tile should the blue player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this turn. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points = ]", + "Answer": "[tile = A, total_points = 12]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2221 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2222.json b/annotation_data/carcassonne_tier3/test_2222.json new file mode 100644 index 0000000000000000000000000000000000000000..9600fada22d1ff2f7a46a5a188107bccd3657b71 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2222.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the red player's turn, which tile should the red player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this turn. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points = ]", + "Answer": "[tile = B, total_points = 9]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2222 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2223.json b/annotation_data/carcassonne_tier3/test_2223.json new file mode 100644 index 0000000000000000000000000000000000000000..20280fa060b4518a5314541c2aa7e072a63bb746 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2223.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the yellow player's turn, yellow selects a tile (from the options A, B, C) that maximizes their end-of-turn score. Assume that the yellow player does not have any meeples left to place on the landscape. Return the maximum end-of-turn score increase they achieve in the following format: [total_points = ]", + "Answer": "[total_points = 0]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2223 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2224.json b/annotation_data/carcassonne_tier3/test_2224.json new file mode 100644 index 0000000000000000000000000000000000000000..24934f5a9cf9255efcaa5a45f3da3f0f78f32420 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2224.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the blue player's turn, which tile should the blue player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this game. Assume the players all have multiple meeples in their private supplies. Assume that the game would end after this turn. Return the answer in the following format: [Tile = , total_points_turn = , total_points_final = ]", + "Answer": "[Tile = A, total_points_turn = 12, total_points_final = 12]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2224 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2225.json b/annotation_data/carcassonne_tier3/test_2225.json new file mode 100644 index 0000000000000000000000000000000000000000..8045f5b23454e08d4ada2a9c362a8d94229b01d9 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2225.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the yellow player's turn, which tile should the yellow player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this game. Assume that the game would end after this turn. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points_turn = , total_points_final = ]", + "Answer": "[tile = B, total_points_turn = 9, total_points_final = 18]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2225 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2226.json b/annotation_data/carcassonne_tier3/test_2226.json new file mode 100644 index 0000000000000000000000000000000000000000..00dfe46aba895f25b9f0596e852efe7200aabba3 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2226.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the red player's turn, which tile should the red player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this game. Assume that the game would end after this turn. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points_turn = , total_points_final = ]", + "Answer": "[tile = B, total_points_turn = 9, total_points_final = 21]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2226 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2227.json b/annotation_data/carcassonne_tier3/test_2227.json new file mode 100644 index 0000000000000000000000000000000000000000..d91a50b3d0577cb0ed707f26a5fbcc230bb80523 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2227.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the red player's turn, which tile should the red player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this game. Assume that 1) the game would end after this turn and 2) the red player does not have any more meeples to place on the landscape. Return the answer in the following format: [Tile = , total_points_turn = , total_points_final = ]", + "Answer": "[Tile = B, total_points_turn = 0, total_points_final = 12]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2227 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2228.json b/annotation_data/carcassonne_tier3/test_2228.json new file mode 100644 index 0000000000000000000000000000000000000000..2aabd82c6274de78087ae777b71101775fc189be --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2228.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the black player's turn, which tile should the black player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this game. If there are ties, choose the higher-letter tile. Assume that 1) the game would end after this turn and 2) the black player does not have any more meeples to place on the landscape. Return the answer in the following format: [Tile = , total_points_turn = , total_points_final = ]", + "Answer": "[Tile = C, total_points_turn = 0, total_points_final = 12]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2228 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2229.json b/annotation_data/carcassonne_tier3/test_2229.json new file mode 100644 index 0000000000000000000000000000000000000000..9078a1dcab7448b5a5a57669ba2457274b1c1880 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2229.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the blue player has two turns one after the other. Which tiles should the blue player choose from the available tile options (A, B, C) so as to get the maximum score by the end of the 2 turns. Assume the players all have multiple meeples in their private supplies. Return the tile selection details in the following format: [Tiles = ; total_points = ]. Order the selected tiles in alphabetical order, not in the order of placement.", + "Answer": "[Tiles = A, B; total_points = 21]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2229 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2230.json b/annotation_data/carcassonne_tier3/test_2230.json new file mode 100644 index 0000000000000000000000000000000000000000..18498f0193c8b9aaee0b364a7a12e66906950098 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2230.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the red player has two turns one after the other. Which tiles should the red player choose from the available tile options (A, B, C) to maximize their end-of-turn score after the second turn. Assume the players all have multiple meeples in their private supplies. Return the tile selection details in the following format: [Tiles = ; total_points = ]. Order the selected tiles in alphabetical order, not in the order of placement.", + "Answer": "[Tiles = B, C; total_points = 14]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2230 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2231.json b/annotation_data/carcassonne_tier3/test_2231.json new file mode 100644 index 0000000000000000000000000000000000000000..e7a6124f545deb41eb9012b76523bed17b3a0ac6 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2231.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the blue player has three turns, one after the other. What is the maximum score that the blue player can achieve by the end of these 3 turns (note: the game will still be ongoing after these turns). Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [total_points = ]", + "Answer": "[total_points = 26]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2231 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2232.json b/annotation_data/carcassonne_tier3/test_2232.json new file mode 100644 index 0000000000000000000000000000000000000000..56c5a610661914a45f5ea230682de2078a12a3da --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2232.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the blue player has three turns, one after the other. What is the maximum score that the blue player can achieve by the end of these 3 turns by placing the following three tiles on the next three turns (note: the player can choose the order, and the game will still be ongoing after these turns). Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [total_points = ]", + "Answer": "[total_points = 14]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2232 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2233.json b/annotation_data/carcassonne_tier3/test_2233.json new file mode 100644 index 0000000000000000000000000000000000000000..829ad38b43708cde215a3069ef6d53afb09ec18c --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2233.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the yellow player has two turns one after the other. which tiles should the yellow player choose from the available tile options (A, B, C) so as to get the maximum score by the end of the game. Assume that 1) The game ends after these two turns, 2) players all have multiple meeples in their private supplies. Return the answer in the following format: [Tiles = ; total_points_turn = ; total_points_final = ]", + "Answer": "[Tiles = B, C; total_points_turn = 14; total_points_final = 26]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2233 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2234.json b/annotation_data/carcassonne_tier3/test_2234.json new file mode 100644 index 0000000000000000000000000000000000000000..85dee7cfa7548a09c946888e3062f45cd2747d4b --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2234.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Consider the current landscape without any placement of tiles shown. Assume that the last turn has been completed, and game has come to an end. What is the amount of points each player gets (red, blue, yellow, black) during the final score calculations? Return the answer as: [blue= , red= , yellow= , black = ]", + "Answer": "[blue= 4, red= 6, yellow= 9, black = 9]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2234 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2235.json b/annotation_data/carcassonne_tier3/test_2235.json new file mode 100644 index 0000000000000000000000000000000000000000..5b0d9a2df14afd8af46b4244fb2f5209786aaf8c --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2235.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "What is the largest field (in terms of tiles) can be formed by adding one more tile to the current landscape? Provide your answer in the format: [Tile = , size = ]", + "Answer": "[Tile = C, size = 23]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2235 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2236.json b/annotation_data/carcassonne_tier3/test_2236.json new file mode 100644 index 0000000000000000000000000000000000000000..6e997fa6a9b46b751d49bfc2d3964c689a2f7331 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2236.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Consider the current landscape without any placement of tiles shown. Assume that the last turn has been completed, and game has come to an end. What is the amount of points each player gets (red, blue, yellow) during the final score calculations? Return the answer as: [blue= , red= , yellow= ]", + "Answer": "[blue= 4, red= 15, yellow= 9]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2236 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2237.json b/annotation_data/carcassonne_tier3/test_2237.json new file mode 100644 index 0000000000000000000000000000000000000000..b078e463872fb462e52aa7e9b28fafb016465574 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2237.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the red player's turn, which tile should the red player choose from the available tile options (A, B, C) so as to get the maximum score by the end of this game. Assume that the game would end after this turn. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points_turn = , total_points_final = ]", + "Answer": "[Tile = B; total_points_turn = 9; total_points_final = 30]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2237 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2238.json b/annotation_data/carcassonne_tier3/test_2238.json new file mode 100644 index 0000000000000000000000000000000000000000..732d53d58cbc4ae0a28920ba90862d23d65b3901 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2238.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the red player has two turns one after the other. which tiles should the red player choose from the available tile options (A, B, C) so as to get the maximum score by the end of the game? Assume the players all have multiple meeples in their private supplies. Assume that the game ends after these 2 turns. return the answer in the following format: [Tiles = ; total_points_turn = , total_points_final = ]. Order the tiles alphabetically, not in the order of placement.", + "Answer": "[Tiles = A, B; total_points_turn = 9; total_points_final = 36]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2238 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2239.json b/annotation_data/carcassonne_tier3/test_2239.json new file mode 100644 index 0000000000000000000000000000000000000000..0d17047f3666d9b457800803717407ba24cd5eab --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2239.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the red player has three turns one after the other. What is the maximum score the red player can achieve at the end of the game? Assume that the game ends after these 3 turns. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [total_points_turn = , total_points_final = ]", + "Answer": "[total_points_turn = 9; total_points_final = 39]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2239 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2240.json b/annotation_data/carcassonne_tier3/test_2240.json new file mode 100644 index 0000000000000000000000000000000000000000..7a3c11131eeed40fea1ce07d6a88fa70f5400614 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2240.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the red player has two turns one after the other. which tiles should the red player choose from the available tile options (A, B, C) so as to get the maximum score by the end of the game, without contributing ANYTHING positively to the other players. Ie, Objective #1 (highest priority): Red should not add any net increase in opponent player endgame score from the current gamestate. Objective 2 (second priority): Red should increase their final score as much as possible. Assume that the game ends after these 2 turns. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tiles = ; total_points_turn = , total_points_final = ]", + "Answer": "[Tiles = B, C; total_points_turn = 14; total_points_final = 26]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2240 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2241.json b/annotation_data/carcassonne_tier3/test_2241.json new file mode 100644 index 0000000000000000000000000000000000000000..6d03e91131d9b66487d8d90a49b38dbc082025e9 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2241.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Consider the current landscape without any placement of tiles shown. Assume that the last turn has been completed, and game has come to an end. What is the amount of points each player gets (blue, yellow) during the final score calculations? Return the answer as: [blue= , yellow= ]", + "Answer": "[blue= 4, yellow= 8]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2241 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2242.json b/annotation_data/carcassonne_tier3/test_2242.json new file mode 100644 index 0000000000000000000000000000000000000000..0577ef10f00887c4d6859ddd30191fdb8f21d1fe --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2242.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Consider the current landscape without any placement of tiles shown. Assume that the last turn has been completed, and game has come to an end. What is the amount of points each player gets (blue, red) during the final score calculations? Return the answer as: [blue= , red= ]", + "Answer": "[blue= 10, red= 1]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/best_tile_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2242 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2243.json b/annotation_data/carcassonne_tier3/test_2243.json new file mode 100644 index 0000000000000000000000000000000000000000..9fe37c5e68bcc788b56f81a0ac434062e0cb4f1b --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2243.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the blue players turn, which tile should the blue player choose from the available tile options (A, B) so as to get the maximum score by the end of this turn (note: the game will not end yet). Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points = ]", + "Answer": "[Tile = B, total_points = 16]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2243 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2244.json b/annotation_data/carcassonne_tier3/test_2244.json new file mode 100644 index 0000000000000000000000000000000000000000..8d27701a8cdc0e15dbbb1cfe80ed92aaa0533169 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2244.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the red players turn, which tile should the red player choose from the available tile options (A, B) so as to get the maximum score by the end of this turn (note: the game will not end yet). Assume the players all have multiple meeples in their private supplies. return the answer in the following format: [Tile = , total_points = ]", + "Answer": "[Tile = A, total_points = 9]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2244 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2245.json b/annotation_data/carcassonne_tier3/test_2245.json new file mode 100644 index 0000000000000000000000000000000000000000..94002a0b2295c8bdc3e380547ea7a6f2e6bc8235 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2245.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the blue players turn, which tile should the blue player choose from the available tile options (A, B) so as to get the maximum score by the end of this turn but first and foremost that the red player does not earn any points in this turn because of blue's selection. Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [Tile = , total_points = ]", + "Answer": "[Tile = B, total_points = 16]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2245 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2246.json b/annotation_data/carcassonne_tier3/test_2246.json new file mode 100644 index 0000000000000000000000000000000000000000..5d0cda23bd82d979bc3e03b83e2d3d93046876e7 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2246.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the blue player's turn, which tile should the blue player choose from the available tile options (A, B) so as to get the maximum score by the end of this game. Assume the players all have multiple meeples in their private supplies. Assume that the game would end after this turn. Return the answer in the following format: [Tile = , total_points_turn = , total_points_final = ]", + "Answer": "[Tile = B, total_points_turn = 16, total_points_final = 34]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2246 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2247.json b/annotation_data/carcassonne_tier3/test_2247.json new file mode 100644 index 0000000000000000000000000000000000000000..a9204b2fbbffa0b48a4ed0a0542eb50972c05dd0 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2247.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the red player's turn, which tile should the red player choose from the available tile options (A, B) so as to get the maximum score by the end of this game. Assume the players all have multiple meeples in their private supplies. Assume that the game would end after this turn. Return the answer in the following format: [Tile = , total_points_turn = , total_points_final = ]", + "Answer": "[Tile = A, total_points_turn = 9, total_points_final = 23]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2247 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2248.json b/annotation_data/carcassonne_tier3/test_2248.json new file mode 100644 index 0000000000000000000000000000000000000000..3e0bc1d9176df6af006e720a278c68f304267d43 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2248.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the blue player has two turns one after the other. What is the maximum score that the blue player can score at the end of these turns? (note: the game will not end yet). Assume the players all have multiple meeples in their private supplies. Return the answer in the following format: [total_points = ]", + "Answer": "[total_points = 25]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2248 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2249.json b/annotation_data/carcassonne_tier3/test_2249.json new file mode 100644 index 0000000000000000000000000000000000000000..43680a768b81916417790de16e7e03e25ecce3e0 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2249.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering the situation that the blue player has two turns one after the other. What is the maximum score that the blue player can score at the end of this game? Assume the players all have multiple meeples in their private supplies. Assume that the game ends after these two turns. Return the answer in the following format: [total_points_turn = , total_points_final = ]", + "Answer": "[total_points_turn = 25, total_points_final = 37]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2249 +} \ No newline at end of file diff --git a/annotation_data/carcassonne_tier3/test_2250.json b/annotation_data/carcassonne_tier3/test_2250.json new file mode 100644 index 0000000000000000000000000000000000000000..bcf9fcc918565d7b665d50c02ac8fca5f43bc7f8 --- /dev/null +++ b/annotation_data/carcassonne_tier3/test_2250.json @@ -0,0 +1,15 @@ +{ + "Game": "Carcassonne", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Consider the current landscape without any placement of tiles shown. Assume that the last turn has been completed, and game has come to an end. What is the amount of points each player gets (blue, red) during the final score calculations? Return the answer as: [blue= , red= ]", + "Answer": "[blue= 23, red= 14]", + "Rationale": "", + "game_state_url": "gamestates/images/carcassonne/farmers_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2250 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2301.json b/annotation_data/catan_tier1/test_2301.json new file mode 100644 index 0000000000000000000000000000000000000000..be7e89e94a063546dced763cf91e7907cc028be8 --- /dev/null +++ b/annotation_data/catan_tier1/test_2301.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "In the given gamestate, how many mountain tiles are present?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2301 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2302.json b/annotation_data/catan_tier1/test_2302.json new file mode 100644 index 0000000000000000000000000000000000000000..851832f8d7244633bf3fbde121b76c2f91097d8a --- /dev/null +++ b/annotation_data/catan_tier1/test_2302.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "In the given gamestate, how many tiles are present?", + "Answer": "19", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2302 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2303.json b/annotation_data/catan_tier1/test_2303.json new file mode 100644 index 0000000000000000000000000000000000000000..bcd8b1a963298450ea33373551da6bc5158c7212 --- /dev/null +++ b/annotation_data/catan_tier1/test_2303.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many total blue coloured objects are present in the given image?", + "Answer": "9", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2303 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2304.json b/annotation_data/catan_tier1/test_2304.json new file mode 100644 index 0000000000000000000000000000000000000000..bdd67265c7821ea8cdd8a2ba50eeee5192809460 --- /dev/null +++ b/annotation_data/catan_tier1/test_2304.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many number tokens are present on the board in the given game state?", + "Answer": "18", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2304 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2305.json b/annotation_data/catan_tier1/test_2305.json new file mode 100644 index 0000000000000000000000000000000000000000..35512cd596cf4879656d9bedcec2bb1152abc393 --- /dev/null +++ b/annotation_data/catan_tier1/test_2305.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "Which number tiles are present in the least quantity on the board in the given game state?", + "Answer": "2, 12", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2305 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2306.json b/annotation_data/catan_tier1/test_2306.json new file mode 100644 index 0000000000000000000000000000000000000000..c8281e199ef934ecb987f2e0545a33215822e055 --- /dev/null +++ b/annotation_data/catan_tier1/test_2306.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many intersections are occupied in the given game state? Consider the intersection to be the point/corners where the tiles meet.", + "Answer": "5", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2306 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2307.json b/annotation_data/catan_tier1/test_2307.json new file mode 100644 index 0000000000000000000000000000000000000000..d968b5c70b05266360d1608fd1e58df87f21dfbd --- /dev/null +++ b/annotation_data/catan_tier1/test_2307.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many cards are present in the given image of the game state?", + "Answer": "14", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_blue_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2307 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2308.json b/annotation_data/catan_tier1/test_2308.json new file mode 100644 index 0000000000000000000000000000000000000000..b2be015f5daa6174338a715ae7512b492515983d --- /dev/null +++ b/annotation_data/catan_tier1/test_2308.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many resource cards are present in the given players gamestate.", + "Answer": "10", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_blue_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2308 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2309.json b/annotation_data/catan_tier1/test_2309.json new file mode 100644 index 0000000000000000000000000000000000000000..60993b9394d7c904eb0b0014f0eb393d1b52cab2 --- /dev/null +++ b/annotation_data/catan_tier1/test_2309.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many green bordered cards are present in the given players gamestate.", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_red_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2309 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2310.json b/annotation_data/catan_tier1/test_2310.json new file mode 100644 index 0000000000000000000000000000000000000000..bc98f8392a20208888dba5f7e14d1ecd76df2629 --- /dev/null +++ b/annotation_data/catan_tier1/test_2310.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many cards are present in the players hand in the given game state?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_red_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2310 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2311.json b/annotation_data/catan_tier1/test_2311.json new file mode 100644 index 0000000000000000000000000000000000000000..ffb1710bbbfc07d4b563f5bd5d7b48e94c44bc01 --- /dev/null +++ b/annotation_data/catan_tier1/test_2311.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many ships are present on the board in the given game state?", + "Answer": "9", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2311 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2312.json b/annotation_data/catan_tier1/test_2312.json new file mode 100644 index 0000000000000000000000000000000000000000..7824059c3e5ffc0a59cf2dc147ba4d521fdbbe22 --- /dev/null +++ b/annotation_data/catan_tier1/test_2312.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many objects are present on the board that belongs to the blue player?", + "Answer": "6", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2312 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2313.json b/annotation_data/catan_tier1/test_2313.json new file mode 100644 index 0000000000000000000000000000000000000000..ed2f18992580b7b520e9cfca11721755b4cd3d25 --- /dev/null +++ b/annotation_data/catan_tier1/test_2313.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many number tokens occur only once on the board in the given game state? and what are they? Report your answer in the format: [least_number: , , ...]", + "Answer": "[least_number: 2, 12]", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2313 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2314.json b/annotation_data/catan_tier1/test_2314.json new file mode 100644 index 0000000000000000000000000000000000000000..ac2484147080e0e79dbda66f638fa6b566949137 --- /dev/null +++ b/annotation_data/catan_tier1/test_2314.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "What are the number tokens present on the forest (or dark green) hex tile in the given game state? return your answer in the format: [number_of_forest_tiles = , tokens: [, , ...]]", + "Answer": "[number_of_forest_tiles = 3, tokens: [5, 8, 9]]", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2314 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2315.json b/annotation_data/catan_tier1/test_2315.json new file mode 100644 index 0000000000000000000000000000000000000000..a932e445f8614ce5f4398403a50354c3d11bdd4f --- /dev/null +++ b/annotation_data/catan_tier1/test_2315.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many knight cards are present in the given players table?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_blue_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2315 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2316.json b/annotation_data/catan_tier1/test_2316.json new file mode 100644 index 0000000000000000000000000000000000000000..25fcc7878cf25fc2571bcd7ffc7dab7864a80d22 --- /dev/null +++ b/annotation_data/catan_tier1/test_2316.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "What is the total number of resource cards present in the given player's resource cards in the given game state?", + "Answer": "6", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_blue_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2316 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2317.json b/annotation_data/catan_tier1/test_2317.json new file mode 100644 index 0000000000000000000000000000000000000000..fb8be6b2b398ba60c1f6787ff1f4331a6d365f90 --- /dev/null +++ b/annotation_data/catan_tier1/test_2317.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "how many cards are present in the given image in total?", + "Answer": "12", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_blue_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2317 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2318.json b/annotation_data/catan_tier1/test_2318.json new file mode 100644 index 0000000000000000000000000000000000000000..20de09c76c47beac29637072fb50560d52a0fe57 --- /dev/null +++ b/annotation_data/catan_tier1/test_2318.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "Which card is repeating the maximum number of times in the given image?", + "Answer": "Knight", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_blue_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2318 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2319.json b/annotation_data/catan_tier1/test_2319.json new file mode 100644 index 0000000000000000000000000000000000000000..9ae0596dcdc0ddacfea3fb00b517d35d5c1ee65d --- /dev/null +++ b/annotation_data/catan_tier1/test_2319.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many cards are there in the players table?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_red_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2319 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2320.json b/annotation_data/catan_tier1/test_2320.json new file mode 100644 index 0000000000000000000000000000000000000000..deee6b8afdb737580a19e1e74bd9cd70c35cdfa8 --- /dev/null +++ b/annotation_data/catan_tier1/test_2320.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "how many non repeating cards are present in the given game state?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_red_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2320 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2321.json b/annotation_data/catan_tier1/test_2321.json new file mode 100644 index 0000000000000000000000000000000000000000..da8a68a20edfae3a93cde52e9d829d8bab4663cc --- /dev/null +++ b/annotation_data/catan_tier1/test_2321.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many distinct cards are present in the given image?", + "Answer": "4", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_red_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2321 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2322.json b/annotation_data/catan_tier1/test_2322.json new file mode 100644 index 0000000000000000000000000000000000000000..f688d24f584942d04e3d6e21d91f3af4438d46f1 --- /dev/null +++ b/annotation_data/catan_tier1/test_2322.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many cards are there in the given player's resource cards in total?", + "Answer": "8", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_red_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2322 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2323.json b/annotation_data/catan_tier1/test_2323.json new file mode 100644 index 0000000000000000000000000000000000000000..abe575eccf7a31169866346b4eb1e07665e8c199 --- /dev/null +++ b/annotation_data/catan_tier1/test_2323.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles are not surrounded by any players tokens (including the corners and the sides of hexes)?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2323 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2324.json b/annotation_data/catan_tier1/test_2324.json new file mode 100644 index 0000000000000000000000000000000000000000..cd9df1b682508b65e52e0066cd6faef71586436d --- /dev/null +++ b/annotation_data/catan_tier1/test_2324.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles do not have any number tokens on them?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2324 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2325.json b/annotation_data/catan_tier1/test_2325.json new file mode 100644 index 0000000000000000000000000000000000000000..0769c32f41f69ac8424d639a04188c9def7bcf97 --- /dev/null +++ b/annotation_data/catan_tier1/test_2325.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many players are playing the current game?, Assume each player has atleast 2 tokens of their color on the board.", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2325 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2326.json b/annotation_data/catan_tier1/test_2326.json new file mode 100644 index 0000000000000000000000000000000000000000..1995dd4ba80096e1a698535b0e5f0f2abdb0639a --- /dev/null +++ b/annotation_data/catan_tier1/test_2326.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many green colored tokens (or bars) are present on the sides of the hexagonal tiles in the given game state? Note: we are only concerned on the sides not the corners.", + "Answer": "9", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2326 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2327.json b/annotation_data/catan_tier1/test_2327.json new file mode 100644 index 0000000000000000000000000000000000000000..f1443e2febcecf9c1d6e2d42f16d26a442a03a07 --- /dev/null +++ b/annotation_data/catan_tier1/test_2327.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many total colored tokens (or bars) present on the sides of the hexagonal tiles in the given game state? Note: we are only concerned on the sides not the corners.", + "Answer": "27", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2327 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2328.json b/annotation_data/catan_tier1/test_2328.json new file mode 100644 index 0000000000000000000000000000000000000000..f41ad7bb4f29207e96241211ac51def2018ac1ec --- /dev/null +++ b/annotation_data/catan_tier1/test_2328.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many blue objects are present on the corners of the hexagonal tiles in the given game state? Note: we are only concerned on the corners not the sides.", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2328 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2329.json b/annotation_data/catan_tier1/test_2329.json new file mode 100644 index 0000000000000000000000000000000000000000..d98d067bdc6d0aa7fc4f1fdb9bfbcf382c7e70e1 --- /dev/null +++ b/annotation_data/catan_tier1/test_2329.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "What is the number on the tile containing the black pawn in the given game state?", + "Answer": "5", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2329 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2330.json b/annotation_data/catan_tier1/test_2330.json new file mode 100644 index 0000000000000000000000000000000000000000..09b6e734b2fc2466cdea7f0dfda5f4f8ba239e0a --- /dev/null +++ b/annotation_data/catan_tier1/test_2330.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many colored objects are present on the corners of the hexagonal tiles in the given game state? Note: we are only concerned on the corners not the sides.", + "Answer": "10", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2330 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2331.json b/annotation_data/catan_tier1/test_2331.json new file mode 100644 index 0000000000000000000000000000000000000000..cbcc5f5217f97901655f50e6ef7d5fcd70551d31 --- /dev/null +++ b/annotation_data/catan_tier1/test_2331.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles are connected to the water (i.e., have at least one side touching the water) in the given game state?", + "Answer": "12", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2331 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2332.json b/annotation_data/catan_tier1/test_2332.json new file mode 100644 index 0000000000000000000000000000000000000000..8b788da80e55ca921e576b0f848932b51c9af5c6 --- /dev/null +++ b/annotation_data/catan_tier1/test_2332.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many tiles do not touch the water in the given game state?", + "Answer": "7", + "Rationale": "", + "game_state_url": "gamestates/images/catan/board_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2332 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2333.json b/annotation_data/catan_tier1/test_2333.json new file mode 100644 index 0000000000000000000000000000000000000000..8838424029731d85536b97ef0a5bcb9ba4861373 --- /dev/null +++ b/annotation_data/catan_tier1/test_2333.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many resource cards are there in the given players image?", + "Answer": "14", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_green_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2333 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2334.json b/annotation_data/catan_tier1/test_2334.json new file mode 100644 index 0000000000000000000000000000000000000000..9402a8c697b5b72e7baad9ee42f6cd5d2dcc82c0 --- /dev/null +++ b/annotation_data/catan_tier1/test_2334.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "What is the total number of cards present in the given image?", + "Answer": "20", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_green_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2334 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2335.json b/annotation_data/catan_tier1/test_2335.json new file mode 100644 index 0000000000000000000000000000000000000000..fae69342d455a2a3ca28a6e1d3f393efb51e6f27 --- /dev/null +++ b/annotation_data/catan_tier1/test_2335.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "which card has the highest count (i.e. multiple cards of the same type) in the given image?", + "Answer": "the card with sheep", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_green_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2335 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2336.json b/annotation_data/catan_tier1/test_2336.json new file mode 100644 index 0000000000000000000000000000000000000000..9bcfa5d600e054d3deb15ac340b7efd5fb1777db --- /dev/null +++ b/annotation_data/catan_tier1/test_2336.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many cards are present in the player's hand in the given game state?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_green_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2336 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2337.json b/annotation_data/catan_tier1/test_2337.json new file mode 100644 index 0000000000000000000000000000000000000000..a380744c021762652057dec00fe738905f172641 --- /dev/null +++ b/annotation_data/catan_tier1/test_2337.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many cards occur with exactly 3 copies in the given image?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_red_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2337 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2338.json b/annotation_data/catan_tier1/test_2338.json new file mode 100644 index 0000000000000000000000000000000000000000..d5d470bae11ea6572ff7642b2b28b497ce124c35 --- /dev/null +++ b/annotation_data/catan_tier1/test_2338.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many different cards occur in quantities that are multiples of two in the image?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_red_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2338 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2339.json b/annotation_data/catan_tier1/test_2339.json new file mode 100644 index 0000000000000000000000000000000000000000..1067d2c65dae395449ac3f720adc42f9cc25717d --- /dev/null +++ b/annotation_data/catan_tier1/test_2339.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "How many cards have a sheep icon in the given player's image?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_blue_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2339 +} \ No newline at end of file diff --git a/annotation_data/catan_tier1/test_2340.json b/annotation_data/catan_tier1/test_2340.json new file mode 100644 index 0000000000000000000000000000000000000000..3a3791462615ba8b0f5a26f37d4790c6df43236e --- /dev/null +++ b/annotation_data/catan_tier1/test_2340.json @@ -0,0 +1,15 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding.", + "Difficulty Notes": "Very easy counting", + "Question": "What is the total number of cards present in the given image?", + "Answer": "15", + "Rationale": "", + "game_state_url": "gamestates/images/catan/player_blue_5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "", + "ID": 2340 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2401.json b/annotation_data/catan_tier2/test_2401.json new file mode 100644 index 0000000000000000000000000000000000000000..01e1d086fb9009e9880ec5563ae64762bb58ae81 --- /dev/null +++ b/annotation_data/catan_tier2/test_2401.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Which player has the most settlements on the board?", + "Answer": "Red", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2401 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2402.json b/annotation_data/catan_tier2/test_2402.json new file mode 100644 index 0000000000000000000000000000000000000000..579d8ce4ea87d10911b285c812f937e029e58448 --- /dev/null +++ b/annotation_data/catan_tier2/test_2402.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "What is the length of the longest road present on the board and which player owns it? Return the answer in the format [longest_road_length=, player_list=]", + "Answer": "[longest_road_length=6, blue&red", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2402 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2403.json b/annotation_data/catan_tier2/test_2403.json new file mode 100644 index 0000000000000000000000000000000000000000..c629c039f6b8fdc54778e3486e150e6012a70510 --- /dev/null +++ b/annotation_data/catan_tier2/test_2403.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many red settlements are there on the board?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2403 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2404.json b/annotation_data/catan_tier2/test_2404.json new file mode 100644 index 0000000000000000000000000000000000000000..8fe0a9efb3ff55dfdd85ff07b185ec0945a90cde --- /dev/null +++ b/annotation_data/catan_tier2/test_2404.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many ore resource cards are present in the given image of the game state?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_blue_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2404 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2405.json b/annotation_data/catan_tier2/test_2405.json new file mode 100644 index 0000000000000000000000000000000000000000..72b8c0f35f0b31e08b8b8ec2438418170a1ca46a --- /dev/null +++ b/annotation_data/catan_tier2/test_2405.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many resource cards of each type are present in the given game state of the player? Report your answer in the format, sorting the types alphabetically: : seperated by commas.", + "Answer": "brick: 1, grain: 4, lumber: 1, ore: 3, wool: 1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_blue_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2405 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2406.json b/annotation_data/catan_tier2/test_2406.json new file mode 100644 index 0000000000000000000000000000000000000000..48af0065a8da8b10d466bf3a7fc099ce499a3ee0 --- /dev/null +++ b/annotation_data/catan_tier2/test_2406.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many development cards are visible in the given players gamestate?", + "Answer": "4", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_blue_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2406 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2407.json b/annotation_data/catan_tier2/test_2407.json new file mode 100644 index 0000000000000000000000000000000000000000..ddeea5b9cfc2a1c32a52667c7ab2e36dd78b94ee --- /dev/null +++ b/annotation_data/catan_tier2/test_2407.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many wool resource cards are present in the given image of the game state?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_red_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2407 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2408.json b/annotation_data/catan_tier2/test_2408.json new file mode 100644 index 0000000000000000000000000000000000000000..a6a2b9517759674d0c49e6281bb0614fa82b535d --- /dev/null +++ b/annotation_data/catan_tier2/test_2408.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "What is the total number of points the blue player has in the given game state?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_2.png", + "gamestates/images/catan/player_blue_2.png", + "gamestates/images/catan/player_red_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2408 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2409.json b/annotation_data/catan_tier2/test_2409.json new file mode 100644 index 0000000000000000000000000000000000000000..e43a091c8f13a09399ee264ae9b23627b610d11e --- /dev/null +++ b/annotation_data/catan_tier2/test_2409.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "What is the total number of victory points the red player has if the game ended in this state?", + "Answer": "8", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_2.png", + "gamestates/images/catan/player_blue_2.png", + "gamestates/images/catan/player_red_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2409 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2410.json b/annotation_data/catan_tier2/test_2410.json new file mode 100644 index 0000000000000000000000000000000000000000..a0ce9b0f2bbd065cc973e3beb96c6bf4f43d425d --- /dev/null +++ b/annotation_data/catan_tier2/test_2410.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Suppose the blue player gains a wool resource and builds a settlement at the intersetion of hexes mountain (with number 5), pasture (with number 10), and hills (with number 8), How many points does the blue player have after performing this action?", + "Answer": "4", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_blue_1.png", + "gamestates/images/catan/player_red_1.png", + "gamestates/images/catan/board_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2410 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2411.json b/annotation_data/catan_tier2/test_2411.json new file mode 100644 index 0000000000000000000000000000000000000000..5867ecd39ecf63bfa9142c199398834f28c7f2e7 --- /dev/null +++ b/annotation_data/catan_tier2/test_2411.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many red settlements are visible in the given game state?", + "Answer": "0", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2411 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2412.json b/annotation_data/catan_tier2/test_2412.json new file mode 100644 index 0000000000000000000000000000000000000000..11f9735ebad5685ea92e9f4cd60939947a697a2f --- /dev/null +++ b/annotation_data/catan_tier2/test_2412.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many valid positions can a red player place a settlement in the current game state?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2412 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2413.json b/annotation_data/catan_tier2/test_2413.json new file mode 100644 index 0000000000000000000000000000000000000000..d582ecc6c90823eca2254268fca05623d751aaaa --- /dev/null +++ b/annotation_data/catan_tier2/test_2413.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Given that it is the red player's turn, and the player rolls a 4. What is the total amount of resources the red player will receive from this roll? Return the answer in the following format: [resource: , amount: ]. If the player receives no resources, return [resource: none, amount: 0].", + "Answer": "[resource: grain, amount: 4]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2413 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2414.json b/annotation_data/catan_tier2/test_2414.json new file mode 100644 index 0000000000000000000000000000000000000000..8fe99587b5623d716edf980c207e171da162f466 --- /dev/null +++ b/annotation_data/catan_tier2/test_2414.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many total development cards are there in the current game state? Including the ones that are played and unplayed. Assume that no development card has been discraded yet.", + "Answer": "5", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_blue_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2414 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2415.json b/annotation_data/catan_tier2/test_2415.json new file mode 100644 index 0000000000000000000000000000000000000000..4373649a67f3d8e6f8e34443b2d512802d53dff1 --- /dev/null +++ b/annotation_data/catan_tier2/test_2415.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many resource cards of each type are present in the players resource cards in the current game state? Return the answer in the following format: [: ]. If a resource type has zero cards, include it in the answer with amount 0.", + "Answer": "[lumber: 2, wool: 1, grain: 1, ore: 2]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_blue_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2415 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2416.json b/annotation_data/catan_tier2/test_2416.json new file mode 100644 index 0000000000000000000000000000000000000000..7ad097bd1b56e6429dd766fef844ca5926f6a7d7 --- /dev/null +++ b/annotation_data/catan_tier2/test_2416.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many points does the blue player have in the current gamestate?", + "Answer": "4", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_blue_3.png", + "gamestates/images/catan/player_red_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2416 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2417.json b/annotation_data/catan_tier2/test_2417.json new file mode 100644 index 0000000000000000000000000000000000000000..c9a087d4a89b795ccbb3d50baaab27eb74f43836 --- /dev/null +++ b/annotation_data/catan_tier2/test_2417.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Considering it is the blue player's turn. The blue player rolls a 8. How many total resources will the blue player receive from this roll? Return the answer in the following format: [resource: , amount: ]. If the player receives no resources, return [resource: none, amount: 0].", + "Answer": "[resource: brick, amount: 2]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_blue_3.png", + "gamestates/images/catan/player_red_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2417 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2418.json b/annotation_data/catan_tier2/test_2418.json new file mode 100644 index 0000000000000000000000000000000000000000..bd570f61620166c8952a5a03a02b11e0733e4375 --- /dev/null +++ b/annotation_data/catan_tier2/test_2418.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "It is the blue player's turn. The blue player rolls a 8. Then the player decides to build a settlement at intersection of hexes: 11, 9, 12. How many resources of each kind does the blue player have after performing these actions? Return the answer in the following format: [: ]. If a resource type has zero cards, include it in the answer with amount 0.", + "Answer": "[brick: 1, wool: 0, grain: 0, lumber: 1, ore: 2]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_blue_3.png", + "gamestates/images/catan/player_red_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2418 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2419.json b/annotation_data/catan_tier2/test_2419.json new file mode 100644 index 0000000000000000000000000000000000000000..e49afaa3fe29d64e4e807983aa876ee1afb5d675 --- /dev/null +++ b/annotation_data/catan_tier2/test_2419.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "consider that it is the red player's turn. the red player rolls a 4. The red player plays the development card: monopoly, and gains all the lumber resources from the blue player. Then the red player build one settlement at the intersection of 10, 6, 5 hexes. upgrades this settlemet into a city. how many resources of each kind does the red player have after performing these actions? return the answer in the following format: [: ]. if a resource type has zero cards, include it in the answer with amount 0.", + "Answer": "[brick: 1, wool: 1, grain: 1, lumber: 1, ore: 1]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_red_3.png", + "gamestates/images/catan/player_blue_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2419 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2420.json b/annotation_data/catan_tier2/test_2420.json new file mode 100644 index 0000000000000000000000000000000000000000..5b308c5175693d4c9cb3ba02cd2c6b5d0de32f10 --- /dev/null +++ b/annotation_data/catan_tier2/test_2420.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider that it is the blue player's turn. The blue player rolls a 2. Then the player decides to play the road building development card. the 2 rods are placed at the following positions: side in between 11:mountains and 12:pastures, and 12:pastures and 6:hills. After performing these steps how many points does the player have at the end of this round?", + "Answer": "6", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_blue_3.png", + "gamestates/images/catan/player_red_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2420 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2421.json b/annotation_data/catan_tier2/test_2421.json new file mode 100644 index 0000000000000000000000000000000000000000..012241c6ec3b1beb96353da278254af4d4456e0d --- /dev/null +++ b/annotation_data/catan_tier2/test_2421.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider that it is the blue player's turn and the blue player rolls a 11. what is the total number of resources of each type the blue player would have after collecting resources from the roll? Return the answer in the following format: [: ]. If a resource type has zero cards, include it in the answer with amount 0.", + "Answer": "[brick: 0, wool: 1, grain: 2, lumber: 2, ore: 3]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_blue_3.png", + "gamestates/images/catan/player_red_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2421 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2422.json b/annotation_data/catan_tier2/test_2422.json new file mode 100644 index 0000000000000000000000000000000000000000..40db25f331fca52391fa3428c633993d1f2a017b --- /dev/null +++ b/annotation_data/catan_tier2/test_2422.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider that it is the red player's turn. The red player rolls a 3. then the player decides to perform a genral trade with the bank: 4 ores for 1 grain. Then the player decides to use the development card: monopoly and get all the lumber resource cards from the blue player. how many resources of each kind does the red player have after performing these actions? return the answer in the following format: [: ]. if a resource type has zero cards, include it in the answer with amount 0.", + "Answer": "[brick: 2, wool: 2, grain: 1, lumber: 4, ore: 0]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_red_3.png", + "gamestates/images/catan/player_blue_3.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2422 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2423.json b/annotation_data/catan_tier2/test_2423.json new file mode 100644 index 0000000000000000000000000000000000000000..5f301e2560acdaf5951165af7f8464cd62c929c2 --- /dev/null +++ b/annotation_data/catan_tier2/test_2423.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "In the given gamestate image, how many cities are there for each player? Return the answer in the following format: [: ]. If a player has zero cities, include them in the answer with amount 0. Assume there are 3 players: red, blue, green.", + "Answer": "[red: 0, blue: 2, green: 1]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2423 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2424.json b/annotation_data/catan_tier2/test_2424.json new file mode 100644 index 0000000000000000000000000000000000000000..fd401e97b7e37db91a1be039c90f036758abe169 --- /dev/null +++ b/annotation_data/catan_tier2/test_2424.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "What is the longest road length for each of the players in the current game state? Return the answer in the following format: [: ]. If a player has no roads, include them in the answer with amount 0. Assume there are 3 players: red, blue, green.", + "Answer": "[red: 8, green: 7, blue: 7]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2424 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2425.json b/annotation_data/catan_tier2/test_2425.json new file mode 100644 index 0000000000000000000000000000000000000000..a3cdff7283e691addb337a16f8ce18dfabf44f7c --- /dev/null +++ b/annotation_data/catan_tier2/test_2425.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many settlements of each color are visible in the given game state? Return the answer in the following format: [: ]. If a player has zero settlements, include them in the answer with amount 0. Assume there are 3 players: red, blue, green.", + "Answer": "[red: 3, blue: 1, green: 3]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2425 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2426.json b/annotation_data/catan_tier2/test_2426.json new file mode 100644 index 0000000000000000000000000000000000000000..8b2dc574299ad3950b3e40789bac7a3e8847a313 --- /dev/null +++ b/annotation_data/catan_tier2/test_2426.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many cities are present on the harbor?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2426 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2427.json b/annotation_data/catan_tier2/test_2427.json new file mode 100644 index 0000000000000000000000000000000000000000..e5e32f735b52484de733e12b0aa721a43c92a589 --- /dev/null +++ b/annotation_data/catan_tier2/test_2427.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many terrains of each type are present in the current game state? Return the answer in the following format: [: ].", + "Answer": "[Hills: 3, forest: 4, mountains: 3, fields: 4, pastures: 4, dessert: 1]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2427 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2428.json b/annotation_data/catan_tier2/test_2428.json new file mode 100644 index 0000000000000000000000000000000000000000..d65b09cecf7d4ce77963b4cc3a24a0d970bfab95 --- /dev/null +++ b/annotation_data/catan_tier2/test_2428.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "What is the total number of ore resource cards present in the current gamestate?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_blue_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2428 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2429.json b/annotation_data/catan_tier2/test_2429.json new file mode 100644 index 0000000000000000000000000000000000000000..9f763412b5467efea256ec68ebe514f484f67165 --- /dev/null +++ b/annotation_data/catan_tier2/test_2429.json @@ -0,0 +1,18 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Given the current game state, Consider that it is the blue players turn, and the blue player rolls a 5. What is the total number of resources of each type the blue player would have after collecting resources from the roll? Return the answer in the following format: [: ]. If a resource type has zero cards, include it in the answer with amount 0.", + "Answer": "[brick: 2, lumber: 2, wool: 1, grain: 1, ore: 3]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2429 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2430.json b/annotation_data/catan_tier2/test_2430.json new file mode 100644 index 0000000000000000000000000000000000000000..f64c7e69e31202f93af2255ed810408456ddfe19 --- /dev/null +++ b/annotation_data/catan_tier2/test_2430.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many development cards are currently held by the green player in the given game state? Consider both played and unplayed development cards. Assume that no development card has been discarded yet.", + "Answer": "6", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2430 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2431.json b/annotation_data/catan_tier2/test_2431.json new file mode 100644 index 0000000000000000000000000000000000000000..59ec776b2ea29a1ec426eb5b2e6fb0ad0b3b58e7 --- /dev/null +++ b/annotation_data/catan_tier2/test_2431.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many progress cards are present in the current players hand?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2431 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2432.json b/annotation_data/catan_tier2/test_2432.json new file mode 100644 index 0000000000000000000000000000000000000000..0bc96ab165804ed8d6315b446e5b24f574fc4c4b --- /dev/null +++ b/annotation_data/catan_tier2/test_2432.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many victory points cards are present with the player given the current game state?", + "Answer": "0", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2432 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2433.json b/annotation_data/catan_tier2/test_2433.json new file mode 100644 index 0000000000000000000000000000000000000000..170f9d2ca201f5adecaa68ab73640c1a74791691 --- /dev/null +++ b/annotation_data/catan_tier2/test_2433.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many brick resource cards are present in the current gamestate?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_red_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2433 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2434.json b/annotation_data/catan_tier2/test_2434.json new file mode 100644 index 0000000000000000000000000000000000000000..d52d33a620ace5693060a879b4188155a4452feb --- /dev/null +++ b/annotation_data/catan_tier2/test_2434.json @@ -0,0 +1,18 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider it is the green players turn. If the green player rolls a 12. and chooses to build 2 roads: one on the common side of 11: forest and 3: fields, and 3:fields, and 10: mountains. After building the roads, how many total resource cards of each type will the green player have? Return the answer in the following format: [: ]. If a resource type has zero cards, include it in the answer with amount 0.", + "Answer": "[brick: 1, wool: 7, grain: 1, lumber: 1, ore: 3]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2434 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2435.json b/annotation_data/catan_tier2/test_2435.json new file mode 100644 index 0000000000000000000000000000000000000000..0365c4cf18b643d6790acdfbc6f703e22d981ea6 --- /dev/null +++ b/annotation_data/catan_tier2/test_2435.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider it is the green players turn. If the green player rolls a 12. and chooses to build 2 roads: one on the common side of 11: forest and 3: fields, and 3:fields, and 10: mountains. After building the roads the green player playes the knight development card, what is the total number of points the green player has at the end of this turn? Return the answer in the following format: [initial: , final: ].", + "Answer": "[initial: 5, final: 9]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_green_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_blue_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2435 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2436.json b/annotation_data/catan_tier2/test_2436.json new file mode 100644 index 0000000000000000000000000000000000000000..f281f10bd43ce745ba1b2dd3f26fde986383c8b1 --- /dev/null +++ b/annotation_data/catan_tier2/test_2436.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "for the given gamestate, what is the current score of each of the players? Return the answer in the following format: [: ]. Assume that there are 3 players: red, blue, and green. Return the answer in the following format: [red: , blue: , green: ].", + "Answer": "[red: 5, blue: 7, green: 5]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_green_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_blue_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2436 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2437.json b/annotation_data/catan_tier2/test_2437.json new file mode 100644 index 0000000000000000000000000000000000000000..baca91ef47f2c27de6a3dd69ef7e88eb97ae6453 --- /dev/null +++ b/annotation_data/catan_tier2/test_2437.json @@ -0,0 +1,18 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Consider that it is the red players turn. If the red player rolls a 10, and then builds a settlement in the intersection of 9, 10, and 8 hexes, and upgrades this setllement to a city. After performing these actions, how many total resource cards of each type will the red player have? Return the answer in the following format: [: ]. If a resource type has zero cards, include it in the answer with amount 0.", + "Answer": "[brick: 2, wool: 5, grain: 1, lumber: 2, ore: 0]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/board_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2437 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2438.json b/annotation_data/catan_tier2/test_2438.json new file mode 100644 index 0000000000000000000000000000000000000000..ae27f769fcad62bb1bbc5121fe622d3fcf07f16d --- /dev/null +++ b/annotation_data/catan_tier2/test_2438.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "Assume it is blue players turn. if the blue player rolls a 2. then decides to place one road on common side of hexes: 9 forest along the coast. after these actions, which player would have the longest road card?", + "Answer": "red", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2438 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2439.json b/annotation_data/catan_tier2/test_2439.json new file mode 100644 index 0000000000000000000000000000000000000000..b57243326415dadeb7d02ebd38e8556fbb1211fc --- /dev/null +++ b/annotation_data/catan_tier2/test_2439.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "What is the current score of each player from the cities and settlements they have on the board? Return the answer in the following format: [: ]. Assume that there are 3 players: red, blue, and green. Return the answer in the following format: [red: , blue: , green: ].", + "Answer": "[red: 3, blue: 5, green: 5]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_green_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_blue_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2439 +} \ No newline at end of file diff --git a/annotation_data/catan_tier2/test_2440.json b/annotation_data/catan_tier2/test_2440.json new file mode 100644 index 0000000000000000000000000000000000000000..076c76dd4a4b1b82491fb1696166a5e26fb16873 --- /dev/null +++ b/annotation_data/catan_tier2/test_2440.json @@ -0,0 +1,17 @@ +{ + "Game": "Catan", + "Test Description": "Testing basic game understanding and rule understanding.", + "Difficulty Notes": "simple rule application", + "Question": "How many valid placements for the placement of a settlement does the green player have in the current game state?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "", + "ID": 2440 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2501.json b/annotation_data/catan_tier3/test_2501.json new file mode 100644 index 0000000000000000000000000000000000000000..229cebdb3b62e423852388a066c1fa8159a84160 --- /dev/null +++ b/annotation_data/catan_tier3/test_2501.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the blue players turn, and the player rolls the dice summing to 10. Assume 1) no-inter player trading occurs 2) there are no development cards left to draw 3) in-hand VP cards count as points. What is the maximum number of points that the blue player can earn by the end of this turn. Report the answer in the following manner: [points_before_turn = , points_after_turn = ].", + "Answer": "[points_before_turn = 3, points_after_turn = 6]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_j.png", + "gamestates/images/catan/player_blue_1.png", + "gamestates/images/catan/player_red_1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2551 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2502.json b/annotation_data/catan_tier3/test_2502.json new file mode 100644 index 0000000000000000000000000000000000000000..2acccd2eb95636a1ae9288bc6493d0bb308e3439 --- /dev/null +++ b/annotation_data/catan_tier3/test_2502.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the blue players turn, and the player rolls the dice summing to 6. What is the maximum number of points that the blue player can earn by the end of this turn? Assume 1) no-inter player trading occurs 2) there are no development cards left to draw 3) in-hand VP cards count as points. Report the answer in the following manner: [points_before_turn = , points_after_turn = ].", + "Answer": "[points_before_turn = 3, points_after_turn = 5]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_1.png", + "gamestates/images/catan/player_blue_1.png", + "gamestates/images/catan/player_red_1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2502 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2503.json b/annotation_data/catan_tier3/test_2503.json new file mode 100644 index 0000000000000000000000000000000000000000..fcf1e57b5339f90fe2742693ff98147d3da041ce --- /dev/null +++ b/annotation_data/catan_tier3/test_2503.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the red players turn, and the player rolls the dice summing to 6. What is the maximum number of points that the red player can earn by the end of this turn. Assume 1) no-inter player trading occurs 2) there are no development cards left to draw 3) in-hand VP cards count as points. Report the answer in the following manner: [points_before_turn = , points_after_turn = ].", + "Answer": "[points_before_turn = 7, points_after_turn = 9]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_1.png", + "gamestates/images/catan/player_blue_1.png", + "gamestates/images/catan/player_red_1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2503 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2504.json b/annotation_data/catan_tier3/test_2504.json new file mode 100644 index 0000000000000000000000000000000000000000..d3b5349e7672817fb7320a4e83d37d7545c11a3c --- /dev/null +++ b/annotation_data/catan_tier3/test_2504.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the blue players turn, and the player rolls the dice summing to 6. What is the maximum number of points that the blue player can earn by the end of this turn? Assume 1) no-inter player trading occurs 2) there are no development cards left to draw 3) in-hand VP cards count as points. Report the answer in the following manner: [points_before_turn = , points_after_turn = ].", + "Answer": "[points_before_turn = 3, points_after_turn = 5]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_j.png", + "gamestates/images/catan/player_blue_1.png", + "gamestates/images/catan/player_red_1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2552 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2505.json b/annotation_data/catan_tier3/test_2505.json new file mode 100644 index 0000000000000000000000000000000000000000..b3b69b896fc8cae3d5be5f9f6d7674c45783c3f1 --- /dev/null +++ b/annotation_data/catan_tier3/test_2505.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the red players turn, and the player rolls the dice summing to 6. What is the maximum number of points that the red player can earn by the end of this turn. Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points. Report the answer in the following manner: [points_before_turn = , points_after_turn = ].", + "Answer": "[points_before_turn = 7, points_after_turn = 9]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_j.png", + "gamestates/images/catan/player_blue_1.png", + "gamestates/images/catan/player_red_1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2553 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2506.json b/annotation_data/catan_tier3/test_2506.json new file mode 100644 index 0000000000000000000000000000000000000000..eee850a89986dc451d48dc031bb6d35cc109a2dd --- /dev/null +++ b/annotation_data/catan_tier3/test_2506.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the red player's turn, and the player rolls the dice summing to 10, what is the maximum number of settlements the red player can have on the board by the end of this turn? Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points. Return the answer in the following format: [settlements before:, settlements after: ]", + "Answer": "[settlements before:2, settlements after:3]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_j.png", + "gamestates/images/catan/player_blue_2.png", + "gamestates/images/catan/player_red_2.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2554 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2507.json b/annotation_data/catan_tier3/test_2507.json new file mode 100644 index 0000000000000000000000000000000000000000..3a21f11b3499b4519ad3c71fb9e40f58d87c5327 --- /dev/null +++ b/annotation_data/catan_tier3/test_2507.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the blue player's turn, and the player rolls the dice summing to 6, what is the maximum number of cities the blue player can have on the board by the end of this turn? Assume 1) no-inter player trading occurs 2) there are no development cards left to draw 3) in-hand VP cards count as points. Return the answer in the following format: [cities before:, settlements after: ]", + "Answer": "[cities before:1, cities after:3]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_2.png", + "gamestates/images/catan/player_blue_2.png", + "gamestates/images/catan/player_red_2.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2507 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2508.json b/annotation_data/catan_tier3/test_2508.json new file mode 100644 index 0000000000000000000000000000000000000000..59ce7de03ee00ec35722ee4901fb020308671d60 --- /dev/null +++ b/annotation_data/catan_tier3/test_2508.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that it is the red player's turn, and the player rolls the dice summing to 10, what is the maximum number of settlements the red player can have on the board by the end of this turn? Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points 4) that the player does not use any of the development cards. Return the answer in the following format: [settlements before:, settlements after: ]", + "Answer": "[settlements before:2, settlements after:4]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_j.png", + "gamestates/images/catan/player_blue_2.png", + "gamestates/images/catan/player_red_2.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2555 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2509.json b/annotation_data/catan_tier3/test_2509.json new file mode 100644 index 0000000000000000000000000000000000000000..be23a31728788761ebe8666ec54119024f770338 --- /dev/null +++ b/annotation_data/catan_tier3/test_2509.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Suppose that the red player rolls a 7, changes the robber to a tile that has 6 numbered on mountains, and steals away one ore resource card from the blue player. Now it is the blue players turn. What is the maximum number of cities the blue player can build by the end of this turn? 1) no-inter player trading occurs 2) there are no development cards left to draw 3) in-hand VP cards count as points. Assume that the gamestate given is before the stealing of the resource card. Return the answer in the following format: [cities before: , cities after: ]", + "Answer": "[cities before: 1, cities after: 2]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_2.png", + "gamestates/images/catan/player_blue_2.png", + "gamestates/images/catan/player_red_2.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2509 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2510.json b/annotation_data/catan_tier3/test_2510.json new file mode 100644 index 0000000000000000000000000000000000000000..ba960acf4a41c051d4ca762abb2c13865a273a40 --- /dev/null +++ b/annotation_data/catan_tier3/test_2510.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Considering that the red player has 2 consecutive turns, and the player rolls the dice summing to 10 the first time, what is the maximum number of points the red player can have on the board by the end of these 2 turns? Can the player declare victory? Assume that in the second turn the player rolls a 6. Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points. Return the answer in the following format: [Victory_points_before: , Victory_points_after: , victory: ]", + "Answer": "[Victory_points_before: 8, Victory_points_after: 11, victory: true]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_j.png", + "gamestates/images/catan/player_blue_2.png", + "gamestates/images/catan/player_red_2.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 3, + "json_game_state_url": "", + "ID": 2556 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2511.json b/annotation_data/catan_tier3/test_2511.json new file mode 100644 index 0000000000000000000000000000000000000000..d5bda3b170ec3a820a9212c64f2dcc7b86813794 --- /dev/null +++ b/annotation_data/catan_tier3/test_2511.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5) For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. What is the maximum number of cities the red player can get by the end of the turn, given the player rolls a 5 in this turn? Return the answer in the following format: [Old: , new: ]", + "Answer": "[old: 0, new: 3]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2511 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2512.json b/annotation_data/catan_tier3/test_2512.json new file mode 100644 index 0000000000000000000000000000000000000000..b9ec3508eb3ad37dd2a6d16c6707a8e3e536b7ca --- /dev/null +++ b/annotation_data/catan_tier3/test_2512.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. What is the maximum number of points the red player can get by the end of the turn, given the player rolls a 5 in this turn? Return the answer in the following format: [prev_points: , new_points: ]", + "Answer": "[prev_points: 5, new_points: 8]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2512 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2513.json b/annotation_data/catan_tier3/test_2513.json new file mode 100644 index 0000000000000000000000000000000000000000..ff58a6b673e3285bb5c027b8db7cfaaffa7f3274 --- /dev/null +++ b/annotation_data/catan_tier3/test_2513.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. What is the maximum number of brick resource cards the red player can get by the end of the turn, given the player rolls a 10 in this turn? Return the answer in the following format: [prev_cards: , new_cards: ]", + "Answer": "[prev_cards: 3, new_cards: 11]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2513 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2514.json b/annotation_data/catan_tier3/test_2514.json new file mode 100644 index 0000000000000000000000000000000000000000..ee15112850340f2b6246142adf3fc4d367a754b7 --- /dev/null +++ b/annotation_data/catan_tier3/test_2514.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. What is the maximum number of unique harbor locations that the red player can have a settlement/city on by the end of the turn, given the player rolls a 6 in this turn? Also make sure that there is at least one resource card of each type by the end of this turn. Return the answer in the following format: [prev_harbors: , new_harbors: ]", + "Answer": "[prev_harbors: 1, new_harbors: 3]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2514 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2515.json b/annotation_data/catan_tier3/test_2515.json new file mode 100644 index 0000000000000000000000000000000000000000..e75d9706de587b0dbba2f6ef24641655364a5d77 --- /dev/null +++ b/annotation_data/catan_tier3/test_2515.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource, 6) There is no limit on the number of settlements the red player has. What is the maximum number of settlements that the red player can have by the end of the turn, given the player rolls a 6 in this turn? Return the answer in the following format: [prev: , new: ].", + "Answer": "[prev: 3, new: 6]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2515 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2516.json b/annotation_data/catan_tier3/test_2516.json new file mode 100644 index 0000000000000000000000000000000000000000..8b64e2a5afd503fce8f2cf350258b496a4ad6501 --- /dev/null +++ b/annotation_data/catan_tier3/test_2516.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource, 6) consider that the blue player in total has 4 cities, 5 settlements (including ones on board). What is the maximum number of cities the blue player has by the end of this turn, given that the blue player has rolled 10 in this round? Return your answer in the following format: [Old: , new: ]", + "Answer": "[old: 2, new: 4]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2516 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2517.json b/annotation_data/catan_tier3/test_2517.json new file mode 100644 index 0000000000000000000000000000000000000000..ca9e431b08b6670a1dd74aec028cc1be93969144 --- /dev/null +++ b/annotation_data/catan_tier3/test_2517.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource, 6) consider that the blue player in total has 4 cities, 5 settlements (including ones on board). Can the blue player get victory by the end of this round, given that the player must use least amount of resource cards, and that the player rolls a 5? Return your answer in the following format: [victory: , final_resources: <[brick: , wool: ], grain: , lumber: , ore: ]>]", + "Answer": "[victory: yes, final_resources: [brick: 1, wool: 0, grain: 0, lumber: 1, ore: 3]]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2517 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2518.json b/annotation_data/catan_tier3/test_2518.json new file mode 100644 index 0000000000000000000000000000000000000000..60ccd6731c36111d32bd6cc9a9c14e19afb5d8cb --- /dev/null +++ b/annotation_data/catan_tier3/test_2518.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. What is the maximum number of unique harbor locations that the blue player can have a settlement/city on by the end of the turn, given the player rolls a 11 in this turn? Return the answer in the following format: [prev_harbors: , new_harbors: ]", + "Answer": "[prev_harbors:2 , new_harbors:3]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2518 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2519.json b/annotation_data/catan_tier3/test_2519.json new file mode 100644 index 0000000000000000000000000000000000000000..0241f7e3784233968a17a28c48808f237e02666b --- /dev/null +++ b/annotation_data/catan_tier3/test_2519.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. What is the maximum number of lumber resource cards the blue player can get by the end of the turn, given the player rolls a 11 in this turn? Return the answer in the following format: [prev_cards: , new_cards: ]", + "Answer": "[prev_cards: 2, new_cards:12]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2519 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2520.json b/annotation_data/catan_tier3/test_2520.json new file mode 100644 index 0000000000000000000000000000000000000000..ad9937084c7176cecf64390366138cc1f2fcfc92 --- /dev/null +++ b/annotation_data/catan_tier3/test_2520.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. What is the maximum number of ore resource cards the blue player can get by the end of the turn, given the player rolls a 11 in this turn? Return the answer in the following format: [prev_cards: , new_cards: ]", + "Answer": "[old_cards: 3, new_cards: 11]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2520 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2521.json b/annotation_data/catan_tier3/test_2521.json new file mode 100644 index 0000000000000000000000000000000000000000..c516d66e5e851a10ddcea42e6bb17768124107f6 --- /dev/null +++ b/annotation_data/catan_tier3/test_2521.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. 6) consider that the green player in total has 4 cities, 5 settlements (including ones on board). What is the maximum number of cities + settlements the green player has by the end of this turn, given that the green player has rolled 3 in this round? Return your answer in the following format: [Old_cities: , old_settlements: < number of settlements before this turn>, new_cities: , new_settlements: ]", + "Answer": "[old_city: 1, old_settlement: 3, new_city: 2, new_settlement: 5]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2521 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2522.json b/annotation_data/catan_tier3/test_2522.json new file mode 100644 index 0000000000000000000000000000000000000000..913553bedd105608718d34a8caff2ae97b4aed9e --- /dev/null +++ b/annotation_data/catan_tier3/test_2522.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. 6) consider that the green player in total has 4 cities, 5 settlements (including ones on board). What is the maximum number points the green player has by the end of this turn, given that the green player has rolled 3 in this round? Return your answer in the following format: [prev_points: , new_points: ]", + "Answer": "[prev_points: 5, new_points: 11]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2522 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2523.json b/annotation_data/catan_tier3/test_2523.json new file mode 100644 index 0000000000000000000000000000000000000000..40c44cf652c4c3ef49bd8793530f29a18a9171e8 --- /dev/null +++ b/annotation_data/catan_tier3/test_2523.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. 5) consider that the green player in total has 4 cities, 5 settlements (including ones on board) 6) the green player has 2 continuous turns. What is the maximum number points the green player has by the end of this turn, given that 1) the player should use the least number of resource cards, 2)the green player has rolled 4 in this round and 11 in the next? Return your answer in the following format: [prev_points: , new_points: , total_resource_cards_used: ]", + "Answer": "[prev_points: 5, new_points: 10, total_resource_cards_used: 4]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2523 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2524.json b/annotation_data/catan_tier3/test_2524.json new file mode 100644 index 0000000000000000000000000000000000000000..3ecdf8f9889d62dacd1fba6c79daef177f2e63fc --- /dev/null +++ b/annotation_data/catan_tier3/test_2524.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. What is the maximum number of unique harbor locations that the green player can have a settlement/city on by the end of the turn, given the player rolls a 3 in this turn? Return the answer in the following format: [prev_harbors: , new_harbors: ]", + "Answer": "[prev_harbors: 1, new_harbors: 3]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2524 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2525.json b/annotation_data/catan_tier3/test_2525.json new file mode 100644 index 0000000000000000000000000000000000000000..47c33bd08b2ebb0806c4702f50317b8be63c5b25 --- /dev/null +++ b/annotation_data/catan_tier3/test_2525.json @@ -0,0 +1,20 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points, 4) can use the combined Trade/Build phase, 5)For maritime trade, a city on a special harbor grants a 1:1 trade rate for its resource, while a city on a generic harbor grants a 3:2 trade rate for any resource. What is the maximum number of ore resource cards the green player can get by the end of the turn, given the player rolls a 12 in this turn? Return the answer in the following format: [prev_cards: , new_cards: ]", + "Answer": "[prev_cards: 3, new_cards: 12]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_5.png", + "gamestates/images/catan/player_blue_5.png", + "gamestates/images/catan/player_red_5.png", + "gamestates/images/catan/player_green_5.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "", + "ID": 2525 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2526.json b/annotation_data/catan_tier3/test_2526.json new file mode 100644 index 0000000000000000000000000000000000000000..7507f2f434d95d88df9d764042236141f8a822af --- /dev/null +++ b/annotation_data/catan_tier3/test_2526.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points. What is the maximum points the blue player can get by the end of this turn, given the player rolls an 8? Return your answer in the following format: [prev_points: , new_points: ]", + "Answer": "[prev_points: 4, new_points: 7]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_blue_3.png", + "gamestates/images/catan/player_red_3.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "", + "ID": 2526 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2527.json b/annotation_data/catan_tier3/test_2527.json new file mode 100644 index 0000000000000000000000000000000000000000..7b0fe4873a8420c558a929083d776034a0b07733 --- /dev/null +++ b/annotation_data/catan_tier3/test_2527.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points 4) the blue player has 2 consecutive turns. What is the maximum points the blue player can get by the end of two turn, given the player rolls a 8 in the first turn and 11 in the second turn? Return your answer in the following format: [prev_points: , new_points: ]", + "Answer": "[prev_points: 4, new_points: 8]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_blue_3.png", + "gamestates/images/catan/player_red_3.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "", + "ID": 2527 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2528.json b/annotation_data/catan_tier3/test_2528.json new file mode 100644 index 0000000000000000000000000000000000000000..09ae6b8a2c5f363a30494ecd38162bad25e49603 --- /dev/null +++ b/annotation_data/catan_tier3/test_2528.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points. What is the maximum number of cities the red player can place by the end of this turn, given the player rolls an 4? Return your answer in the following format: [prev_cities: , new_cities: ]", + "Answer": "[prev_cities: 2, new_cities: 3]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_blue_3.png", + "gamestates/images/catan/player_red_3.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "", + "ID": 2528 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2529.json b/annotation_data/catan_tier3/test_2529.json new file mode 100644 index 0000000000000000000000000000000000000000..6027e23c565f7f4066f43e04c683e7f3e514b55f --- /dev/null +++ b/annotation_data/catan_tier3/test_2529.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points. What is the maximum number of settlements the red player can place by the end of this turn, given the player rolls an 4? Return your answer in the following format: [prev_settlements: , new_settlements: ]", + "Answer": "[prev_settlements: 0, new_settlements: 1]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_blue_3.png", + "gamestates/images/catan/player_red_3.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "", + "ID": 2529 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2530.json b/annotation_data/catan_tier3/test_2530.json new file mode 100644 index 0000000000000000000000000000000000000000..e99b6adb4efa8a924e13849d9cf401b48851ee15 --- /dev/null +++ b/annotation_data/catan_tier3/test_2530.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points. What is the maximum number of lumber resources the blue player can get by the end of this turn, given the player rolls a 5? Return your answer in the following format: [prev_cards: , new_cards: ]", + "Answer": "[prev_cards: 2, new_cards: 6]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_blue_3.png", + "gamestates/images/catan/player_red_3.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "", + "ID": 2530 +} \ No newline at end of file diff --git a/annotation_data/catan_tier3/test_2531.json b/annotation_data/catan_tier3/test_2531.json new file mode 100644 index 0000000000000000000000000000000000000000..67ea2e25621215912c0f63aa5be51b4f40a8cfe6 --- /dev/null +++ b/annotation_data/catan_tier3/test_2531.json @@ -0,0 +1,19 @@ +{ + "Game": "Catan", + "Test Description": "Testing ability to optimize moves or scoring for a given game state and trying to have a grounded rule application", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Assume: 1) no-inter player trading occurs, 2) there are no development cards left to draw, 3) in-hand VP cards count as points. What is the maximum number of wool resources the red player can get by the end of this turn, given the player rolls a 10? Return your answer in the following format: [prev_cards: , new_cards: ]", + "Answer": "[prev_cards: 2, new_cards: 6]", + "Rationale": "", + "game_state_url": [ + "gamestates/images/catan/board_3.png", + "gamestates/images/catan/player_blue_3.png", + "gamestates/images/catan/player_red_3.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "", + "ID": 2531 +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/822.json b/annotation_data/kingdomino_tier1/822.json new file mode 100644 index 0000000000000000000000000000000000000000..1d5575fb06a4f217102f5e13633be59cf6afab61 --- /dev/null +++ b/annotation_data/kingdomino_tier1/822.json @@ -0,0 +1,15 @@ +{ + "ID": 822, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_1.png", + "Question": "How many dominoes are pictured?", + "Answer": "2", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/823.json b/annotation_data/kingdomino_tier1/823.json new file mode 100644 index 0000000000000000000000000000000000000000..f484a3a9f5434e5aa1e9c900c1fbea71abb5bc12 --- /dev/null +++ b/annotation_data/kingdomino_tier1/823.json @@ -0,0 +1,15 @@ +{ + "ID": 823, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_1.png", + "Question": "How many dominos have blue halves?", + "Answer": "2", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/824.json b/annotation_data/kingdomino_tier1/824.json new file mode 100644 index 0000000000000000000000000000000000000000..78092af5569e28ed7bc14b44b3c9828eff9e9490 --- /dev/null +++ b/annotation_data/kingdomino_tier1/824.json @@ -0,0 +1,15 @@ +{ + "ID": 824, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_1.png", + "Question": "What is the minimum dimension of the rectangle that can enclose all tiles? Output your answer as 'Width: , Height '", + "Answer": "Width: 3, Height: 2", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/825.json b/annotation_data/kingdomino_tier1/825.json new file mode 100644 index 0000000000000000000000000000000000000000..096f0b6970237d7f4cccbc8d1ce92a0fe0b30e76 --- /dev/null +++ b/annotation_data/kingdomino_tier1/825.json @@ -0,0 +1,15 @@ +{ + "ID": 825, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_1.png", + "Question": "How many 1x1 squares contain something (either tile or object)", + "Answer": "5", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/826.json b/annotation_data/kingdomino_tier1/826.json new file mode 100644 index 0000000000000000000000000000000000000000..f545e599830587d33e360b305c08b578d7b9efd8 --- /dev/null +++ b/annotation_data/kingdomino_tier1/826.json @@ -0,0 +1,15 @@ +{ + "ID": 826, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_1.png", + "Question": "How many domino halves have crowns, and how many do not? Answer as 'Have: , Have not: ", + "Answer": "Have: 2, Have not: 2", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/827.json b/annotation_data/kingdomino_tier1/827.json new file mode 100644 index 0000000000000000000000000000000000000000..eb95cd7c85369755cc3234c1f3c38a700b97d96f --- /dev/null +++ b/annotation_data/kingdomino_tier1/827.json @@ -0,0 +1,15 @@ +{ + "ID": 827, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_2.png", + "Question": "How many dominos are pictured here?", + "Answer": "7", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/828.json b/annotation_data/kingdomino_tier1/828.json new file mode 100644 index 0000000000000000000000000000000000000000..b2c720201748484b331f7d60ae24e682716bff2e --- /dev/null +++ b/annotation_data/kingdomino_tier1/828.json @@ -0,0 +1,15 @@ +{ + "ID": 828, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_2.png", + "Question": "How many letters are pictured here? Output them, comma-separated in reverse alphabetical order (lowercase)", + "Answer": "D,C,B,A", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/829.json b/annotation_data/kingdomino_tier1/829.json new file mode 100644 index 0000000000000000000000000000000000000000..05078bff059ef9bee9e4b4ad08bee7bea61df53e --- /dev/null +++ b/annotation_data/kingdomino_tier1/829.json @@ -0,0 +1,15 @@ +{ + "ID": 829, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_2.png", + "Question": "How many crowns are in the left group of dominoes, and how many are in the right group: Answer as 'Left: , Right: ", + "Answer": "Left: 3, Right: 3", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/830.json b/annotation_data/kingdomino_tier1/830.json new file mode 100644 index 0000000000000000000000000000000000000000..3e1dfdbaf49de1eb7dac2b676256b06de12145b5 --- /dev/null +++ b/annotation_data/kingdomino_tier1/830.json @@ -0,0 +1,15 @@ +{ + "ID": 830, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_2.png", + "Question": "How many more upside down crowns are in the right group of dominoes than the left group? Answer as 'Left Total: , Right Total: , Difference: ", + "Answer": "Left: 0, Right: 2, Difference: 2", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/831.json b/annotation_data/kingdomino_tier1/831.json new file mode 100644 index 0000000000000000000000000000000000000000..f966bb4defa32642b8bdfee9d22a50255f8d8f06 --- /dev/null +++ b/annotation_data/kingdomino_tier1/831.json @@ -0,0 +1,15 @@ +{ + "ID": 831, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_3.png", + "Question": "What is the minimum dimension of the rectangle that can enclose all tiles as they are currently laid out? Output your answer as 'Width: , Height ", + "Answer": "Width: 5, Height: 1", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_3.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/832.json b/annotation_data/kingdomino_tier1/832.json new file mode 100644 index 0000000000000000000000000000000000000000..60aa217a7d6fefab61e9553b819e8d4f8631c052 --- /dev/null +++ b/annotation_data/kingdomino_tier1/832.json @@ -0,0 +1,15 @@ +{ + "ID": 832, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_3.png", + "Question": "How many colors of terrain are pictured in the dominos?", + "Answer": "2", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_3.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/833.json b/annotation_data/kingdomino_tier1/833.json new file mode 100644 index 0000000000000000000000000000000000000000..1285dcc55eba2cb957b26130f1d2a9bbc2bde1fe --- /dev/null +++ b/annotation_data/kingdomino_tier1/833.json @@ -0,0 +1,15 @@ +{ + "ID": 833, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_3.png", + "Question": "How many 1x1 spaces separate the two tiles shown?", + "Answer": "1", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_3.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/834.json b/annotation_data/kingdomino_tier1/834.json new file mode 100644 index 0000000000000000000000000000000000000000..f71f28ff2a2e99e29acdc9629cc91880f600ef2f --- /dev/null +++ b/annotation_data/kingdomino_tier1/834.json @@ -0,0 +1,15 @@ +{ + "ID": 834, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_4.png", + "Question": "What is the minimum dimension of the rectangle that can enclose all tiles? Output your answer as 'Width: , Height '", + "Answer": "Width: 4, Height: 4", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/835.json b/annotation_data/kingdomino_tier1/835.json new file mode 100644 index 0000000000000000000000000000000000000000..c3585f1887b97b7541c93ac39dabc8b9ce65351e --- /dev/null +++ b/annotation_data/kingdomino_tier1/835.json @@ -0,0 +1,15 @@ +{ + "ID": 835, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_4.png", + "Question": "How many dominos contain blue halves? How many contain green halves? How many contain yellow halves? Format the answer as 'blue: x, green: y, yellow: z'.", + "Answer": "blue: 3, green: 3, yellow: 2", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/836.json b/annotation_data/kingdomino_tier1/836.json new file mode 100644 index 0000000000000000000000000000000000000000..96a4b00122a06dedd31785aa634f3e8989b5f6e9 --- /dev/null +++ b/annotation_data/kingdomino_tier1/836.json @@ -0,0 +1,15 @@ +{ + "ID": 836, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_4.png", + "Question": "How many crowns are pictured?", + "Answer": "6", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/837.json b/annotation_data/kingdomino_tier1/837.json new file mode 100644 index 0000000000000000000000000000000000000000..3591add3cc8fd85a3de78e72e37a7c4b3147ed2f --- /dev/null +++ b/annotation_data/kingdomino_tier1/837.json @@ -0,0 +1,15 @@ +{ + "ID": 837, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_4.png", + "Question": "How many more upright crowns are pictured than upside-down crowns?", + "Answer": "2", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/838.json b/annotation_data/kingdomino_tier1/838.json new file mode 100644 index 0000000000000000000000000000000000000000..e855cd2dabe054646fde1c93a02f7a7b17f36a6e --- /dev/null +++ b/annotation_data/kingdomino_tier1/838.json @@ -0,0 +1,15 @@ +{ + "ID": 838, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_5.png", + "Question": "How many more upright crowns are pictured than upside-down crowns?", + "Answer": "2", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_5.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/839.json b/annotation_data/kingdomino_tier1/839.json new file mode 100644 index 0000000000000000000000000000000000000000..0b92c571b0a76d399fa82d68b9968ec6e8ec509b --- /dev/null +++ b/annotation_data/kingdomino_tier1/839.json @@ -0,0 +1,15 @@ +{ + "ID": 839, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_5.png", + "Question": "How many dominoes do not contain blue?", + "Answer": "0", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_5.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/840.json b/annotation_data/kingdomino_tier1/840.json new file mode 100644 index 0000000000000000000000000000000000000000..7907e6fd36c2a2175576f0bff2eb99dce898a8a8 --- /dev/null +++ b/annotation_data/kingdomino_tier1/840.json @@ -0,0 +1,15 @@ +{ + "ID": 840, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_5.png", + "Question": "What is the minimum sized rectangle that can enclose all of the objects on the grid? Output your answer as 'Width: , Height ", + "Answer": "Width: 3, Height: 2", + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/t4_5.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_001.json b/annotation_data/kingdomino_tier1/test_001.json new file mode 100644 index 0000000000000000000000000000000000000000..401a2fa7dc867541c7bac66ef93b47b8d13bd676 --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_001.json @@ -0,0 +1,15 @@ +{ + "ID": 1, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominos in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many dominos are pictured in the displayed player's kidgdom?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/basic_kingdom.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/basic_kingdom.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_002.json b/annotation_data/kingdomino_tier1/test_002.json new file mode 100644 index 0000000000000000000000000000000000000000..17e17e485adb75e39fa7b7e7a4703f352e027fef --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_002.json @@ -0,0 +1,15 @@ +{ + "ID": 2, + "Game": "Kingdomino", + "Test Description": "Testing basic game environment understanding. Counting the number of crowns displayed on the tiles", + "Difficulty Notes": "Very easy counting", + "Question": "How many crowns are pictured?", + "Answer": "4", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/basic_kingdom.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/basic_kingdom.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_003.json b/annotation_data/kingdomino_tier1/test_003.json new file mode 100644 index 0000000000000000000000000000000000000000..9c718d62c14051da6892cf181d8083cfd7886daf --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_003.json @@ -0,0 +1,15 @@ +{ + "ID": 3, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "How many dominoes are pictured in the displayed player's kidgdom?", + "Answer": "5", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/larger_basic_kingdom.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/larger_basic_kingdom.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_004.json b/annotation_data/kingdomino_tier1/test_004.json new file mode 100644 index 0000000000000000000000000000000000000000..e8d13da007de6d33a9429dd987ea6c9096722543 --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_004.json @@ -0,0 +1,15 @@ +{ + "ID": 4, + "Game": "Kingdomino", + "Test Description": "Testing basic game environment understanding. Counting the number of crowns displayed on the tiles", + "Difficulty Notes": "Very easy counting", + "Question": "How many crowns are pictured?", + "Answer": "7", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/larger_basic_kingdom.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/larger_basic_kingdom.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_005.json b/annotation_data/kingdomino_tier1/test_005.json new file mode 100644 index 0000000000000000000000000000000000000000..fac151de2a66d198cb9c91368535b3f1827df569 --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_005.json @@ -0,0 +1,15 @@ +{ + "ID": 5, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "If you had to enclose the displayed tiles with a rectangle, what would be the minimum dimensions of this rectangle? Provide a width and height", + "Answer": "Width: 3, Height: 3 ", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/basic_kingdom.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/basic_kingdom.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_006.json b/annotation_data/kingdomino_tier1/test_006.json new file mode 100644 index 0000000000000000000000000000000000000000..a7ab325911be63dbcf6b42d9c34e4780b4faa3bc --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_006.json @@ -0,0 +1,15 @@ +{ + "ID": 6, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Question": "If you had to enclose the displayed tiles with a rectangle, what would be the minimum dimensions of this rectangle? Provide a width and height", + "Answer": "Width: 5, Height: 3 ", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/larger_basic_kingdom.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/larger_basic_kingdom.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_007.json b/annotation_data/kingdomino_tier1/test_007.json new file mode 100644 index 0000000000000000000000000000000000000000..15f07a62e95aee186577c496cb7668a675ecafa6 --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_007.json @@ -0,0 +1,15 @@ +{ + "ID": 7, + "Game": "Kingdomino", + "Test Description": "Tests a negative case in the game environment.", + "Difficulty Notes": "Does model hallucinate the presence of game pieces?", + "Question": "How many crowns are pictured?", + "Answer": "0", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/bare_dominoes.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/bare_dominoes.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_008.json b/annotation_data/kingdomino_tier1/test_008.json new file mode 100644 index 0000000000000000000000000000000000000000..9fb7f2e7cbb339c287bc2a76a4ad6aa9434ec263 --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_008.json @@ -0,0 +1,15 @@ +{ + "ID": 8, + "Game": "Kingdomino", + "Test Description": "Tests the tile selection component of the game", + "Difficulty Notes": "Model has to count the number of meeples present", + "Question": "How meeples are pictured?", + "Answer": "4", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/selection_area_basic.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/selection_area_basic.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_009.json b/annotation_data/kingdomino_tier1/test_009.json new file mode 100644 index 0000000000000000000000000000000000000000..268532255ec2cf851fe91f94d2ee300cec13ee26 --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_009.json @@ -0,0 +1,15 @@ +{ + "ID": 9, + "Game": "Kingdomino", + "Test Description": "Tests the tile selection component of the game", + "Difficulty Notes": "Model has to differentiate betwen the two colors of meeples.", + "Question": "How many colors of meeples are pictured?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/selection_area_basic.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/selection_area_basic.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_010.json b/annotation_data/kingdomino_tier1/test_010.json new file mode 100644 index 0000000000000000000000000000000000000000..d2fc3109cb09e382915defda39db292a04c85b73 --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_010.json @@ -0,0 +1,15 @@ +{ + "ID": 10, + "Game": "Kingdomino", + "Test Description": "Tests the tile selection component of the game", + "Difficulty Notes": "Model has to differentiate betwen four colors of meeples.", + "Question": "How many colors of meeples are pictured?", + "Answer": "4", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/four_meeple_colors.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/four_meeple_colors.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_011.json b/annotation_data/kingdomino_tier1/test_011.json new file mode 100644 index 0000000000000000000000000000000000000000..404353a68487b9690155ccb3ef78287e7b68b1be --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_011.json @@ -0,0 +1,15 @@ +{ + "ID": 11, + "Game": "Kingdomino", + "Test Description": "Tests identification of overlapping pieces.", + "Difficulty Notes": "Model has to identify the existence of meeples that sitting on dominoes", + "Question": "How many meeples are pictured?", + "Answer": "4", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/meeples_on_dominoes.png", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/meeples_on_dominoes.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_012.json b/annotation_data/kingdomino_tier1/test_012.json new file mode 100644 index 0000000000000000000000000000000000000000..2129283608e303d4df3d169284c5b0e7a014ccad --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_012.json @@ -0,0 +1,15 @@ +{ + "ID": 12, + "Game": "Kingdomino", + "Test Description": "Tests identification of overlapping pieces.", + "Difficulty Notes": "Model has to identify the existence of meeples that sitting on dominoes and then do some additional reasoning over this to count the crowns", + "Question": "How many crowns are there on the tiles that have meeples on them?", + "Answer": "3", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/meeples_on_dominoes.png", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/meeples_on_dominoes.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_013.json b/annotation_data/kingdomino_tier1/test_013.json new file mode 100644 index 0000000000000000000000000000000000000000..05b3edd6f1808473fe067baab769b91f89c0f41a --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_013.json @@ -0,0 +1,15 @@ +{ + "ID": 13, + "Game": "Kingdomino", + "Test Description": "Tests identification of basic text", + "Difficulty Notes": "Model simple has to count the number of rounds mentioned in the text", + "Question": "How many rounds are mentioned?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/meeples_on_dominoes.png", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/meeples_on_dominoes.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_014.json b/annotation_data/kingdomino_tier1/test_014.json new file mode 100644 index 0000000000000000000000000000000000000000..7fa1949defc2c433861c43548aaf733debeb30dc --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_014.json @@ -0,0 +1,15 @@ +{ + "ID": 14, + "Game": "Kingdomino", + "Test Description": "Tests inverse of a counting question", + "Difficulty Notes": "Model has to count the number of tiles *without* crowns on them", + "Question": "How many tiles are there that have meeples on them but no crowns?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/meeples_on_dominoes.png", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/meeples_on_dominoes.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_015.json b/annotation_data/kingdomino_tier1/test_015.json new file mode 100644 index 0000000000000000000000000000000000000000..f65e1fc29cd11ca599047852df10b6c82f174125 --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_015.json @@ -0,0 +1,15 @@ +{ + "ID": 15, + "Game": "Kingdomino", + "Test Description": "Tests basic comprehension of the full game state / game environment.", + "Difficulty Notes": "Model needs to reason over the different sections of the game board.", + "Question": "How many dominoes are pictured?", + "Answer": "14", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/basic_full_env.png", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/basic_full_env.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_016.json b/annotation_data/kingdomino_tier1/test_016.json new file mode 100644 index 0000000000000000000000000000000000000000..ce87ef9c74871bae90c65037cfe9dd4eb2a829ef --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_016.json @@ -0,0 +1,15 @@ +{ + "ID": 16, + "Game": "Kingdomino", + "Test Description": "Tests basic comprehension of the full game state / game environment.", + "Difficulty Notes": "Model needs to reason over the different sections of the game board.", + "Question": "How many crowns are pictured?", + "Answer": "11", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/basic_full_env.png", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/basic_full_env.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_017.json b/annotation_data/kingdomino_tier1/test_017.json new file mode 100644 index 0000000000000000000000000000000000000000..561decd2bb13e7e8373e8e880df22825b8c7d964 --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_017.json @@ -0,0 +1,15 @@ +{ + "ID": 17, + "Game": "Kingdomino", + "Test Description": "Tests basic comprehension of the full game state / game environment.", + "Difficulty Notes": "Model needs to reason over the different sections of the game board.", + "Question": "What is the total area of the dominoes pictured? Assume that each domino is 2x1.", + "Answer": "28", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/basic_full_env.png", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/basic_full_env.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_018.json b/annotation_data/kingdomino_tier1/test_018.json new file mode 100644 index 0000000000000000000000000000000000000000..cf0b7688f93d318f4a742354196125da138d49d2 --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_018.json @@ -0,0 +1,15 @@ +{ + "ID": 18, + "Game": "Kingdomino", + "Test Description": "Tests basic comprehension of the full game state / game environment.", + "Difficulty Notes": "Model needs to reason over the different sections of the game board.", + "Question": "How many upside-down crowns are pictured?", + "Answer": "2", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/basic_full_env.png", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/basic_full_env.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_019.json b/annotation_data/kingdomino_tier1/test_019.json new file mode 100644 index 0000000000000000000000000000000000000000..562b5c2e4c675d24b349833eb7a9bb1250e69e06 --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_019.json @@ -0,0 +1,15 @@ +{ + "ID": 19, + "Game": "Kingdomino", + "Test Description": "Tests random details extraction from the game environment.", + "Difficulty Notes": "Model needs to identify the existence of a dragon shadow on the game board.", + "Question": "How many dragons are present in this scenario?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/basic_full_env.png", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/basic_full_env.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_020.json b/annotation_data/kingdomino_tier1/test_020.json new file mode 100644 index 0000000000000000000000000000000000000000..b9fc7d5208e27a88880fb34d3a6e2960e85d1bac --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_020.json @@ -0,0 +1,15 @@ +{ + "ID": 20, + "Game": "Kingdomino", + "Test Description": "Tests if model can identify patterns within the dominoes", + "Difficulty Notes": "Model needs to differentiate between the different categories of 'biomes' present.", + "Question": "How many unique biomes are present in the pictured domino halves? Assume the minor details don't matter, rather the high-level patterns/colors/domains.", + "Answer": "6", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/basic_full_env.png", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/basic_full_env.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier1/test_021.json b/annotation_data/kingdomino_tier1/test_021.json new file mode 100644 index 0000000000000000000000000000000000000000..3a34231939c1b2b7e52bddfdde14576af65c2ccc --- /dev/null +++ b/annotation_data/kingdomino_tier1/test_021.json @@ -0,0 +1,15 @@ +{ + "ID": 21, + "Game": "Kingdomino", + "Test Description": "Tests if model can identify patterns within the dominoes", + "Difficulty Notes": "Model needs to differentiate between different combinations of biomes present within dominoes.", + "Question": "How many unique combinations of biomes are present in the pictured dominoes? Assume the minor details don't matter, rather the high-level patterns/colors/domains. Each domino half contains one biome, therefore there are up to two unique biomes per domino.", + "Answer": "9", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/basic_full_env.png", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/kingdomino/basic_full_env.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/831.json b/annotation_data/kingdomino_tier2/831.json new file mode 100644 index 0000000000000000000000000000000000000000..887007d2a8f8f541dfdc5c533728274ec99b7375 --- /dev/null +++ b/annotation_data/kingdomino_tier2/831.json @@ -0,0 +1,15 @@ +{ + "ID": 931, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_1.png", + "Question": "How many points does this kingdom score?", + "Answer": "2", + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/832.json b/annotation_data/kingdomino_tier2/832.json new file mode 100644 index 0000000000000000000000000000000000000000..47161123a3541bf8c326896804276addad836039 --- /dev/null +++ b/annotation_data/kingdomino_tier2/832.json @@ -0,0 +1,15 @@ +{ + "ID": 932, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_1.png", + "Question": "How many points do the lake territories score?", + "Answer": "1", + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/833.json b/annotation_data/kingdomino_tier2/833.json new file mode 100644 index 0000000000000000000000000000000000000000..83b7504360cbab7f86c07934fad6a51d0e1e138e --- /dev/null +++ b/annotation_data/kingdomino_tier2/833.json @@ -0,0 +1,15 @@ +{ + "ID": 933, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_2.png", + "Question": "If the left side was a kingdom, how many points would it score?", + "Answer": "3", + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/834.json b/annotation_data/kingdomino_tier2/834.json new file mode 100644 index 0000000000000000000000000000000000000000..e605b4b89cd995f050c8805cff02c23fe67038df --- /dev/null +++ b/annotation_data/kingdomino_tier2/834.json @@ -0,0 +1,15 @@ +{ + "ID": 934, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_2.png", + "Question": "How many of the dominos on the left could be validly placed into the current kingdom?", + "Answer": "4", + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/835.json b/annotation_data/kingdomino_tier2/835.json new file mode 100644 index 0000000000000000000000000000000000000000..cf2cba711378d7f6b8d36ade639774607f3b03d7 --- /dev/null +++ b/annotation_data/kingdomino_tier2/835.json @@ -0,0 +1,15 @@ +{ + "ID": 935, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_3.png", + "Question": "How many points does the current kingdom score?", + "Answer": "1", + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/t4_3.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/836.json b/annotation_data/kingdomino_tier2/836.json new file mode 100644 index 0000000000000000000000000000000000000000..571379aad896f42d1025cdfd18f218951723c0ab --- /dev/null +++ b/annotation_data/kingdomino_tier2/836.json @@ -0,0 +1,15 @@ +{ + "ID": 936, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_3.png", + "Question": "What terrain types are displayed in this picture? Output them in alphabetical order, separated by commas and lowercased.", + "Answer": "grasslands,wheat fields", + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/t4_3.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/837.json b/annotation_data/kingdomino_tier2/837.json new file mode 100644 index 0000000000000000000000000000000000000000..9708c27d8b775006de1574558f4f234202eb8da9 --- /dev/null +++ b/annotation_data/kingdomino_tier2/837.json @@ -0,0 +1,15 @@ +{ + "ID": 937, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_4.png", + "Question": "How many points does this kingdom score?", + "Answer": "9", + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/838.json b/annotation_data/kingdomino_tier2/838.json new file mode 100644 index 0000000000000000000000000000000000000000..505a430ca4d1ee0aff5832d1b4c3c155cf7be5b2 --- /dev/null +++ b/annotation_data/kingdomino_tier2/838.json @@ -0,0 +1,15 @@ +{ + "ID": 938, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_4.png", + "Question": "How many of the dominoes must have been placed invalidly?", + "Answer": "3", + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/839.json b/annotation_data/kingdomino_tier2/839.json new file mode 100644 index 0000000000000000000000000000000000000000..9e511261749916d1a6f43856e08ce4dc6dcdf300 --- /dev/null +++ b/annotation_data/kingdomino_tier2/839.json @@ -0,0 +1,15 @@ +{ + "ID": 939, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_5.png", + "Question": "How many of the dominoes must have been placed invalidly?", + "Answer": "0", + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/t4_5.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/840.json b/annotation_data/kingdomino_tier2/840.json new file mode 100644 index 0000000000000000000000000000000000000000..62a7086075af17df3b8b961bd0ff8a53d3e26fd0 --- /dev/null +++ b/annotation_data/kingdomino_tier2/840.json @@ -0,0 +1,15 @@ +{ + "ID": 939, + "Game": "Kingdomino", + "Test Description": "Testing basic game understanding. Counting the number of dominoes in the player's kingdom.", + "Difficulty Notes": "Very easy counting", + "Rationale": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/kingdomino/t4_5.png", + "Question": "How many points does this kingdom score?", + "Answer": "3", + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/t4_5.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_101.json b/annotation_data/kingdomino_tier2/test_101.json new file mode 100644 index 0000000000000000000000000000000000000000..19fe02e1e5e3d21b3fdac24361ee66f4d7a02011 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_101.json @@ -0,0 +1,15 @@ +{ + "ID": 101, + "Game": "Kingdomino", + "Test Description": "Testing tile validity", + "Difficulty Notes": "Testing basic (positive) validity of tile placement", + "Question": "How many different spots can the new domino be validly placed in the kingdom? (assume different, valid, orientations of the new domino count as the same placement)", + "Answer": "1 spot", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/new_domino_blue.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/new_domino_blue.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_102.json b/annotation_data/kingdomino_tier2/test_102.json new file mode 100644 index 0000000000000000000000000000000000000000..10d051d1491625b5b230dc20d5f54dc9d65c4450 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_102.json @@ -0,0 +1,15 @@ +{ + "ID": 102, + "Game": "Kingdomino", + "Test Description": "Testing board validity", + "Difficulty Notes": "Requires model to understand adjacent placement validity", + "Question": "Is this a valid kingdom state?", + "Answer": "No", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/invalid_kingdom_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/invalid_kingdom_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_103.json b/annotation_data/kingdomino_tier2/test_103.json new file mode 100644 index 0000000000000000000000000000000000000000..75300b3fee658a201e9afb485d9015019d2dffa7 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_103.json @@ -0,0 +1,15 @@ +{ + "ID": 103, + "Game": "Kingdomino", + "Test Description": "Testing basic scoring (note, this is on an invalid kingdom)", + "Difficulty Notes": "Requires model to understand adjacent placement validity", + "Question": "How many points does this kingdom score?", + "Answer": "14", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/invalid_kingdom_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/invalid_kingdom_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_104.json b/annotation_data/kingdomino_tier2/test_104.json new file mode 100644 index 0000000000000000000000000000000000000000..92d23a3041556fa1e41410f688a0c84bca9853a6 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_104.json @@ -0,0 +1,15 @@ +{ + "ID": 104, + "Game": "Kingdomino", + "Test Description": "Tests usage of correct keywords from rulebook", + "Difficulty Notes": "Asks a question about the terrain types without defining the terrains. It should retrieve these from the rulebook.", + "Question": "Which terrain types are present in the game state? Provide a list of the terrains sorted by frequency (highest-first), breaking ties alphabetically (lowest-first)", + "Answer": "[wheat fields, swamps, grasslands, mines, forests]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/invalid_kingdom_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/invalid_kingdom_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_105.json b/annotation_data/kingdomino_tier2/test_105.json new file mode 100644 index 0000000000000000000000000000000000000000..99694de520760d1c4995c46f8eb1c78a55fe5a6d --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_105.json @@ -0,0 +1,15 @@ +{ + "ID": 105, + "Game": "Kingdomino", + "Test Description": "Testing tile validity", + "Difficulty Notes": "Testing basic (positive) validity of tile placement", + "Question": "How many different spots can the new domino be validly placed in the kingdom? (assume different, valid, orientations of the new domino count as the same placement)", + "Answer": "0 spots", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/new_domino_blue_invalid.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/new_domino_blue_invalid.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_106.json b/annotation_data/kingdomino_tier2/test_106.json new file mode 100644 index 0000000000000000000000000000000000000000..46ce1fb3f12c24e58f9ee6e779ce8e3ae626e1b4 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_106.json @@ -0,0 +1,15 @@ +{ + "ID": 106, + "Game": "Kingdomino", + "Test Description": "Testing tile validity", + "Difficulty Notes": "Testing basic (positive) validity of tile placement", + "Question": "How many different spots can the new domino be validly placed in the kingdom? (assume different, valid, orientations of the new domino into the same 2x1 spot count the same placement)", + "Answer": "0 spots", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/new_domino_blue_invalid.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/new_domino_blue_invalid.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_107.json b/annotation_data/kingdomino_tier2/test_107.json new file mode 100644 index 0000000000000000000000000000000000000000..350ffa38293617d4462315bb0c829cc5840120d8 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_107.json @@ -0,0 +1,15 @@ +{ + "ID": 107, + "Game": "Kingdomino", + "Test Description": "Testing basic scoring.", + "Difficulty Notes": "Requires model to basic scoring principles (# total crowns x connected terrain tiles", + "Question": "How many points does this kingdom score?", + "Answer": "24", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/new_domino_blue_5x5.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/new_domino_blue_5x5.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_108.json b/annotation_data/kingdomino_tier2/test_108.json new file mode 100644 index 0000000000000000000000000000000000000000..bccdd14d481bcafbce46428aa9a163c7aa381243 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_108.json @@ -0,0 +1,15 @@ +{ + "ID": 108, + "Game": "Kingdomino", + "Test Description": "Testing board validity", + "Difficulty Notes": "Requires model to understand adjacent placement validity", + "Question": "Is this a valid kingdom state?", + "Answer": "Yes", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/valid_kingdom_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/valid_kingdom_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_109.json b/annotation_data/kingdomino_tier2/test_109.json new file mode 100644 index 0000000000000000000000000000000000000000..bbf305872f8b58b6cc8a957d42b6c3c963d14cad --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_109.json @@ -0,0 +1,15 @@ +{ + "ID": 109, + "Game": "Kingdomino", + "Test Description": "Testing basic scoring (note, this is on an invalid kingdom)", + "Difficulty Notes": "Requires model to understand adjacent placement validity", + "Question": "How many points does this kingdom score?", + "Answer": "29", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/valid_kingdom_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/valid_kingdom_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_110.json b/annotation_data/kingdomino_tier2/test_110.json new file mode 100644 index 0000000000000000000000000000000000000000..48909d8d30e5eff6925a39ea670e891644003348 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_110.json @@ -0,0 +1,15 @@ +{ + "ID": 110, + "Game": "Kingdomino", + "Test Description": "Testing tile validity", + "Difficulty Notes": "Testing basic (positive) validity of tile placement", + "Question": "Can the new domino be validly placed in the kingdom?", + "Answer": "Yes", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/new_domino_blue.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/new_domino_blue.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_111.json b/annotation_data/kingdomino_tier2/test_111.json new file mode 100644 index 0000000000000000000000000000000000000000..72a8104063c964db83ff002469781b252e861969 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_111.json @@ -0,0 +1,15 @@ +{ + "ID": 111, + "Game": "Kingdomino", + "Test Description": "Testing turn order functionality", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round", + "Question": "Which player will place first in the next round?", + "Answer": "Green", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_basic.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_basic.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_112.json b/annotation_data/kingdomino_tier2/test_112.json new file mode 100644 index 0000000000000000000000000000000000000000..a35f20f4c2f75d7158506da4cb66754a3bba8c0e --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_112.json @@ -0,0 +1,15 @@ +{ + "ID": 112, + "Game": "Kingdomino", + "Test Description": "Testing turn order functionality", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round", + "Question": "Which player will place third in the next round?", + "Answer": "Pink", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_basic.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_basic.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_113.json b/annotation_data/kingdomino_tier2/test_113.json new file mode 100644 index 0000000000000000000000000000000000000000..4202cdee5eac04681982c9785c867575031cf54e --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_113.json @@ -0,0 +1,15 @@ +{ + "ID": 113, + "Game": "Kingdomino", + "Test Description": "Testing turn order functionality", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round", + "Question": "Which player will place last in the next round?", + "Answer": "Green", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_basic.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_basic.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_114.json b/annotation_data/kingdomino_tier2/test_114.json new file mode 100644 index 0000000000000000000000000000000000000000..69814dcd30615c459a8ba20a29faf359ee0fa4f1 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_114.json @@ -0,0 +1,15 @@ +{ + "ID": 114, + "Game": "Kingdomino", + "Test Description": "Testing turn order functionality", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round", + "Question": "Which player will place first in the next round?", + "Answer": "Pink", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_staggered.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_staggered.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_115.json b/annotation_data/kingdomino_tier2/test_115.json new file mode 100644 index 0000000000000000000000000000000000000000..4243df3b4095e29791fbe66bf904c17a866fa5b6 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_115.json @@ -0,0 +1,15 @@ +{ + "ID": 115, + "Game": "Kingdomino", + "Test Description": "Testing turn order functionality", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round", + "Question": "Which player will place last in the next round?", + "Answer": "Green", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_staggered.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_staggered.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_116.json b/annotation_data/kingdomino_tier2/test_116.json new file mode 100644 index 0000000000000000000000000000000000000000..6739632df31b35003a411bb24a3248e9a77b70f5 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_116.json @@ -0,0 +1,15 @@ +{ + "ID": 116, + "Game": "Kingdomino", + "Test Description": "Testing turn order functionality", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round", + "Question": "Which player will place second in the next round?", + "Answer": "Green", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_staggered.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_staggered.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_117.json b/annotation_data/kingdomino_tier2/test_117.json new file mode 100644 index 0000000000000000000000000000000000000000..253494c15e5d7e231d8b720c1589c2223c9ba820 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_117.json @@ -0,0 +1,15 @@ +{ + "ID": 117, + "Game": "Kingdomino", + "Test Description": "Testing turn order functionality", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round. Note, in this scenario, the tiles are positioned horizontally, so model needs to intuit about the relative strength of the tiles (this requires some intuition that could be gleaned from the rules)", + "Question": "Which player will place second in the next round?", + "Answer": "Green", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_staggered.png", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_staggered.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_118.json b/annotation_data/kingdomino_tier2/test_118.json new file mode 100644 index 0000000000000000000000000000000000000000..6646b5f6d9eeb50a0291ab7bc270fba8e0cf4aa9 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_118.json @@ -0,0 +1,15 @@ +{ + "ID": 118, + "Game": "Kingdomino", + "Test Description": "Testing turn order perception.", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round. Note, there are a set of horizontal tests where you need to resolve the ambiguity using intuition about the relative strength of the tiles (this requires some intuition that could be gleaned from the rules).", + "Question": "Which player will place second in the next round?", + "Answer": "Pink", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_horizontal_normal_crown_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_horizontal_normal_crown_2.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_119.json b/annotation_data/kingdomino_tier2/test_119.json new file mode 100644 index 0000000000000000000000000000000000000000..cc6b4ed73f26d67333e98edefc867bf1dd49ee53 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_119.json @@ -0,0 +1,15 @@ +{ + "ID": 119, + "Game": "Kingdomino", + "Test Description": "Testing turn order perception.", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round. Note, there are a set of horizontal tests where you need to resolve the ambiguity using intuition about the relative strength of the tiles (this requires some intuition that could be gleaned from the rules).", + "Question": "Which player will place third in the next round?", + "Answer": "Pink", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_horizontal_normal_crown_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 3, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_horizontal_normal_crown_2.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_120.json b/annotation_data/kingdomino_tier2/test_120.json new file mode 100644 index 0000000000000000000000000000000000000000..d1d913a3e7ac4ab9871b7d308167a35e3429b574 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_120.json @@ -0,0 +1,15 @@ +{ + "ID": 120, + "Game": "Kingdomino", + "Test Description": "Testing turn order perception.", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round. Note, there are a set of horizontal tests where you need to resolve the ambiguity using intuition about the relative strength of the tiles (this requires some intuition that could be gleaned from the rules).", + "Question": "Which player will place third in the next round?", + "Answer": "Green", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_horizontal_flipped_crown_green.png", + "Game State Difficulty": 1, + "Rules Difficulty": 3, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_horizontal_flipped_crown_green.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_121.json b/annotation_data/kingdomino_tier2/test_121.json new file mode 100644 index 0000000000000000000000000000000000000000..829100b176f1e5bb0343653e8eb8f07e3029116a --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_121.json @@ -0,0 +1,15 @@ +{ + "ID": 121, + "Game": "Kingdomino", + "Test Description": "Testing turn order perception. This is flipping the orientation to make sure we're not biased by left-to-right positioning.", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round. Note, there are a set of horizontal tests where you need to resolve the ambiguity using intuition about the relative strength of the tiles (this requires some intuition that could be gleaned from the rules).", + "Question": "Which player will place third in the next round?", + "Answer": "Pink", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_inverted_shared_colors.png", + "Game State Difficulty": 1, + "Rules Difficulty": 3, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_inverted_shared_colors.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_122.json b/annotation_data/kingdomino_tier2/test_122.json new file mode 100644 index 0000000000000000000000000000000000000000..f975a1d1b81154f49a8b45083ec607d43d9c3b69 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_122.json @@ -0,0 +1,15 @@ +{ + "ID": 122, + "Game": "Kingdomino", + "Test Description": "Testing turn order perception", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round. Note, there are a set of horizontal tests where you need to resolve the ambiguity using intuition about the relative strength of the tiles (this requires some intuition that could be gleaned from the rules).", + "Question": "Which player will place first in the next round?", + "Answer": "Green", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_horizontal_normal_crown.png", + "Game State Difficulty": 1, + "Rules Difficulty": 3, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_horizontal_normal_crown.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_123.json b/annotation_data/kingdomino_tier2/test_123.json new file mode 100644 index 0000000000000000000000000000000000000000..e696018badf39f29f80482de42cb7228464f966c --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_123.json @@ -0,0 +1,15 @@ +{ + "ID": 123, + "Game": "Kingdomino", + "Test Description": "Testing turn order perception. This is flipping the orientation to make sure we're not biased by left-to-right positioning.", + "Difficulty Notes": "Testing the ability to distinguish turn order for a game round. Note, there are a set of horizontal tests where you need to resolve the ambiguity using intuition about the relative strength of the tiles (this requires some intuition that could be gleaned from the rules). This one in particular doesn't have any crowns pictured.", + "Question": "Which player will place first in the next round?", + "Answer": "Green", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/turn_order_inverted_crownless.png", + "Game State Difficulty": 1, + "Rules Difficulty": 3, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/turn_order_inverted_crownless.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_124.json b/annotation_data/kingdomino_tier2/test_124.json new file mode 100644 index 0000000000000000000000000000000000000000..6c3eeaf2c09046f5bd3ecdd47db9deee33b6ad3b --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_124.json @@ -0,0 +1,15 @@ +{ + "ID": 124, + "Game": "Kingdomino", + "Test Description": "Testing scoring variants", + "Difficulty Notes": "Testing the ability to integrate different scoring variants.", + "Question": "How many points does this kingdom score?", + "Answer": "31", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/hard_kingdom_variants.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/hard_kingdom_variants.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_125.json b/annotation_data/kingdomino_tier2/test_125.json new file mode 100644 index 0000000000000000000000000000000000000000..4b5d695af52a29645a14fc714398421e84d5325f --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_125.json @@ -0,0 +1,15 @@ +{ + "ID": 125, + "Game": "Kingdomino", + "Test Description": "Testing scoring variants", + "Difficulty Notes": "Testing the ability to integrate different scoring variants.", + "Question": "How many points does this kingdom score? Note: we are playing with the middle kingdom variant.", + "Answer": "41", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/hard_kingdom_variants.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/hard_kingdom_variants.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_126.json b/annotation_data/kingdomino_tier2/test_126.json new file mode 100644 index 0000000000000000000000000000000000000000..db9268021d7ee4f15f425fd75db2529af2e42a95 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_126.json @@ -0,0 +1,15 @@ +{ + "ID": 126, + "Game": "Kingdomino", + "Test Description": "Testing scoring variants", + "Difficulty Notes": "Testing the ability to integrate different scoring variants.", + "Question": "How many points does this kingdom score? Note: we are playing with the harmony variant.", + "Answer": "31", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/hard_kingdom_variants.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/hard_kingdom_variants.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_127.json b/annotation_data/kingdomino_tier2/test_127.json new file mode 100644 index 0000000000000000000000000000000000000000..e72468e985b17c7b4fbf8a2418d05c2df74d6fe8 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_127.json @@ -0,0 +1,15 @@ +{ + "ID": 127, + "Game": "Kingdomino", + "Test Description": "Testing scoring variants", + "Difficulty Notes": "Testing the ability to integrate different scoring variants.", + "Question": "How many points does this kingdom score?", + "Answer": "31", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/hard_kingdom_variants_edge.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/hard_kingdom_variants_edge.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_128.json b/annotation_data/kingdomino_tier2/test_128.json new file mode 100644 index 0000000000000000000000000000000000000000..7eb26815ad423bbde8766c58f8f2e87f8c8a0a4b --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_128.json @@ -0,0 +1,15 @@ +{ + "ID": 128, + "Game": "Kingdomino", + "Test Description": "Testing scoring variants", + "Difficulty Notes": "Testing the ability to integrate different scoring variants.", + "Question": "How many points does this kingdom score? Note: we are using the middle kingdom variant.", + "Answer": "31", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/hard_kingdom_variants_edge.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/hard_kingdom_variants_edge.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_129.json b/annotation_data/kingdomino_tier2/test_129.json new file mode 100644 index 0000000000000000000000000000000000000000..a2f86abf1b2d85904715d53054395fff4ae37b56 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_129.json @@ -0,0 +1,15 @@ +{ + "ID": 129, + "Game": "Kingdomino", + "Test Description": "Testing scoring variants", + "Difficulty Notes": "Testing the ability to integrate different scoring variants.", + "Question": "How many points does this kingdom score? Note: we are using the harmony variant.", + "Answer": "31", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/hard_kingdom_variants_edge.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/hard_kingdom_variants_edge.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier2/test_130.json b/annotation_data/kingdomino_tier2/test_130.json new file mode 100644 index 0000000000000000000000000000000000000000..b531d4e66bf9a34a4bd5b25952d1ede2a1fc17e5 --- /dev/null +++ b/annotation_data/kingdomino_tier2/test_130.json @@ -0,0 +1,15 @@ +{ + "ID": 130, + "Game": "Kingdomino", + "Test Description": "Testing scoring variants", + "Difficulty Notes": "Testing the ability to integrate different scoring variants.", + "Question": "How many points does this kingdom score? Note: we are using the harmony and middle kingdom variant.", + "Answer": "36", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/hard_kingdom_variants_full.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/kingdomino/hard_kingdom_variants_full.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_201.json b/annotation_data/kingdomino_tier3/test_201.json new file mode 100644 index 0000000000000000000000000000000000000000..5c248e6dcf76b3f1cf8de824fcc2fef19af02be7 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_201.json @@ -0,0 +1,15 @@ +{ + "ID": 201, + "Game": "Kingdomino", + "Test Description": "Assess basic optimization problems using small set of tiles.", + "Difficulty Notes": "This is not a comprehensive game test, as we're still focused on a subset of the reasoning. However, we are now trying to make optimal choices, as opposed to simply answering rules comprehension questions.", + "Question": "What two dominoes should be selected to maximize their combined score? Select one from each column. Assume they will be aligned in the optimal orientations. How many points will these combine to yield? Output as 'Dominoes: [, ], Score: ]", + "Answer": "Dominoes: [C, G], Score: 4]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_basic_cols.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 1, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_basic_cols.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_202.json b/annotation_data/kingdomino_tier3/test_202.json new file mode 100644 index 0000000000000000000000000000000000000000..367f8ffe6b0e307b5d2235b0305cfc3739926b84 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_202.json @@ -0,0 +1,15 @@ +{ + "ID": 202, + "Game": "Kingdomino", + "Test Description": "Assess basic optimization problems using small set of tiles.", + "Difficulty Notes": "Focusing on a subset of the score optimization problems. This time, giving it a score and asking it to derive the solution", + "Question": "What sets of two dominoes would combine to yield a score of 2? You may only select one domino per column. Output as Dominoes Combinations: List[Tuple(domino, domino)] e.g. [(A, E), (B,F), (B, H)]", + "Answer": "[(C,F), (C, E)]]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_basic_cols.png", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 1, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_basic_cols.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_203.json b/annotation_data/kingdomino_tier3/test_203.json new file mode 100644 index 0000000000000000000000000000000000000000..ee8159202382ef583422a6415403e943a724e3bc --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_203.json @@ -0,0 +1,15 @@ +{ + "ID": 203, + "Game": "Kingdomino", + "Test Description": "Assess basic optimization problems using small set of tiles.", + "Difficulty Notes": "Focusing on a subset of the score optimization problems. This time, giving it a score and asking it to derive the solution", + "Question": "Select two tiles from among the eight to combine together. One must contain a one-crown lake half. Subject to this, your goal is to optimize the scoring from the non-lake squares when combined. Follow normal scoring and connection rules. Output as 'Dominoes: [, ], Non-lake score: ]", + "Answer": "Dominoes: [G, E], Non-lake score: 2]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_basic_cols.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_basic_cols.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_204.json b/annotation_data/kingdomino_tier3/test_204.json new file mode 100644 index 0000000000000000000000000000000000000000..75596b90c78d285db95d8bd6b540cf2e05186809 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_204.json @@ -0,0 +1,15 @@ +{ + "ID": 204, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "Which domino should the player add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: D, Previous kingdom score: 3, New kingdom score: 9", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_205.json b/annotation_data/kingdomino_tier3/test_205.json new file mode 100644 index 0000000000000000000000000000000000000000..5afaf3fe5a1d593e50defbfb374f42289aab21c2 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_205.json @@ -0,0 +1,15 @@ +{ + "ID": 205, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "Which is the second-best domino the player could add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: C, Previous kingdom score: 3, New kingdom score: 7", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_206.json b/annotation_data/kingdomino_tier3/test_206.json new file mode 100644 index 0000000000000000000000000000000000000000..a90183c9d99b9fca9162adad901b5c1c68980144 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_206.json @@ -0,0 +1,15 @@ +{ + "ID": 206, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "What are the most optimal kingdom scores that each of the four possible dominos could add to the player's kingdom if placed? For each domino, output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "[[Domino: A, Previous kingdom score: 3, New kingdom score: 3], [Domino: B, Previous kingdom score: 3, New kingdom score: 3], [Domino: C, Previous kingdom score: 3, New kingdom score: 7], [Domino: D, Previous kingdom score: 3, New kingdom score: 9]]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_207.json b/annotation_data/kingdomino_tier3/test_207.json new file mode 100644 index 0000000000000000000000000000000000000000..82d7667904713d29c538011902b13bfcf64a8c4f --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_207.json @@ -0,0 +1,15 @@ +{ + "ID": 207, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "Which domino should the player add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: C, Previous kingdom score: 4, New kingdom score: 8", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_2.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_208.json b/annotation_data/kingdomino_tier3/test_208.json new file mode 100644 index 0000000000000000000000000000000000000000..daa0a64a9cc3a9d3944b61cac10a3d5b71fd9988 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_208.json @@ -0,0 +1,15 @@ +{ + "ID": 208, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "Which is the second-best domino the player could add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: D, Previous kingdom score: 4, New kingdom score: 7", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_2.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_209.json b/annotation_data/kingdomino_tier3/test_209.json new file mode 100644 index 0000000000000000000000000000000000000000..8e51614cf3458360946c6b6bc2a0960d47742382 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_209.json @@ -0,0 +1,15 @@ +{ + "ID": 209, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "What are the most optimal kingdom scores that each of the four possible dominos could add to the player's kingdom if placed? For each domino, output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "[[Domino: A, Previous kingdom score: 4, New kingdom score: 4], [Domino: B, Previous kingdom score: 4, New kingdom score: 4], [Domino: C, Previous kingdom score: 4, New kingdom score: 10], [Domino: D, Previous kingdom score: 4, New kingdom score: 7]]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_2.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_2.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_210.json b/annotation_data/kingdomino_tier3/test_210.json new file mode 100644 index 0000000000000000000000000000000000000000..aabf23a6b997a03dd2d220b1e9c6841b1135cb87 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_210.json @@ -0,0 +1,15 @@ +{ + "ID": 210, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "Which domino should the player add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: B, Previous kingdom score: 7, New kingdom score: 12", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_3.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_211.json b/annotation_data/kingdomino_tier3/test_211.json new file mode 100644 index 0000000000000000000000000000000000000000..ecadd4dba73b94f7e4a61ab5a40f186008a8bf57 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_211.json @@ -0,0 +1,15 @@ +{ + "ID": 211, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "Which is the second-best domino the player could add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: D, Previous kingdom score: 7, New kingdom score: 11", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_3.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_212.json b/annotation_data/kingdomino_tier3/test_212.json new file mode 100644 index 0000000000000000000000000000000000000000..9d1c22dd100026d7952c30455c7330647a217977 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_212.json @@ -0,0 +1,15 @@ +{ + "ID": 209, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "What are the most optimal kingdom scores that each of the four possible dominos could add to the player's kingdom if placed? For each domino, output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "[[Domino: A, Previous kingdom score: 7, New kingdom score: 7], [Domino: B, Previous kingdom score: 7, New kingdom score: 12], [Domino: C, Previous kingdom score: 7, New kingdom score: 10], [Domino: D, Previous kingdom score: 7, New kingdom score: 11]]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_3.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_3.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_213.json b/annotation_data/kingdomino_tier3/test_213.json new file mode 100644 index 0000000000000000000000000000000000000000..3acd70637801274434060bcf11a7a35392afd304 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_213.json @@ -0,0 +1,15 @@ +{ + "ID": 213, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning. Testing placement if we are concerned about boundary violations (5x5 grid).", + "Question": "Which domino should the player add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: C, Previous kingdom score: 7, New kingdom score: 9", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_4_boundary.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_4_boundary.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_214.json b/annotation_data/kingdomino_tier3/test_214.json new file mode 100644 index 0000000000000000000000000000000000000000..6de7ef9c6467415f41ff6c2542977ed4fdd91cbd --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_214.json @@ -0,0 +1,15 @@ +{ + "ID": 214, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "Which is the second-best domino the player could add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: D, Previous kingdom score: 7, New kingdom score: 8", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_4_boundary.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_4_boundary.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_215.json b/annotation_data/kingdomino_tier3/test_215.json new file mode 100644 index 0000000000000000000000000000000000000000..bf1c46be7bc57eaa67b4f2184a452c72affa56d9 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_215.json @@ -0,0 +1,15 @@ +{ + "ID": 215, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "What are the most optimal kingdom scores that each of the four possible dominos could add to the player's kingdom if placed? For each domino, output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "[[Domino: A, Previous kingdom score: 7, New kingdom score: 7], [Domino: B, Previous kingdom score: 7, New kingdom score: 12], [Domino: C, Previous kingdom score: 7, New kingdom score: 9], [Domino: D, Previous kingdom score: 7, New kingdom score: 8]]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_4_boundary.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_4_boundary.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_216.json b/annotation_data/kingdomino_tier3/test_216.json new file mode 100644 index 0000000000000000000000000000000000000000..30f9edc605447f9046f257c9b6ebcd46db1e0f2a --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_216.json @@ -0,0 +1,15 @@ +{ + "ID": 216, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning. Testing placement if we are concerned about boundary violations (5x5 grid).", + "Question": "Which domino should the player add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: C, Previous kingdom score: 7, New kingdom score: 12", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_5_noboundary.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_5_noboundary.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_217.json b/annotation_data/kingdomino_tier3/test_217.json new file mode 100644 index 0000000000000000000000000000000000000000..385e9fa553c4b6d56a5f9367070d3e9b4447759f --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_217.json @@ -0,0 +1,15 @@ +{ + "ID": 217, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "Which is the second-best domino the player could add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: D, Previous kingdom score: 7, New kingdom score: 11", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_5_noboundary.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_5_noboundary.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_218.json b/annotation_data/kingdomino_tier3/test_218.json new file mode 100644 index 0000000000000000000000000000000000000000..0ea1ea07f4ba584524b657a21570db5e6a5ee21f --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_218.json @@ -0,0 +1,15 @@ +{ + "ID": 215, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "What are the most optimal kingdom scores that each of the four possible dominos could add to the player's kingdom if placed? For each domino, output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "[[Domino: A, Previous kingdom score: 7, New kingdom score: 7], [Domino: B, Previous kingdom score: 7, New kingdom score: 7], [Domino: C, Previous kingdom score: 7, New kingdom score: 12], [Domino: D, Previous kingdom score: 7, New kingdom score: 11]]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_5_noboundary.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_5_noboundary.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_219.json b/annotation_data/kingdomino_tier3/test_219.json new file mode 100644 index 0000000000000000000000000000000000000000..2490c159577df3bf9585bbfd0314924974d3bbff --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_219.json @@ -0,0 +1,15 @@ +{ + "ID": 219, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning. Testing placement if we are concerned about boundary violations (5x5 grid).", + "Question": "Which domino should the player add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: D, Previous kingdom score: 4, New kingdom score: 8", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_6.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_6.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_220.json b/annotation_data/kingdomino_tier3/test_220.json new file mode 100644 index 0000000000000000000000000000000000000000..b7c1308feed58d420b2ffa77961492a89fbb7450 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_220.json @@ -0,0 +1,15 @@ +{ + "ID": 220, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "Which is the second-best domino the player could add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: C, Previous kingdom score: 4, New kingdom score: 6", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_6.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_6.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_221.json b/annotation_data/kingdomino_tier3/test_221.json new file mode 100644 index 0000000000000000000000000000000000000000..525b64bc9f61597141414ef3337f35746d49ef60 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_221.json @@ -0,0 +1,15 @@ +{ + "ID": 221, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "What are the most optimal kingdom scores that each of the four possible dominos could add to the player's kingdom if placed? For each domino, output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "[[Domino: A, Previous kingdom score: 4, New kingdom score: 4], [Domino: B, Previous kingdom score: 4, New kingdom score: 4], [Domino: C, Previous kingdom score: 4, New kingdom score: 6], [Domino: D, Previous kingdom score: 4, New kingdom score: 8]]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_6.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_6.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_222.json b/annotation_data/kingdomino_tier3/test_222.json new file mode 100644 index 0000000000000000000000000000000000000000..4f24589a58764263bfab3727998cdf62e55d203a --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_222.json @@ -0,0 +1,15 @@ +{ + "ID": 222, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning. Testing placement if we are concerned about boundary violations (5x5 grid). Note: this board state is slightly invalid in the sense that it could not have been arrived at during legal placement of tiles. However, it is still a valid board state for the purposes of this test.", + "Question": "Which domino should the player add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: C, Previous kingdom score: 4, New kingdom score: 6", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_7.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_7.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_223.json b/annotation_data/kingdomino_tier3/test_223.json new file mode 100644 index 0000000000000000000000000000000000000000..9527f8f6a41602adc9f0b867b3d12cdcf378036b --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_223.json @@ -0,0 +1,15 @@ +{ + "ID": 223, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "Which is the second-best domino the player could add to their kingdom to maximize its score? Output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "Domino: D, Previous kingdom score: 4, New kingdom score: 5", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_7.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_7.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_224.json b/annotation_data/kingdomino_tier3/test_224.json new file mode 100644 index 0000000000000000000000000000000000000000..68501d4fbdc0db03b228d69a548e937ae976ef64 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_224.json @@ -0,0 +1,15 @@ +{ + "ID": 224, + "Game": "Kingdomino", + "Test Description": "Assess one-hop optimization -- selecting the best tile to add to the current game state", + "Difficulty Notes": "Focusing on very easy scenarios for now, where there is just one or two hops of reasoning.", + "Question": "What are the most optimal kingdom scores that each of the four possible dominos could add to the player's kingdom if placed? For each domino, output the following: Domino letter, Previous kingdom score, new kingdom score.", + "Answer": "[[Domino: A, Previous kingdom score: 4, New kingdom score: 4], [Domino: B, Previous kingdom score: 4, New kingdom score: 4], [Domino: C, Previous kingdom score: 4, New kingdom score: 6], [Domino: D, Previous kingdom score: 4, New kingdom score: 8]]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_single_scoring_6.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_single_scoring_6.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_225.json b/annotation_data/kingdomino_tier3/test_225.json new file mode 100644 index 0000000000000000000000000000000000000000..6617fdf1f7bb6e38b44eeda1dd26f900d1468aff --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_225.json @@ -0,0 +1,15 @@ +{ + "ID": 225, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Difficulty Notes": "This example intentionally has no player interaction as green player is uninterrupted. Other challenging versions may include player interaction. Note: the current player being green is inferred from the text in the game state", + "Question": "What next domino should the player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos.", + "Answer": "Domino: H, Previous kingdom score: 2, New kingdom score: 9", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_226.json b/annotation_data/kingdomino_tier3/test_226.json new file mode 100644 index 0000000000000000000000000000000000000000..29669850be21e43856226f6e15654964d7ee21ca --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_226.json @@ -0,0 +1,15 @@ +{ + "ID": 226, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement. I add a note about player involvement.", + "Difficulty Notes": "This example intentionally has no player interaction as green player is uninterrupted. Other challenging versions may include player interaction. Note: the current player being green is inferred from the text in the game state. The note about player involvement could potentially impact the outputs.", + "Question": "What next domino should the player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score.", + "Answer": "Domino: H, Previous kingdom score: 2, New kingdom score: 9", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_227.json b/annotation_data/kingdomino_tier3/test_227.json new file mode 100644 index 0000000000000000000000000000000000000000..eed50a99ebf9ff131ffceb07c11ac289af4e8bc8 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_227.json @@ -0,0 +1,15 @@ +{ + "ID": 227, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement. I add a note about adversarial player involvement.", + "Difficulty Notes": "This example intentionally has no player interaction as green player is uninterrupted. Other challenging versions may include player interaction. Note: the current player being green is inferred from the text in the game state. The note about player involvement could potentially impact the outputs.", + "Question": "What next domino should the player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act adversarially and will seek to minimize your score.", + "Answer": "Domino: H, Previous kingdom score: 2, New kingdom score: 9", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_228.json b/annotation_data/kingdomino_tier3/test_228.json new file mode 100644 index 0000000000000000000000000000000000000000..335686ef362f0223e3ec2ac0f16bef84ed92eca3 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_228.json @@ -0,0 +1,15 @@ +{ + "ID": 228, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It does not test any particular rules.", + "Question": "What next domino should the pink player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you must take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score.", + "Answer": "There are two optimal options: [Domino: H, Previous kingdom score: 2, New kingdom score: 7] or [Domino: E, Previous kingdom score: 2, New kingdom score: 7].", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_colorless.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_colorless.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_229.json b/annotation_data/kingdomino_tier3/test_229.json new file mode 100644 index 0000000000000000000000000000000000000000..1ba0e5bd536ef5d4df6108ea7c8c796eb7e40523 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_229.json @@ -0,0 +1,15 @@ +{ + "ID": 229, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It does not test any particular rules.", + "Question": "What next domino should the pink player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you must take/simulate other players' actions for them. You should assume that the other players will act adversarially and will seek to minimize your score first and foremost before optimizing theirs.", + "Answer": "There are two optimal options: [Domino: H, Previous kingdom score: 2, New kingdom score: 7] and [Domino: E, Previous kingdom score: 2, New kingdom score: 7]. Either is valid.", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_colorless.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_colorless.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_230.json b/annotation_data/kingdomino_tier3/test_230.json new file mode 100644 index 0000000000000000000000000000000000000000..3872045dccb81bd1f29dbb803c44e98484286fd2 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_230.json @@ -0,0 +1,15 @@ +{ + "ID": 230, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It does not test any particular rules.", + "Question": "What next domino should the blue player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you must take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score.", + "Answer": "[Domino: E, Previous kingdom score: 2, New kingdom score: 11].", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_colorless.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_colorless.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_231.json b/annotation_data/kingdomino_tier3/test_231.json new file mode 100644 index 0000000000000000000000000000000000000000..c035ae8b3e6afd82dc06dec6748deeb3ed2bbe4c --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_231.json @@ -0,0 +1,15 @@ +{ + "ID": 231, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It does not test any particular rules.", + "Question": "What next domino should the blue player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you must take/simulate other players' actions for them. You should assume that the other players will act adversarially and will seek to minimize your score first and foremost before optimizing theirs.", + "Answer": "Domino: G, Previous kingdom score: 2, New kingdom score: 4.", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_colorless.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_colorless.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_232.json b/annotation_data/kingdomino_tier3/test_232.json new file mode 100644 index 0000000000000000000000000000000000000000..4b9349ab9395f14bc495e5e897d126b78bda076d --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_232.json @@ -0,0 +1,15 @@ +{ + "ID": 232, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It does not test any particular rules.", + "Question": "What next domino should the yellow player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you must take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score.", + "Answer": "[Domino: H, Previous kingdom score: 2, New kingdom score: 12].", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_colorless.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_colorless.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_233.json b/annotation_data/kingdomino_tier3/test_233.json new file mode 100644 index 0000000000000000000000000000000000000000..c2d2642723752b10d845930532a083edf2bbf6ab --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_233.json @@ -0,0 +1,15 @@ +{ + "ID": 233, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It does not test any particular rules.", + "Question": "What next domino should the yellow player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you must take/simulate other players' actions for them. You should assume that the other players will act adversarially and will seek to minimize your score first and foremost before optimizing theirs.", + "Answer": "Domino: F, Previous kingdom score: 2, New kingdom score: 6.", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_colorless.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_colorless.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_234.json b/annotation_data/kingdomino_tier3/test_234.json new file mode 100644 index 0000000000000000000000000000000000000000..7f51ef81887013cb5a07dddf869c52191d22e2a7 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_234.json @@ -0,0 +1,14 @@ +{ + "ID": 234, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Question": "What next domino should the green player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score. We are playing with the harmony and middle kingdom rules.", + "Answer": "Domino: H, Previous kingdom score: 17, New kingdom score: 44", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_variant.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_variant.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_235.json b/annotation_data/kingdomino_tier3/test_235.json new file mode 100644 index 0000000000000000000000000000000000000000..4f733e3cc977dc6054f42de32736870c657f7a3e --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_235.json @@ -0,0 +1,14 @@ +{ + "ID": 235, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Question": "What next domino should the green player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act adversarially and will seek to minimize your score first and foremost before optimizing theirs. We are playing with the harmony and middle kingdom rules.", + "Answer": "Domino: H, Previous kingdom score: 17, New kingdom score: 44", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_variant.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_variant.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_236.json b/annotation_data/kingdomino_tier3/test_236.json new file mode 100644 index 0000000000000000000000000000000000000000..43244d6689fcba385097225f9ec1f484e0356576 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_236.json @@ -0,0 +1,14 @@ +{ + "ID": 236, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Question": "What next domino should the pink player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score. We are playing with the harmony and middle kingdom rules.", + "Answer": "Domino: H, Previous kingdom score: 17, New kingdom score: 36", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_variant.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_variant.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_237.json b/annotation_data/kingdomino_tier3/test_237.json new file mode 100644 index 0000000000000000000000000000000000000000..322ab268c86858ae00071a4000d9ba646a724848 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_237.json @@ -0,0 +1,14 @@ +{ + "ID": 237, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Question": "What next domino should the pink player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act adversarially and will seek to minimize your score first and foremost before optimizing theirs. We are playing with the harmony and middle kingdom rules.", + "Answer": "Domino: G, Previous kingdom score: 17, New kingdom score: 32", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_variant.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_variant.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_238.json b/annotation_data/kingdomino_tier3/test_238.json new file mode 100644 index 0000000000000000000000000000000000000000..2cf3b0121f6ad60bc72e09e744f6debd65af9353 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_238.json @@ -0,0 +1,14 @@ +{ + "ID": 238, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Question": "What next domino should the blue player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score. We are playing with the harmony and middle kingdom rules.", + "Answer": "Domino: H, Previous kingdom score: 17, New kingdom score: 38", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_variant.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_variant.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_239.json b/annotation_data/kingdomino_tier3/test_239.json new file mode 100644 index 0000000000000000000000000000000000000000..86a95b5c7b02fdf1533732218fef2e011d58b08e --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_239.json @@ -0,0 +1,14 @@ +{ + "ID": 239, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Question": "What next domino should the blue player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act adversarially and will seek to minimize your score first and foremost before optimizing theirs. We are playing with the harmony and middle kingdom rules.", + "Answer": "Domino: F, Previous kingdom score: 17, New kingdom score: 33", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_variant.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_variant.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_240.json b/annotation_data/kingdomino_tier3/test_240.json new file mode 100644 index 0000000000000000000000000000000000000000..2facf6b540b6d93ebbf3d1a9bda8f502d6a9e7d6 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_240.json @@ -0,0 +1,14 @@ +{ + "ID": 240, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Question": "What next domino should the yellow player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score. We are playing with the harmony and middle kingdom rules.", + "Answer": "Domino: H, Previous kingdom score: 17, New kingdom score: 37", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_variant.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_variant.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_241.json b/annotation_data/kingdomino_tier3/test_241.json new file mode 100644 index 0000000000000000000000000000000000000000..6f15eac6b98f00630b4fc012e6dfeeca78b5e3b8 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_241.json @@ -0,0 +1,14 @@ +{ + "ID": 241, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over multiple steps of domino selection and placement", + "Question": "What next domino should the yellow player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act adversarially and will seek to minimize your score first and foremost before optimizing theirs. We are playing with the harmony and middle kingdom rules.", + "Answer": "Domino: E, Previous kingdom score: 17, New kingdom score: 31", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_variant.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_variant.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_242.json b/annotation_data/kingdomino_tier3/test_242.json new file mode 100644 index 0000000000000000000000000000000000000000..f9f4df8fa1482b7cf28273846018ddbe472bd519 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_242.json @@ -0,0 +1,15 @@ +{ + "ID": 242, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over sequential reasoning steps that only make sense when placed together. E.g. a 'leap of faith'", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It does not test any particular rules.", + "Question": "What next domino should the green player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score.", + "Answer": "Domino: F, Previous kingdom score: 12, New kingdom score: 34", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_dependencies.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_dependencies.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_243.json b/annotation_data/kingdomino_tier3/test_243.json new file mode 100644 index 0000000000000000000000000000000000000000..5a2af29008731cfffe131edf63219f2995ede31c --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_243.json @@ -0,0 +1,15 @@ +{ + "ID": 243, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over sequential reasoning steps that only make sense when placed together. E.g. a 'leap of faith'", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It does not test any particular rules.", + "Question": "What next domino should the green player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score. We are playing with the harmony and middle kingdom rules.", + "Answer": "Domino: F, Previous kingdom score: 12, New kingdom score: 44", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_dependencies.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_dependencies.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_244.json b/annotation_data/kingdomino_tier3/test_244.json new file mode 100644 index 0000000000000000000000000000000000000000..e44d68b8d12ee9af207cdb05d1bde843a423ec57 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_244.json @@ -0,0 +1,15 @@ +{ + "ID": 244, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over sequential reasoning.'", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It tests if the methods try to score *across* the castle without direct adjacency.", + "Question": "What next domino should the green player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score.", + "Answer": "Domino: H, Previous kingdom score: 11, New kingdom score: 21", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_connectivity1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_connectivity1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_245.json b/annotation_data/kingdomino_tier3/test_245.json new file mode 100644 index 0000000000000000000000000000000000000000..2c46c0bd6ee87b01ede3274d05e43ea2ce9cdb88 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_245.json @@ -0,0 +1,15 @@ +{ + "ID": 245, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over sequential reasoning.'", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It tests if the methods try to score *across* the castle without direct adjacency.", + "Question": "What next domino should the blue player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score.", + "Answer": "Domino: H, Previous kingdom score: 11, New kingdom score: 19", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_connectivity1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_connectivity1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_246.json b/annotation_data/kingdomino_tier3/test_246.json new file mode 100644 index 0000000000000000000000000000000000000000..24d4abc9363b56cee48f5bb778b0aa212087fb9e --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_246.json @@ -0,0 +1,15 @@ +{ + "ID": 246, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over sequential reasoning.'", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It tests if the methods try to score *across* the castle without direct adjacency.", + "Question": "What next domino should the pink player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score.", + "Answer": "Domino: H, Previous kingdom score: 11, New kingdom score: 24", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_connectivity1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_connectivity1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_247.json b/annotation_data/kingdomino_tier3/test_247.json new file mode 100644 index 0000000000000000000000000000000000000000..47009117978fd442703a5305f9bd65b6893c6188 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_247.json @@ -0,0 +1,15 @@ +{ + "ID": 247, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over sequential reasoning.'", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It tests if the methods try to score *across* the castle without direct adjacency.", + "Question": "What next domino should the yellow player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act cooperatively and will take actions to best-support maximizing your score.", + "Answer": "Domino: H, Previous kingdom score: 11, New kingdom score: ", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_connectivity1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_connectivity1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_248.json b/annotation_data/kingdomino_tier3/test_248.json new file mode 100644 index 0000000000000000000000000000000000000000..f31bf2b1d25effcb646a4ff99d042a69035fc3e7 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_248.json @@ -0,0 +1,15 @@ +{ + "ID": 248, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over sequential reasoning.'", + "Difficulty Notes": "This example has some interaction and requires multi-step planning. It tests if the methods try to score *across* the castle without direct adjacency.", + "Question": "What next domino should the green player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act adversarially and will seek to minimize your score first and foremost before optimizing theirs.", + "Answer": "Domino: H, Previous kingdom score: 11, New kingdom score: 21", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_connectivity1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_connectivity1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_249.json b/annotation_data/kingdomino_tier3/test_249.json new file mode 100644 index 0000000000000000000000000000000000000000..2b2e9daf0b3892f8ba6934a050e43d2aa520a52d --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_249.json @@ -0,0 +1,15 @@ +{ + "ID": 249, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over sequential reasoning.'", + "Difficulty Notes": "This example has some interaction and requires multi-step planning.", + "Question": "What next domino should the blue player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act adversarially and will seek to minimize your score first and foremost before optimizing theirs.", + "Answer": "There are two equally valid answers: 1: [Domino: E, Previous kingdom score: 11, New kingdom score: 17], 2: [Domino: F, Previous kingdom score: 11, New kingdom score: 17]", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_connectivity1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_connectivity1.json" +} \ No newline at end of file diff --git a/annotation_data/kingdomino_tier3/test_250.json b/annotation_data/kingdomino_tier3/test_250.json new file mode 100644 index 0000000000000000000000000000000000000000..574437961e46401f5c9c016e8bc6b22b85a77922 --- /dev/null +++ b/annotation_data/kingdomino_tier3/test_250.json @@ -0,0 +1,15 @@ +{ + "ID": 250, + "Game": "Kingdomino", + "Test Description": "Assessing ability to optimally plan over sequential reasoning.'", + "Difficulty Notes": "This example has some interaction and requires multi-step planning.", + "Question": "What next domino should the pink player select to maximize the score of their kingdom? Assume the game ends after placement of the pictured dominos. Output the following: Domino letter, 'Previous kingdom score', eventual 'New kingdom score' after placement of all of the shown/selected draftable dominos. If necessary, you may take/simulate other players' actions for them. You should assume that the other players will act adversarially and will seek to minimize your score first and foremost before optimizing theirs.", + "Answer": "There are two equally valid answers: 1: [Domino: E, Previous kingdom score: 11, New kingdom score: 20], 2: [Domino: F, Previous kingdom score: 11, New kingdom score: 20]. Either of them are acceptable.", + "Rationale": "", + "game_state_url": "gamestates/images/kingdomino/t3_2_step_connectivity1.png", + "Game State Difficulty": 1, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/kingdomino/t3_2_step_connectivity1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_600.json b/annotation_data/pax_ren_tier1/test_600.json new file mode 100644 index 0000000000000000000000000000000000000000..7be762f5ada56e0ec77a2917e260e1ff273f9655 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_600.json @@ -0,0 +1,17 @@ +{ + "ID": "600", + "Game": "pax_ren", + "Test Description": "Testing basic counting", + "Difficulty Notes": "very easy counting problems", + "Question": "How many kingdoms are there in the map?", + "Answer": "10", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_1.jpg" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/201_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_601.json b/annotation_data/pax_ren_tier1/test_601.json new file mode 100644 index 0000000000000000000000000000000000000000..0e0d1b3468e43c5f666bb6a3918dd08994696ba0 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_601.json @@ -0,0 +1,17 @@ +{ + "ID": "601", + "Game": "pax_ren", + "Test Description": "Testing basic counting", + "Difficulty Notes": "Identify the color and shape of trading routes", + "Question": "How many colors are there for the trading routes in the map?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_1.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/201_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_602.json b/annotation_data/pax_ren_tier1/test_602.json new file mode 100644 index 0000000000000000000000000000000000000000..6fd3f57ad6fa2970124fa3f7e5f81a8e9b5fd439 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_602.json @@ -0,0 +1,17 @@ +{ + "ID": "602", + "Game": "pax_ren", + "Test Description": "Testing basic counting", + "Difficulty Notes": "Identify the color and shape of florins", + "Question": "How many florins (yellow round coins) are there on the board?", + "Answer": "4", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/201_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_603.json b/annotation_data/pax_ren_tier1/test_603.json new file mode 100644 index 0000000000000000000000000000000000000000..25f601d0c30e4f7cd1a8848cd7b4691265b8d86f --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_603.json @@ -0,0 +1,17 @@ +{ + "ID": "603", + "Game": "pax_ren", + "Test Description": "Testing basic counting", + "Difficulty Notes": "Identify the color and shape of florins", + "Question": "How many florins (yellow round coins) are there on the board?", + "Answer": "4", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/201_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_604.json b/annotation_data/pax_ren_tier1/test_604.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a2444c42a11c6d3262080ded13cb3b64a29ef9 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_604.json @@ -0,0 +1,17 @@ +{ + "ID": "604", + "Game": "pax_ren", + "Test Description": "Testing basic counting", + "Difficulty Notes": "Identify the color and shape of florins", + "Question": "How many florins (yellow round coins) are there on the board?", + "Answer": "4", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/201_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_605.json b/annotation_data/pax_ren_tier1/test_605.json new file mode 100644 index 0000000000000000000000000000000000000000..57cad2b3b107b313901ffb62b575ae80e0be551a --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_605.json @@ -0,0 +1,17 @@ +{ + "ID": "605", + "Game": "pax_ren", + "Test Description": "Testing spatial relationship", + "Difficulty Notes": "Identify the adjacent country", + "Question": "Which country borders England to the east according to the map?", + "Answer": "France", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/202_1.jpg" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/202_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_606.json b/annotation_data/pax_ren_tier1/test_606.json new file mode 100644 index 0000000000000000000000000000000000000000..8b602b7df508edbc6edfdda21f125421d5c9c6a1 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_606.json @@ -0,0 +1,17 @@ +{ + "ID": "606", + "Game": "pax_ren", + "Test Description": "Testing spatial relationship", + "Difficulty Notes": "Identify the adjacent country", + "Question": "Which country borders England to the south according to the map?", + "Answer": "Portugal", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/202_1.jpg" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/202_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_607.json b/annotation_data/pax_ren_tier1/test_607.json new file mode 100644 index 0000000000000000000000000000000000000000..6ee0eca0e6a7a7a86dcd722277fe5acc0f618a87 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_607.json @@ -0,0 +1,17 @@ +{ + "ID": "607", + "Game": "pax_ren", + "Test Description": "Testing spatial relationship", + "Difficulty Notes": "Identify the adjacent country", + "Question": "Which country borders Byzantium to the west according to the map?", + "Answer": "Hungary", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/203_1.jpg" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/203_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_608.json b/annotation_data/pax_ren_tier1/test_608.json new file mode 100644 index 0000000000000000000000000000000000000000..eaa5ee59b882fffb46b550e2e0558d52332c951c --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_608.json @@ -0,0 +1,17 @@ +{ + "ID": "608", + "Game": "pax_ren", + "Test Description": "Testing spatial relationship", + "Difficulty Notes": "Identify the adjacent country", + "Question": "Which country borders Papal States to the north according to the map?", + "Answer": "Holy Roman Empire", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/203_1.jpg" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/203_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_609.json b/annotation_data/pax_ren_tier1/test_609.json new file mode 100644 index 0000000000000000000000000000000000000000..096cf5949b8f0a85bddd9a1c11b6825620a8f38c --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_609.json @@ -0,0 +1,17 @@ +{ + "ID": "609", + "Game": "pax_ren", + "Test Description": "Testing the ability to locate keywords in the picture (OCR)", + "Difficulty Notes": "asscociate the color with its meaning", + "Question": "Does the white color represent West or East in the game?", + "Answer": "West", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/203_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/203_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_610.json b/annotation_data/pax_ren_tier1/test_610.json new file mode 100644 index 0000000000000000000000000000000000000000..d89171d5c2e8aeeb77ee558ce9796eb0432c260e --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_610.json @@ -0,0 +1,17 @@ +{ + "ID": "610", + "Game": "pax_ren", + "Test Description": "Testing the ability to locate keywords in the picture (OCR)", + "Difficulty Notes": "asscociate the color with its meaning", + "Question": "Does the black color represent West or East in the game?", + "Answer": "East", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/203_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/203_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_611.json b/annotation_data/pax_ren_tier1/test_611.json new file mode 100644 index 0000000000000000000000000000000000000000..0c07bd29c0488261ca55ac208b7710b4b56bc002 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_611.json @@ -0,0 +1,17 @@ +{ + "ID": "611", + "Game": "pax_ren", + "Test Description": "Testing counting of objects", + "Difficulty Notes": "very basic counting", + "Question": "How many yellow tokens are there in the picture?", + "Answer": "7", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/10-1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/10-1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_612.json b/annotation_data/pax_ren_tier1/test_612.json new file mode 100644 index 0000000000000000000000000000000000000000..9c851f2c8be376bc793351f58c2f4ac217e8828d --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_612.json @@ -0,0 +1,17 @@ +{ + "ID": "612", + "Game": "pax_ren", + "Test Description": "Testing counting of objects", + "Difficulty Notes": "very basic counting", + "Question": "How many blue tokens are there in the picture?", + "Answer": "5", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/10-1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/10-1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_613.json b/annotation_data/pax_ren_tier1/test_613.json new file mode 100644 index 0000000000000000000000000000000000000000..85016640857946e302c8ac26386e75b6595462ee --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_613.json @@ -0,0 +1,17 @@ +{ + "ID": "613", + "Game": "pax_ren", + "Test Description": "Testing counting of objects", + "Difficulty Notes": "very basic counting", + "Question": "How many countries are there whose names are printed on black background in the picture?", + "Answer": "4", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/10-1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/10-1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_614.json b/annotation_data/pax_ren_tier1/test_614.json new file mode 100644 index 0000000000000000000000000000000000000000..15c57a682d6b15f12914bd2a148f7ff0ca79d3f4 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_614.json @@ -0,0 +1,17 @@ +{ + "ID": "614", + "Game": "pax_ren", + "Test Description": "Testing counting of objects", + "Difficulty Notes": "very basic counting", + "Question": "How many countries are there whose names are printed on white background in the picture?", + "Answer": "6", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/10-1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/10-1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_615.json b/annotation_data/pax_ren_tier1/test_615.json new file mode 100644 index 0000000000000000000000000000000000000000..4d1541e67b25cd066d7e95c5bf2be5a22ef83371 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_615.json @@ -0,0 +1,17 @@ +{ + "ID": "615", + "Game": "pax_ren", + "Test Description": "Testing reading of King names", + "Difficulty Notes": "very basic OCR", + "Question": "What is the name of the King for the Holy Roman Empire?", + "Answer": "Frederick III House of Habsburg", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/208_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/208_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_616.json b/annotation_data/pax_ren_tier1/test_616.json new file mode 100644 index 0000000000000000000000000000000000000000..793ad179e0fba8260ea5866a1a1d2e5375b6467b --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_616.json @@ -0,0 +1,17 @@ +{ + "ID": "616", + "Game": "pax_ren", + "Test Description": "Testing reading of names", + "Difficulty Notes": "very basic OCR", + "Question": "What is the name of the King for the Holy Roman Empire?", + "Answer": "Frederick III House of Habsburg", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/208_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/208_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_617.json b/annotation_data/pax_ren_tier1/test_617.json new file mode 100644 index 0000000000000000000000000000000000000000..c806b5926736723ea04f0833efd5cb122725608b --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_617.json @@ -0,0 +1,17 @@ +{ + "ID": "617", + "Game": "pax_ren", + "Test Description": "Testing reading of names", + "Difficulty Notes": "very basic OCR", + "Question": "What is the name of the King for the Portugal?", + "Answer": "Henry the Navigator", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/208_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/208_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_618.json b/annotation_data/pax_ren_tier1/test_618.json new file mode 100644 index 0000000000000000000000000000000000000000..acc46a9fb7528a877496a33b4b934e764e13f473 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_618.json @@ -0,0 +1,17 @@ +{ + "ID": "618", + "Game": "pax_ren", + "Test Description": "Testing reading of names", + "Difficulty Notes": "very basic OCR", + "Question": "What is the name of the Kingdom whose King is called Pope Julius II?", + "Answer": "Papal States", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/208_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/208_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_619.json b/annotation_data/pax_ren_tier1/test_619.json new file mode 100644 index 0000000000000000000000000000000000000000..6b49c7b13f0f71f428fa7645253f6f8337c85a7c --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_619.json @@ -0,0 +1,17 @@ +{ + "ID": "619", + "Game": "pax_ren", + "Test Description": "Testing reading of names", + "Difficulty Notes": "very basic OCR", + "Question": "What is the name of the Kingdom whose King is called David Comnenus Basileus of Trebizond?", + "Answer": "Byzantium", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/208_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/208_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_620.json b/annotation_data/pax_ren_tier1/test_620.json new file mode 100644 index 0000000000000000000000000000000000000000..3b971fc08ae91fc8c3e75e29fb751dc26e0c7bbd --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_620.json @@ -0,0 +1,17 @@ +{ + "ID": "620", + "Game": "pax_ren", + "Test Description": "Testing counting of objects", + "Difficulty Notes": "very basic object counting + localization", + "Question": "How many tokens are there in the Kingdom of England?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/208_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/208_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_621.json b/annotation_data/pax_ren_tier1/test_621.json new file mode 100644 index 0000000000000000000000000000000000000000..b7f948129aa5ac63eebe5c1aee5b4597f3a82da4 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_621.json @@ -0,0 +1,17 @@ +{ + "ID": "621", + "Game": "pax_ren", + "Test Description": "Testing counting of objects", + "Difficulty Notes": "very basic object counting + localization", + "Question": "How many tokens are there in the Kingdom of Ottoman?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/211_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_622.json b/annotation_data/pax_ren_tier1/test_622.json new file mode 100644 index 0000000000000000000000000000000000000000..40974456f1a7986587d8d1dbecc3a020b3d575db --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_622.json @@ -0,0 +1,17 @@ +{ + "ID": "622", + "Game": "pax_ren", + "Test Description": "Testing coloring of objects", + "Difficulty Notes": "very basic object color recognition + localization", + "Question": "What is the color of the token on the border of England and Portugal?", + "Answer": "Green", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/211_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_623.json b/annotation_data/pax_ren_tier1/test_623.json new file mode 100644 index 0000000000000000000000000000000000000000..0f975a1c173da7ac182274480510069ce4464fce --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_623.json @@ -0,0 +1,17 @@ +{ + "ID": "623", + "Game": "pax_ren", + "Test Description": "Testing coloring of objects", + "Difficulty Notes": "very basic object color recognition + localization", + "Question": "What is the color of the token on the border of France and Holy Roman Empire?", + "Answer": "Blue", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/211_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_624.json b/annotation_data/pax_ren_tier1/test_624.json new file mode 100644 index 0000000000000000000000000000000000000000..c96775f9b7e1242197b77ca95cb81368c9d2f955 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_624.json @@ -0,0 +1,17 @@ +{ + "ID": "624", + "Game": "pax_ren", + "Test Description": "Testing location", + "Difficulty Notes": "very basic localization", + "Question": "In what two countries can you find a white round disk? Sort the country names alphabetically. Output the names in the format: {country1}, {country2}", + "Answer": "Mamluk, Portugal", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/211_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_625.json b/annotation_data/pax_ren_tier1/test_625.json new file mode 100644 index 0000000000000000000000000000000000000000..1a6aecceae87e97872c6ac48170b6e1b3b7c6dd9 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_625.json @@ -0,0 +1,17 @@ +{ + "ID": "625", + "Game": "pax_ren", + "Test Description": "Testing location", + "Difficulty Notes": "very basic localization", + "Question": "In what two countries can you find a black round disk? Sort the country names alphabetically. Output the names in the format: {country1}, {country2}", + "Answer": "Aragon, Holy Roman Empire", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/211_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_626.json b/annotation_data/pax_ren_tier1/test_626.json new file mode 100644 index 0000000000000000000000000000000000000000..6df6443f8427f5f3415f2f297eb93f41cb7a5581 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_626.json @@ -0,0 +1,17 @@ +{ + "ID": "626", + "Game": "pax_ren", + "Test Description": "Testing counting", + "Difficulty Notes": "very basic counting", + "Question": "How many black round disks are there on the map?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/211_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_627.json b/annotation_data/pax_ren_tier1/test_627.json new file mode 100644 index 0000000000000000000000000000000000000000..fd5f9e52994abbc2a7a84406b2550f46fba8b458 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_627.json @@ -0,0 +1,17 @@ +{ + "ID": "627", + "Game": "pax_ren", + "Test Description": "Testing counting", + "Difficulty Notes": "very basic counting", + "Question": "How many white round disks are there on the map?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/211_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_628.json b/annotation_data/pax_ren_tier1/test_628.json new file mode 100644 index 0000000000000000000000000000000000000000..6a70aeb7c81b716f4df1c438b10ade4d37dc007d --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_628.json @@ -0,0 +1,17 @@ +{ + "ID": "628", + "Game": "pax_ren", + "Test Description": "Testing counting", + "Difficulty Notes": "very basic counting", + "Question": "How many cards display the kingdom name \"Ottoman\"?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/201_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_629.json b/annotation_data/pax_ren_tier1/test_629.json new file mode 100644 index 0000000000000000000000000000000000000000..497deb9d86212f8672be5f1e90d057afb035ad5e --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_629.json @@ -0,0 +1,17 @@ +{ + "ID": "629", + "Game": "pax_ren", + "Test Description": "Testing counting", + "Difficulty Notes": "very basic counting", + "Question": "How many cards display the kingdom name \"Papal States\"?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/201_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_630.json b/annotation_data/pax_ren_tier1/test_630.json new file mode 100644 index 0000000000000000000000000000000000000000..850605faf311cb64e9a9519c89b14a73bbf3554e --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_630.json @@ -0,0 +1,17 @@ +{ + "ID": "630", + "Game": "pax_ren", + "Test Description": "Testing counting", + "Difficulty Notes": "very basic counting", + "Question": "How many cards display the Operation name \"Siege\"?", + "Answer": "4", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/201_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_631.json b/annotation_data/pax_ren_tier1/test_631.json new file mode 100644 index 0000000000000000000000000000000000000000..b5815e802e4ad1ea9d15673af814a54d70b40703 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_631.json @@ -0,0 +1,17 @@ +{ + "ID": "631", + "Game": "pax_ren", + "Test Description": "Testing counting", + "Difficulty Notes": "very basic counting", + "Question": "How many cards display the Operation name \"Vote\"?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/201_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_632.json b/annotation_data/pax_ren_tier1/test_632.json new file mode 100644 index 0000000000000000000000000000000000000000..389c2e4ec703a4e1cb0021bc7d797c30965bd7b5 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_632.json @@ -0,0 +1,17 @@ +{ + "ID": "632", + "Game": "pax_ren", + "Test Description": "Testing counting", + "Difficulty Notes": "very basic counting", + "Question": "How many cards display the One-shot name \"Conspiracy\"?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/201_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_633.json b/annotation_data/pax_ren_tier1/test_633.json new file mode 100644 index 0000000000000000000000000000000000000000..104f81b8fdf982abb2f4e3668993c81a66708e67 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_633.json @@ -0,0 +1,17 @@ +{ + "ID": "633", + "Game": "pax_ren", + "Test Description": "Testing spatial relationship", + "Difficulty Notes": "Identify the adjacent country", + "Question": "Which country borders Aragon to the north according to the map?", + "Answer": "France", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/215_1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/215_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_634.json b/annotation_data/pax_ren_tier1/test_634.json new file mode 100644 index 0000000000000000000000000000000000000000..c4c6d8b6e2e370dfc586f33b6b652729586f864d --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_634.json @@ -0,0 +1,17 @@ +{ + "ID": "634", + "Game": "pax_ren", + "Test Description": "Testing spatial relationship", + "Difficulty Notes": "Identify the adjacent country", + "Question": "Which country borders Aragon to the northwest according to the map?", + "Answer": "England", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/215_1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/215_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_635.json b/annotation_data/pax_ren_tier1/test_635.json new file mode 100644 index 0000000000000000000000000000000000000000..4f014211deb48555e309c16d20785131c43343a9 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_635.json @@ -0,0 +1,17 @@ +{ + "ID": "635", + "Game": "pax_ren", + "Test Description": "Testing spatial relationship", + "Difficulty Notes": "Identify the adjacent country", + "Question": "Which country borders Ottoman to the northeast according to the map?", + "Answer": "Byzantium", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/215_1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/215_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_636.json b/annotation_data/pax_ren_tier1/test_636.json new file mode 100644 index 0000000000000000000000000000000000000000..a339369cc84d762f45ab522e9020796a6ecc01dc --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_636.json @@ -0,0 +1,17 @@ +{ + "ID": "636", + "Game": "pax_ren", + "Test Description": "Testing spatial relationship", + "Difficulty Notes": "Identify the adjacent country", + "Question": "Which country borders Hungary to the southeast according to the map?", + "Answer": "Mamluk", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/215_1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/215_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_637.json b/annotation_data/pax_ren_tier1/test_637.json new file mode 100644 index 0000000000000000000000000000000000000000..bdb5b5960d121aa8d34756df390911fc56cb5957 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_637.json @@ -0,0 +1,17 @@ +{ + "ID": "637", + "Game": "pax_ren", + "Test Description": "Testing spatial relationship", + "Difficulty Notes": "Identify the adjacent country", + "Question": "Which country borders France to the southwest according to the map?", + "Answer": "Portugal", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/215_1.png" + ], + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/215_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_638.json b/annotation_data/pax_ren_tier1/test_638.json new file mode 100644 index 0000000000000000000000000000000000000000..0482684ea9032ae04e4edb7cbd181febb156d03a --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_638.json @@ -0,0 +1,17 @@ +{ + "ID": "638", + "Game": "pax_ren", + "Test Description": "Testing spatial relationship", + "Difficulty Notes": "Identify the adjacent country", + "Question": "Which country has one black round disk and is located south of France?", + "Answer": "Aragon", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/215_1.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/215_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier1/test_639.json b/annotation_data/pax_ren_tier1/test_639.json new file mode 100644 index 0000000000000000000000000000000000000000..c7a3318d694c074737023a678fb7fb0fdd023ba2 --- /dev/null +++ b/annotation_data/pax_ren_tier1/test_639.json @@ -0,0 +1,17 @@ +{ + "ID": "639", + "Game": "pax_ren", + "Test Description": "Testing spatial relationship", + "Difficulty Notes": "Identify the adjacent country", + "Question": "Which country has one white round disk and one yellow token?", + "Answer": "Portugal", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/215_1.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/pax_ren/215_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_701.json b/annotation_data/pax_ren_tier2/test_701.json new file mode 100644 index 0000000000000000000000000000000000000000..35e8fe02313184c12147cc041331f6014dbed42c --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_701.json @@ -0,0 +1,18 @@ +{ + "ID": "701", + "Game": "pax_ren", + "Test Description": "Testing Trade Fair", + "Difficulty Notes": "", + "Question": "How many florins can the blue player earn if the blue player launches West Trade Fair?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_1.jpg", + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/201_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_702.json b/annotation_data/pax_ren_tier2/test_702.json new file mode 100644 index 0000000000000000000000000000000000000000..2e4ba486d645fa621ec29d68cb81033ceedaf6c9 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_702.json @@ -0,0 +1,18 @@ +{ + "ID": "702", + "Game": "pax_ren", + "Test Description": "Testing Trade Fair", + "Difficulty Notes": "", + "Question": "How many florins can the yellow player earn if the blue player launches West Trade Fair?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_1.jpg", + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/201_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_703.json b/annotation_data/pax_ren_tier2/test_703.json new file mode 100644 index 0000000000000000000000000000000000000000..1be6646bbfd0480c00c75bcb3aa6f948accee72f --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_703.json @@ -0,0 +1,18 @@ +{ + "ID": "703", + "Game": "pax_ren", + "Test Description": "Testing Trade Fair", + "Difficulty Notes": "", + "Question": "How many florins can the blue player earn if the blue player launches East Trade Fair?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_1.jpg", + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/201_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_704.json b/annotation_data/pax_ren_tier2/test_704.json new file mode 100644 index 0000000000000000000000000000000000000000..07c2d09bd0b6cbeaf0419f1e0312f707aa2adb23 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_704.json @@ -0,0 +1,18 @@ +{ + "ID": "704", + "Game": "pax_ren", + "Test Description": "Testing Trade Fair", + "Difficulty Notes": "", + "Question": "How many florins can the yellow player earn if the blue player launches East Trade Fair?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_1.jpg", + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/201_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_705.json b/annotation_data/pax_ren_tier2/test_705.json new file mode 100644 index 0000000000000000000000000000000000000000..34fa26b632e4505b21e502b1be48aa5970157cbb --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_705.json @@ -0,0 +1,18 @@ +{ + "ID": "705", + "Game": "pax_ren", + "Test Description": "Testing Trade Fair", + "Difficulty Notes": "", + "Question": "How many florins can the blue player earn if the blue player launches Commerce Ops?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_1.jpg", + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/201_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_706.json b/annotation_data/pax_ren_tier2/test_706.json new file mode 100644 index 0000000000000000000000000000000000000000..6326fb5cd8574fbdc1e5b3a1d746c6b729f9fd68 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_706.json @@ -0,0 +1,18 @@ +{ + "ID": "706", + "Game": "pax_ren", + "Test Description": "Testing Trade Fair", + "Difficulty Notes": "", + "Question": "How many florins can the blue player earn if the blue player launches West Trade Fair?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/202_1.jpg", + "gamestates/images/pax_ren/202_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/202_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_707.json b/annotation_data/pax_ren_tier2/test_707.json new file mode 100644 index 0000000000000000000000000000000000000000..080fa652bb7927104fa6d8a031fcfc69e8bc99d0 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_707.json @@ -0,0 +1,18 @@ +{ + "ID": "707", + "Game": "pax_ren", + "Test Description": "Testing Trade Fair", + "Difficulty Notes": "", + "Question": "How many florins can the blue player earn if the blue player launches East Trade Fair?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/203_1.jpg", + "gamestates/images/pax_ren/203_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/203_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_708.json b/annotation_data/pax_ren_tier2/test_708.json new file mode 100644 index 0000000000000000000000000000000000000000..336e0574fecca12094aa57c951b0104484985c02 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_708.json @@ -0,0 +1,18 @@ +{ + "ID": "708", + "Game": "pax_ren", + "Test Description": "Testing Trade Fair", + "Difficulty Notes": "", + "Question": "How many florins can the yellow player earn if the blue player launches West Trade Fair?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/204_1.jpg", + "gamestates/images/pax_ren/204_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/204_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_709.json b/annotation_data/pax_ren_tier2/test_709.json new file mode 100644 index 0000000000000000000000000000000000000000..a910a0d64d670dcd9965f32df648b28e28f02894 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_709.json @@ -0,0 +1,18 @@ +{ + "ID": "709", + "Game": "pax_ren", + "Test Description": "Testing Trade Fair", + "Difficulty Notes": "", + "Question": "What is the maximum number of florins that the blue player can earn if the blue player launches East Tableau Ops?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/205_1.jpg", + "gamestates/images/pax_ren/205_2.jpg" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/205_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_710.json b/annotation_data/pax_ren_tier2/test_710.json new file mode 100644 index 0000000000000000000000000000000000000000..633170625612e96aeafb5bac6d46c5a0d3e5abfc --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_710.json @@ -0,0 +1,17 @@ +{ + "ID": "710", + "Game": "pax_ren", + "Test Description": "Testing Prestige", + "Difficulty Notes": "", + "Question": "What is the name of the prestige on The Mary Rose card?", + "Answer": "Discovery", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/207_4.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/207_3.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_711.json b/annotation_data/pax_ren_tier2/test_711.json new file mode 100644 index 0000000000000000000000000000000000000000..1830d6b2f7cc7b2608e9485b9b9ee8f8f02ea2b7 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_711.json @@ -0,0 +1,17 @@ +{ + "ID": "711", + "Game": "pax_ren", + "Test Description": "Testing florins counting", + "Difficulty Notes": "", + "Question": "How many florins does the blue player have?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/207_4.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/207_3.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_712.json b/annotation_data/pax_ren_tier2/test_712.json new file mode 100644 index 0000000000000000000000000000000000000000..bac721a32ba91412c3cc4ea3aa6c5e6d930aad9f --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_712.json @@ -0,0 +1,17 @@ +{ + "ID": "712", + "Game": "pax_ren", + "Test Description": "Testing concessions counting", + "Difficulty Notes": "", + "Question": "How many blue concessions in total are there on the map?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/217_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/217_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_713.json b/annotation_data/pax_ren_tier2/test_713.json new file mode 100644 index 0000000000000000000000000000000000000000..993da3438e14e15e3fdeddb952cec70a6e4c5f0a --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_713.json @@ -0,0 +1,17 @@ +{ + "ID": "713", + "Game": "pax_ren", + "Test Description": "Testing knights counting", + "Difficulty Notes": "", + "Question": "How many yellow knights are there on the map in total?", + "Answer": "6", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/217_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/217_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_714.json b/annotation_data/pax_ren_tier2/test_714.json new file mode 100644 index 0000000000000000000000000000000000000000..e25c3fa593920e16f2cb8ad34d4427a7a88e1bd1 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_714.json @@ -0,0 +1,17 @@ +{ + "ID": "714", + "Game": "pax_ren", + "Test Description": "Testing knights counting", + "Difficulty Notes": "", + "Question": "How many yellow rooks are there on the map in total?", + "Answer": "2", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/217_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/217_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_715.json b/annotation_data/pax_ren_tier2/test_715.json new file mode 100644 index 0000000000000000000000000000000000000000..2d3a1660cbedd5ebe0f77ec374c693e90890d94f --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_715.json @@ -0,0 +1,17 @@ +{ + "ID": "715", + "Game": "pax_ren", + "Test Description": "Testing purchasing card from market", + "Difficulty Notes": "", + "Question": "How many florins does it take to purchase the Inquisition Pope card from the market?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/211_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_716.json b/annotation_data/pax_ren_tier2/test_716.json new file mode 100644 index 0000000000000000000000000000000000000000..5b51cd2994ff172714f604bfaed3282bd4064f13 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_716.json @@ -0,0 +1,17 @@ +{ + "ID": "716", + "Game": "pax_ren", + "Test Description": "Testing purchasing card from market", + "Difficulty Notes": "", + "Question": "How many florins does it take to purchase The Last Thigh from the market?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/211_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_717.json b/annotation_data/pax_ren_tier2/test_717.json new file mode 100644 index 0000000000000000000000000000000000000000..8b081d268b11d9c808637053b19025b8bfd8e6b4 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_717.json @@ -0,0 +1,17 @@ +{ + "ID": "717", + "Game": "pax_ren", + "Test Description": "Testing purchasing card from market", + "Difficulty Notes": "", + "Question": "How many florins does it take to purchase Gonfalonier from the market?", + "Answer": "5", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/211_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_718.json b/annotation_data/pax_ren_tier2/test_718.json new file mode 100644 index 0000000000000000000000000000000000000000..6701c065f3e081120ca3ab89c4971248010f878c --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_718.json @@ -0,0 +1,17 @@ +{ + "ID": "718", + "Game": "pax_ren", + "Test Description": "Testing prestige name", + "Difficulty Notes": "", + "Question": "What is the name of the Prestige on the Inquisition Pope card?", + "Answer": "Catholic", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/211_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_719.json b/annotation_data/pax_ren_tier2/test_719.json new file mode 100644 index 0000000000000000000000000000000000000000..71145be9c8452a7b0162caca99f38881ba915c05 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_719.json @@ -0,0 +1,17 @@ +{ + "ID": "719", + "Game": "pax_ren", + "Test Description": "Testing prestige name", + "Difficulty Notes": "", + "Question": "What is the name of the Prestige on the Consent of the Governed card?", + "Answer": "Law", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/211_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_720.json b/annotation_data/pax_ren_tier2/test_720.json new file mode 100644 index 0000000000000000000000000000000000000000..d0c5674060aad5d22333b154e39b668f122f5b37 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_720.json @@ -0,0 +1,19 @@ +{ + "ID": "720", + "Game": "pax_ren", + "Test Description": "Testing Cornation one-shot", + "Difficulty Notes": "", + "Question": "If the blue player purchases Sophia Palaiologina card from market, plays it and launches Cornation one-shot, the king card of which country will be moved to the blue player's Tableau?", + "Answer": "Hungary", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/215_1.png", + "gamestates/images/pax_ren/215_2.png", + "gamestates/images/pax_ren/215_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/215_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_721.json b/annotation_data/pax_ren_tier2/test_721.json new file mode 100644 index 0000000000000000000000000000000000000000..1fd5ecce0c296eda4014194f832c45b02fc2b9e4 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_721.json @@ -0,0 +1,18 @@ +{ + "ID": "721", + "Game": "pax_ren", + "Test Description": "Testing Jihad one-shot", + "Difficulty Notes": "", + "Question": "If the blue player purchases Safavids card from market, plays it and launches Jihad one-shot, how many attackers are there?", + "Answer": "4", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/214_1.png", + "gamestates/images/pax_ren/214_2.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/214_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_722.json b/annotation_data/pax_ren_tier2/test_722.json new file mode 100644 index 0000000000000000000000000000000000000000..69744b5bfe2332163ad66df85c77bbbb5757965a --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_722.json @@ -0,0 +1,18 @@ +{ + "ID": "722", + "Game": "pax_ren", + "Test Description": "Testing Jihad one-shot", + "Difficulty Notes": "", + "Question": "If the blue player purchases Safavids card from market, plays it and launches Jihad one-shot, how many defenders are there?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/214_1.png", + "gamestates/images/pax_ren/214_2.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/214_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_723.json b/annotation_data/pax_ren_tier2/test_723.json new file mode 100644 index 0000000000000000000000000000000000000000..fd571df819cabbde32384cc0f4dcfc0d6d2c6769 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_723.json @@ -0,0 +1,18 @@ +{ + "ID": "723", + "Game": "pax_ren", + "Test Description": "Testing Jihad one-shot", + "Difficulty Notes": "", + "Question": "If the blue player purchases Safavids card from market, plays it and launches Jihad one-shot, how many defenders are there?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/214_1.png", + "gamestates/images/pax_ren/214_2.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/214_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_724.json b/annotation_data/pax_ren_tier2/test_724.json new file mode 100644 index 0000000000000000000000000000000000000000..17e1e64f1ca9d77959091bb17d5ab5e83193d0e9 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_724.json @@ -0,0 +1,18 @@ +{ + "ID": "724", + "Game": "pax_ren", + "Test Description": "Testing Campaign Op", + "Difficulty Notes": "", + "Question": "If the blue player launches Campain Op on the Sultan Mehmed II the Conqueror card attack Papal States by spending one florin, how many attackers are there?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/213_1.png", + "gamestates/images/pax_ren/213_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/213_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_725.json b/annotation_data/pax_ren_tier2/test_725.json new file mode 100644 index 0000000000000000000000000000000000000000..8c8ebf876633329fb3bfed78218e2fe4c2f568a7 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_725.json @@ -0,0 +1,18 @@ +{ + "ID": "725", + "Game": "pax_ren", + "Test Description": "Testing Campaign Op", + "Difficulty Notes": "", + "Question": "If the blue player launches Campain Op on the Sultan Mehmed II the Conqueror card attack Papal States with 1 florin, how many defenders are there?", + "Answer": "0", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/213_1.png", + "gamestates/images/pax_ren/213_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/213_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_726.json b/annotation_data/pax_ren_tier2/test_726.json new file mode 100644 index 0000000000000000000000000000000000000000..cc89a8ae2b953e48e7a65ff0e3775460eb19c3d1 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_726.json @@ -0,0 +1,18 @@ +{ + "ID": "726", + "Game": "pax_ren", + "Test Description": "Testing Crusade one-shot", + "Difficulty Notes": "", + "Question": "If the blue player purchases the Inquisition Pope card from market, play it, and launches Crusade one-shot against Portugal, how many attackers are there?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png", + "gamestates/images/pax_ren/211_2.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/211_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_727.json b/annotation_data/pax_ren_tier2/test_727.json new file mode 100644 index 0000000000000000000000000000000000000000..e8b23ad07f7ac3670c7997ab873649c8605dde36 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_727.json @@ -0,0 +1,18 @@ +{ + "ID": "727", + "Game": "pax_ren", + "Test Description": "Testing Crusade one-shot", + "Difficulty Notes": "", + "Question": "If the blue player purchases the Inquisition Pope card from market, play it, and launches Crusade one-shot against Portugal, how many defenders are there?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png", + "gamestates/images/pax_ren/211_2.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/211_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_728.json b/annotation_data/pax_ren_tier2/test_728.json new file mode 100644 index 0000000000000000000000000000000000000000..3eea7f748b25843f3534d4a4a9460c6dec838cd7 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_728.json @@ -0,0 +1,18 @@ +{ + "ID": "728", + "Game": "pax_ren", + "Test Description": "Testing Crusade one-shot", + "Difficulty Notes": "", + "Question": "If the blue player purchases the Inquisition Pope card from market, play it, and launches Crusade one-shot against Portugal, how many defenders are there?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png", + "gamestates/images/pax_ren/211_2.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/211_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_729.json b/annotation_data/pax_ren_tier2/test_729.json new file mode 100644 index 0000000000000000000000000000000000000000..2e84f7ab52dea98e7f00da6572d8e8ebe30fbea2 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_729.json @@ -0,0 +1,17 @@ +{ + "ID": "729", + "Game": "pax_ren", + "Test Description": "Testing prestige name", + "Difficulty Notes": "", + "Question": "What is the name of the Prestige on the Duchy of Ferrara card?", + "Answer": "Patron", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/211_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_730.json b/annotation_data/pax_ren_tier2/test_730.json new file mode 100644 index 0000000000000000000000000000000000000000..62592845b5c78a9cec69dd14206457ce5a70f37b --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_730.json @@ -0,0 +1,17 @@ +{ + "ID": "730", + "Game": "pax_ren", + "Test Description": "Testing prestige name", + "Difficulty Notes": "", + "Question": "What is the name of the Prestige on the Dervishes card?", + "Answer": "Islamic", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_2.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/211_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_731.json b/annotation_data/pax_ren_tier2/test_731.json new file mode 100644 index 0000000000000000000000000000000000000000..01a54791814400a2e2f46b9392f2e4b7333d6bb0 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_731.json @@ -0,0 +1,20 @@ +{ + "ID": "731", + "Game": "pax_ren", + "Test Description": "Testing winning condition", + "Difficulty Notes": "", + "Question": "Given the provided game state, what victory can the blue player declare after performing the following 2 actions? 1. East Tableau Ops --- launch Campain Op, spend 1 florin to attack Papal States, place one concession on border; 2. West Tableau Ops --- launch Campain Op, spend 1 florin to attack France, place one concession on border. Your answer should be one of the following: \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", or \"Holy Victory\".", + "Answer": "Globalization Victory", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/213_1.png", + "gamestates/images/pax_ren/213_2.png", + "gamestates/images/pax_ren/213_3.png", + "gamestates/images/pax_ren/213_4.png" + ], + "Game State Difficulty": 4, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/213_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_732.json b/annotation_data/pax_ren_tier2/test_732.json new file mode 100644 index 0000000000000000000000000000000000000000..259b1588d844eaeed45b13d99051ac95c99adbc3 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_732.json @@ -0,0 +1,17 @@ +{ + "ID": "732", + "Game": "pax_ren", + "Test Description": "Testing victory activation", + "Difficulty Notes": "", + "Question": "How many victory cards are in inactive status now?", + "Answer": "0", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/211_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_733.json b/annotation_data/pax_ren_tier2/test_733.json new file mode 100644 index 0000000000000000000000000000000000000000..091213883709998719cc13229d4d18a380555997 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_733.json @@ -0,0 +1,20 @@ +{ + "ID": "733", + "Game": "pax_ren", + "Test Description": "Testing winning condition", + "Difficulty Notes": "", + "Question": "Given the provided game state, what victory can the blue player declare after performing the following action? 1. West Tableau Ops --- launch Vote Ops against Papal States, Papal State regime change into Republic. Your answer should be one of the following: \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", or \"Holy Victory\".", + "Answer": "Renaissance Victory", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/217_1.png", + "gamestates/images/pax_ren/217_2.png", + "gamestates/images/pax_ren/217_3.png", + "gamestates/images/pax_ren/217_4.png" + ], + "Game State Difficulty": 4, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/217_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_734.json b/annotation_data/pax_ren_tier2/test_734.json new file mode 100644 index 0000000000000000000000000000000000000000..d14efd17c3d9eb1256ad5b4d97dab1ef2da4a79a --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_734.json @@ -0,0 +1,20 @@ +{ + "ID": "734", + "Game": "pax_ren", + "Test Description": "Testing winning condition", + "Difficulty Notes": "", + "Question": "Given the provided game state, what victory can the blue player declare after performing the following 2 actions? 1. Purchase --- Spend 2 florins to buy Cornish Tin card from the market; 2. Play Cornish Tin card. Your answer should be one of the following: \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", or \"Holy Victory\".", + "Answer": "Renaissance Victory", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/218_1.png", + "gamestates/images/pax_ren/218_2.png", + "gamestates/images/pax_ren/218_3.png", + "gamestates/images/pax_ren/218_4.png" + ], + "Game State Difficulty": 4, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/218_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_735.json b/annotation_data/pax_ren_tier2/test_735.json new file mode 100644 index 0000000000000000000000000000000000000000..4cda832cb44cf959336f3c99b2e212321a5ab62f --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_735.json @@ -0,0 +1,17 @@ +{ + "ID": "735", + "Game": "pax_ren", + "Test Description": "Testing pirate ship", + "Difficulty Notes": "", + "Question": "How many pirate ships are there on the map?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/208_1.png" + ], + "Game State Difficulty": 4, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/208_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_736.json b/annotation_data/pax_ren_tier2/test_736.json new file mode 100644 index 0000000000000000000000000000000000000000..cbb20fdb41988e2b08770d16b8a24af6bcd80c60 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_736.json @@ -0,0 +1,17 @@ +{ + "ID": "736", + "Game": "pax_ren", + "Test Description": "Testing pirate ship", + "Difficulty Notes": "", + "Question": "How many pirate ships are there on the map?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/208_1.png" + ], + "Game State Difficulty": 4, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/208_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_737.json b/annotation_data/pax_ren_tier2/test_737.json new file mode 100644 index 0000000000000000000000000000000000000000..b518e79329f289ffd607055d844dc970540c8b90 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_737.json @@ -0,0 +1,17 @@ +{ + "ID": "737", + "Game": "pax_ren", + "Test Description": "Testing counting", + "Difficulty Notes": "", + "Question": "How many Catholic prestiges are there in the picture?", + "Answer": "0", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/219_4.png" + ], + "Game State Difficulty": 4, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/219_3.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_738.json b/annotation_data/pax_ren_tier2/test_738.json new file mode 100644 index 0000000000000000000000000000000000000000..846c4574f31210343dc0974363037c24d1fb3301 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_738.json @@ -0,0 +1,17 @@ +{ + "ID": "738", + "Game": "pax_ren", + "Test Description": "Testing counting", + "Difficulty Notes": "", + "Question": "How many Law prestiges are there in the picture?", + "Answer": "1", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/219_4.png" + ], + "Game State Difficulty": 4, + "Rules Difficulty": 4, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/219_3.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_739.json b/annotation_data/pax_ren_tier2/test_739.json new file mode 100644 index 0000000000000000000000000000000000000000..d551a2a8ade093b22b33d47187b6c7c48336c340 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_739.json @@ -0,0 +1,17 @@ +{ + "ID": "739", + "Game": "pax_ren", + "Test Description": "Testing counting", + "Difficulty Notes": "", + "Question": "What is the type of chess piece for the Agent on the Duchy of Ferrara card? Output one of the following answer: Bishop, Knight, Rook, Pawn.", + "Answer": "Rook", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/219_2.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/219_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier2/test_740.json b/annotation_data/pax_ren_tier2/test_740.json new file mode 100644 index 0000000000000000000000000000000000000000..f764941601d7a45639b810ca63a60f7535e319f3 --- /dev/null +++ b/annotation_data/pax_ren_tier2/test_740.json @@ -0,0 +1,17 @@ +{ + "ID": "740", + "Game": "pax_ren", + "Test Description": "Testing counting", + "Difficulty Notes": "", + "Question": "How many Knights are there in the empires that are adjacent to Portugal?", + "Answer": "3", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/219_1.png" + ], + "Game State Difficulty": 4, + "Rules Difficulty": 3, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/pax_ren/219_1.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_801.json b/annotation_data/pax_ren_tier3/test_801.json new file mode 100644 index 0000000000000000000000000000000000000000..9ab3dccccd65dd21ed9db5b5c382dc18689c7e56 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_801.json @@ -0,0 +1,26 @@ +{ + "ID": "801", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Base example.", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "East Tableau Ops" + }, + { + "action": "West Trade Fair" + } + ], + "Answer_str": "West Trade Fair + East Tableau Ops (order can be flipped). Max florins earned: 4.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_1.jpg", + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/201_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_802.json b/annotation_data/pax_ren_tier3/test_802.json new file mode 100644 index 0000000000000000000000000000000000000000..9bb0e4081939f1446aea5fc4c826c062631a86f5 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_802.json @@ -0,0 +1,32 @@ +{ + "ID": "802", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Base example.", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "East Tableau Ops", + "cards": { + "Phocoean Alum": {} + } + }, + { + "action": "West Trade Fair", + "cards": { + "West": {} + } + } + ], + "Answer_str": "West Trade Fair + East Tableau Ops (order can be flipped). Max florins earned: 4.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_1.jpg", + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/201_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_803.json b/annotation_data/pax_ren_tier3/test_803.json new file mode 100644 index 0000000000000000000000000000000000000000..8f9c0dd1b7bcaf7738e3e5c737e23bc528902ed0 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_803.json @@ -0,0 +1,38 @@ +{ + "ID": "803", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Base example.", + "Difficulty Notes": "Easy optimization problem with intuitive solution", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "East Tableau Ops", + "cards": { + "Phocoean Alum": { + "trigger": "Commerce", + "florin_change": 1 + } + } + }, + { + "action": "West Trade Fair", + "cards": { + "West": { + "trigger": null, + "florin_change": 3 + } + } + } + ], + "Answer_str": "West Trade Fair + East Tableau Ops (order can be flipped). Max florins earned: 4.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/201_1.jpg", + "gamestates/images/pax_ren/201_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/201_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_804.json b/annotation_data/pax_ren_tier3/test_804.json new file mode 100644 index 0000000000000000000000000000000000000000..ba86f0b938950b80474d06020777d942f4a2c875 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_804.json @@ -0,0 +1,26 @@ +{ + "ID": "804", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test pirates. Add pirates. Move one concession to avoid congestion on the border", + "Difficulty Notes": "Optimization problem while testing pirate rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "East Tableau Ops" + }, + { + "action": "West Trade Fair" + } + ], + "Answer_str": "West Trade Fair + East Tableau Ops (order can be flipped). Max florins earned: 3.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/202_1.jpg", + "gamestates/images/pax_ren/202_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/202_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_805.json b/annotation_data/pax_ren_tier3/test_805.json new file mode 100644 index 0000000000000000000000000000000000000000..38f5295ef915b39ba7ad56e2bab7a2e8b03d2dbb --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_805.json @@ -0,0 +1,32 @@ +{ + "ID": "805", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test pirates. Add pirates. Move one concession to avoid congestion on the border", + "Difficulty Notes": "Optimization problem while testing pirate rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "East Tableau Ops", + "cards": { + "Phocoean Alum": {} + } + }, + { + "action": "West Trade Fair", + "cards": { + "West": {} + } + } + ], + "Answer_str": "West Trade Fair + East Tableau Ops (order can be flipped). Max florins earned: 3.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/202_1.jpg", + "gamestates/images/pax_ren/202_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/202_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_806.json b/annotation_data/pax_ren_tier3/test_806.json new file mode 100644 index 0000000000000000000000000000000000000000..f7d897f5c74ea0b4e8063736940413f491764683 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_806.json @@ -0,0 +1,38 @@ +{ + "ID": "806", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test pirates. Add pirates. Move one concession to avoid congestion on the border", + "Difficulty Notes": "Optimization problem while testing pirate rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "East Tableau Ops", + "cards": { + "Phocoean Alum": { + "trigger": "Commerce", + "florin_change": 1 + } + } + }, + { + "action": "West Trade Fair", + "cards": { + "West": { + "trigger": null, + "florin_change": 2 + } + } + } + ], + "Answer_str": "West Trade Fair + East Tableau Ops (order can be flipped). Max florins earned: 3.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/202_1.jpg", + "gamestates/images/pax_ren/202_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/202_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_807.json b/annotation_data/pax_ren_tier3/test_807.json new file mode 100644 index 0000000000000000000000000000000000000000..cbe62f9aa688c62f29ea89ad14015c3d562edf4b --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_807.json @@ -0,0 +1,26 @@ +{ + "ID": "807", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test emporium. busted disk moved.", + "Difficulty Notes": "Optimization problem while testing emporium rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "East Trade Fair" + }, + { + "action": "West Trade Fair" + } + ], + "Answer_str": "West Trade Fair + East Trade Fair. Max florins earned: 5.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/203_1.jpg", + "gamestates/images/pax_ren/203_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/203_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_808.json b/annotation_data/pax_ren_tier3/test_808.json new file mode 100644 index 0000000000000000000000000000000000000000..5e2b60e5b44a49272950b4c264db62f0eb412899 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_808.json @@ -0,0 +1,32 @@ +{ + "ID": "808", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test emporium. busted disk moved.", + "Difficulty Notes": "Optimization problem while testing emporium rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "East Trade Fair", + "cards": { + "East": {} + } + }, + { + "action": "West Trade Fair", + "cards": { + "West": {} + } + } + ], + "Answer_str": "West Trade Fair + East Trade Fair. Max florins earned: 5.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/203_1.jpg", + "gamestates/images/pax_ren/203_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/203_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_809.json b/annotation_data/pax_ren_tier3/test_809.json new file mode 100644 index 0000000000000000000000000000000000000000..92277f8382718e13506adda4d3a763448fbaa166 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_809.json @@ -0,0 +1,38 @@ +{ + "ID": "809", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test emporium. busted disk moved.", + "Difficulty Notes": "Optimization problem while testing emporium rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "East Trade Fair", + "cards": { + "East": { + "trigger": null, + "florin_change": 2 + } + } + }, + { + "action": "West Trade Fair", + "cards": { + "West": { + "trigger": null, + "florin_change": 3 + } + } + } + ], + "Answer_str": "West Trade Fair + East Trade Fair. Max florins earned: 5.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/203_1.jpg", + "gamestates/images/pax_ren/203_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/203_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_810.json b/annotation_data/pax_ren_tier3/test_810.json new file mode 100644 index 0000000000000000000000000000000000000000..70393546613b8e180c25a6cc486eb0078475ee02 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_810.json @@ -0,0 +1,26 @@ +{ + "ID": "810", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test concession. Remove concession.", + "Difficulty Notes": "Optimization problem while testing concession rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "East Tableau Ops" + }, + { + "action": "West Trade Fair" + } + ], + "Answer_str": "West Trade Fair + East Tableau Ops. Max florins earned: 3.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/204_1.jpg", + "gamestates/images/pax_ren/204_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/204_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_811.json b/annotation_data/pax_ren_tier3/test_811.json new file mode 100644 index 0000000000000000000000000000000000000000..1e3f5725c818f4d6ceabd1289c8c2d3c680f3de7 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_811.json @@ -0,0 +1,32 @@ +{ + "ID": "811", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test concession. Remove concession.", + "Difficulty Notes": "Optimization problem while testing concession rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "East Tableau Ops", + "cards": { + "Phocoean Alum": {} + } + }, + { + "action": "West Trade Fair", + "cards": { + "West": {} + } + } + ], + "Answer_str": "West Trade Fair + East Tableau Ops. Max florins earned: 3.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/204_1.jpg", + "gamestates/images/pax_ren/204_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/204_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_812.json b/annotation_data/pax_ren_tier3/test_812.json new file mode 100644 index 0000000000000000000000000000000000000000..9f13d9d0567053b5c0101a95ef6ec25c3909ad1b --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_812.json @@ -0,0 +1,38 @@ +{ + "ID": "812", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test concession. Remove concession.", + "Difficulty Notes": "Optimization problem while testing concession rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "East Tableau Ops", + "cards": { + "Phocoean Alum": { + "trigger": "Commerce", + "florin_change": 1 + } + } + }, + { + "action": "West Trade Fair", + "cards": { + "West": { + "trigger": null, + "florin_change": 2 + } + } + } + ], + "Answer_str": "West Trade Fair + East Tableau Ops. Max florins earned: 3.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/204_1.jpg", + "gamestates/images/pax_ren/204_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/204_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_813.json b/annotation_data/pax_ren_tier3/test_813.json new file mode 100644 index 0000000000000000000000000000000000000000..7c7096880c420722a2e7066995431af014e82418 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_813.json @@ -0,0 +1,26 @@ +{ + "ID": "813", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test commerce. Add more commerce card. Add 1 more florin to eastern market", + "Difficulty Notes": "Optimization problem while testing commerce rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "East Tableau Ops" + }, + { + "action": "West Trade Fair" + } + ], + "Answer_str": "West Trade Fair + Commerce. Max florins earned: 5.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/205_1.jpg", + "gamestates/images/pax_ren/205_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/205_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_814.json b/annotation_data/pax_ren_tier3/test_814.json new file mode 100644 index 0000000000000000000000000000000000000000..c4f2bdd495c3aa92b2f117bcef82df77904522cb --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_814.json @@ -0,0 +1,33 @@ +{ + "ID": "814", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test commerce. Add more commerce card. Add 1 more florin to eastern market", + "Difficulty Notes": "Optimization problem while testing commerce rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "East Tableau Ops", + "cards": { + "Carlotta Lusignan of Cyprus": {}, + "Phocoean Alum": {} + } + }, + { + "action": "West Trade Fair", + "cards": { + "West": {} + } + } + ], + "Answer_str": "West Trade Fair + Commerce. Max florins earned: 5.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/205_1.jpg", + "gamestates/images/pax_ren/205_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/205_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_815.json b/annotation_data/pax_ren_tier3/test_815.json new file mode 100644 index 0000000000000000000000000000000000000000..b589d7001113cf4d0afd1947175d716e10dc8193 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_815.json @@ -0,0 +1,42 @@ +{ + "ID": "815", + "Game": "pax_ren", + "Test Description": "Testing trade fair. Test commerce. Add more commerce card. Add 1 more florin to eastern market", + "Difficulty Notes": "Optimization problem while testing commerce rules", + "Question": "Given the provided game state, how can the blue player to earn most florins without selling your cards on their turn? If there are multiple ways to earn the maximum amount of florins, give the solution that minimizes the florins earned by the opponents. Sort the output actions in alphabetical order.\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "East Tableau Ops", + "cards": { + "Carlotta Lusignan of Cyprus": { + "trigger": "Commerce", + "florin_change": 1 + }, + "Phocoean Alum": { + "trigger": "Commerce", + "florin_change": 1 + } + } + }, + { + "action": "West Trade Fair", + "cards": { + "West": { + "trigger": null, + "florin_change": 3 + } + } + } + ], + "Answer_str": "West Trade Fair + Commerce. Max florins earned: 5.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/205_1.jpg", + "gamestates/images/pax_ren/205_2.jpg" + ], + "Game State Difficulty": 2, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/205_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_816.json b/annotation_data/pax_ren_tier3/test_816.json new file mode 100644 index 0000000000000000000000000000000000000000..e796be56e3398d881449e395d80ccd526ea0b42f --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_816.json @@ -0,0 +1,31 @@ +{ + "ID": "816", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Base example", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding multiple concepts like florins, winning conditions, prestige. It is quite straigtforward to derive the strategy as there isn't any distractors.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "Purchase" + }, + { + "action": "Play" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. Purchase --- Spend 2 florins to buy The Mary Rose card; 2. Play --- play The Mary Rose card; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/207_1.png", + "gamestates/images/pax_ren/207_2.png", + "gamestates/images/pax_ren/206_3.png", + "gamestates/images/pax_ren/206_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/206_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_817.json b/annotation_data/pax_ren_tier3/test_817.json new file mode 100644 index 0000000000000000000000000000000000000000..36604179cfd411ec5a1119a556cb95cc20d06e3e --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_817.json @@ -0,0 +1,40 @@ +{ + "ID": "817", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Base example", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding multiple concepts like florins, winning conditions, prestige. It is quite straigtforward to derive the strategy as there isn't any distractors.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "Purchase", + "cards": { + "The Mary Rose": {} + } + }, + { + "action": "Play", + "cards": { + "The Mary Rose": {} + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": {} + } + } + ], + "Answer_str": "1. Purchase --- Spend 2 florins to buy The Mary Rose card; 2. Play --- play The Mary Rose card; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/207_1.png", + "gamestates/images/pax_ren/207_2.png", + "gamestates/images/pax_ren/206_3.png", + "gamestates/images/pax_ren/206_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/206_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_818.json b/annotation_data/pax_ren_tier3/test_818.json new file mode 100644 index 0000000000000000000000000000000000000000..2e6ac7bf61b455394087f4fc963a7c389ab1c897 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_818.json @@ -0,0 +1,49 @@ +{ + "ID": "818", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Base example", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding multiple concepts like florins, winning conditions, prestige. It is quite straigtforward to derive the strategy as there isn't any distractors.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "Purchase", + "cards": { + "The Mary Rose": { + "trigger": null, + "florin_change": -2 + } + } + }, + { + "action": "Play", + "cards": { + "The Mary Rose": { + "trigger": null, + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. Purchase --- Spend 2 florins to buy The Mary Rose card; 2. Play --- play The Mary Rose card; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/207_1.png", + "gamestates/images/pax_ren/207_2.png", + "gamestates/images/pax_ren/206_3.png", + "gamestates/images/pax_ren/206_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/206_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_819.json b/annotation_data/pax_ren_tier3/test_819.json new file mode 100644 index 0000000000000000000000000000000000000000..19f1df1c6901e88785d7d48d7506429d57d15cb5 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_819.json @@ -0,0 +1,31 @@ +{ + "ID": "819", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test conspiracy one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like consipracy. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "Purchase" + }, + { + "action": "Play" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy The Bold card; 2. Play --- play The Bold card, launch conspiracy one-shot, win the France, a consession brought by regime change is placed on border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/207_1.png", + "gamestates/images/pax_ren/207_2.png", + "gamestates/images/pax_ren/207_3.png", + "gamestates/images/pax_ren/207_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/207_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_820.json b/annotation_data/pax_ren_tier3/test_820.json new file mode 100644 index 0000000000000000000000000000000000000000..2caa191f379d7f0a3c8a7b3c04d3e0f402f8d752 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_820.json @@ -0,0 +1,40 @@ +{ + "ID": "820", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test conspiracy one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like consipracy. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "Purchase", + "cards": { + "The Bold": {} + } + }, + { + "action": "Play", + "cards": { + "The Bold": {} + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": {} + } + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy The Bold card; 2. Play --- play The Bold card, launch conspiracy one-shot, win the France, a consession brought by regime change is placed on border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/207_1.png", + "gamestates/images/pax_ren/207_2.png", + "gamestates/images/pax_ren/207_3.png", + "gamestates/images/pax_ren/207_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/207_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_821.json b/annotation_data/pax_ren_tier3/test_821.json new file mode 100644 index 0000000000000000000000000000000000000000..2b046da3a2585ba1f31b978d2090fa8e68cc295e --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_821.json @@ -0,0 +1,49 @@ +{ + "ID": "821", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test conspiracy one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like consipracy. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "Purchase", + "cards": { + "The Bold": { + "trigger": null, + "florin_change": -3 + } + } + }, + { + "action": "Play", + "cards": { + "The Bold": { + "trigger": "Conspiracy", + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy The Bold card; 2. Play --- play The Bold card, launch conspiracy one-shot, win the France, a consession brought by regime change is placed on border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/207_1.png", + "gamestates/images/pax_ren/207_2.png", + "gamestates/images/pax_ren/207_3.png", + "gamestates/images/pax_ren/207_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/207_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_822.json b/annotation_data/pax_ren_tier3/test_822.json new file mode 100644 index 0000000000000000000000000000000000000000..8e40d937dae08f7da3b59502cc923935ff094d0a --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_822.json @@ -0,0 +1,31 @@ +{ + "ID": "822", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Religious War one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Religious War. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "Purchase" + }, + { + "action": "Play" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. Purchase --- Spend 2 florins to buy Reformed Theology card; 2. Play --- play Reformed Theology card, launch Reformation one-shot, move the Portugal kingdom card to blue player's Tableau, a consession brought by regime change is placed on Portugal's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/208_1.png", + "gamestates/images/pax_ren/208_2.png", + "gamestates/images/pax_ren/208_3.png", + "gamestates/images/pax_ren/208_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/208_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_823.json b/annotation_data/pax_ren_tier3/test_823.json new file mode 100644 index 0000000000000000000000000000000000000000..106c9dc8ef50ca2b7b5ca73a28fee2626a9b6f08 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_823.json @@ -0,0 +1,40 @@ +{ + "ID": "823", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Religious War one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Religious War. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Reformed Theology": {} + } + }, + { + "action": "Play", + "cards": { + "Reformed Theology": {} + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": {} + } + } + ], + "Answer_str": "1. Purchase --- Spend 2 florins to buy Reformed Theology card; 2. Play --- play Reformed Theology card, launch Reformation one-shot, move the Portugal kingdom card to blue player's Tableau, a consession brought by regime change is placed on Portugal's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/208_1.png", + "gamestates/images/pax_ren/208_2.png", + "gamestates/images/pax_ren/208_3.png", + "gamestates/images/pax_ren/208_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/208_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_824.json b/annotation_data/pax_ren_tier3/test_824.json new file mode 100644 index 0000000000000000000000000000000000000000..cf493827868be180a51b53e983f2b34e7c771fdf --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_824.json @@ -0,0 +1,49 @@ +{ + "ID": "824", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Religious War one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Religious War. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Reformed Theology": { + "trigger": null, + "florin_change": -2 + } + } + }, + { + "action": "Play", + "cards": { + "Reformed Theology": { + "trigger": "Reformation", + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. Purchase --- Spend 2 florins to buy Reformed Theology card; 2. Play --- play Reformed Theology card, launch Reformation one-shot, move the Portugal kingdom card to blue player's Tableau, a consession brought by regime change is placed on Portugal's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/208_1.png", + "gamestates/images/pax_ren/208_2.png", + "gamestates/images/pax_ren/208_3.png", + "gamestates/images/pax_ren/208_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/208_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_825.json b/annotation_data/pax_ren_tier3/test_825.json new file mode 100644 index 0000000000000000000000000000000000000000..f5b01696db1d7bae47512b825b3f5be49474fcd2 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_825.json @@ -0,0 +1,31 @@ +{ + "ID": "825", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Conspiracy one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Conspiracy. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "Purchase" + }, + { + "action": "Play" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Nothing New card from market; 2. Play --- play Nothing New card, launch Conspiracy one-shot, move the Hungary kingdom card to blue player's Tableau, a consession brought by regime change is placed on hungary's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/209_1.png", + "gamestates/images/pax_ren/209_2.png", + "gamestates/images/pax_ren/209_3.png", + "gamestates/images/pax_ren/209_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/209_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_826.json b/annotation_data/pax_ren_tier3/test_826.json new file mode 100644 index 0000000000000000000000000000000000000000..8c0f6e76c109dc0ce6067f2348ed2ac86fd34194 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_826.json @@ -0,0 +1,40 @@ +{ + "ID": "826", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Conspiracy one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Conspiracy. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Nothing New": {} + } + }, + { + "action": "Play", + "cards": { + "Nothing New": {} + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": {} + } + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Nothing New card from market; 2. Play --- play Nothing New card, launch Conspiracy one-shot, move the Hungary kingdom card to blue player's Tableau, a consession brought by regime change is placed on hungary's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/209_1.png", + "gamestates/images/pax_ren/209_2.png", + "gamestates/images/pax_ren/209_3.png", + "gamestates/images/pax_ren/209_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/209_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_827.json b/annotation_data/pax_ren_tier3/test_827.json new file mode 100644 index 0000000000000000000000000000000000000000..d2e37ff8fb10f9f3692fd3be3299c5887a82c9cc --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_827.json @@ -0,0 +1,49 @@ +{ + "ID": "827", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Conspiracy one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Conspiracy. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Nothing New": { + "trigger": null, + "florin_change": -3 + } + } + }, + { + "action": "Play", + "cards": { + "Nothing New": { + "trigger": "Conspiracy", + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Nothing New card from market; 2. Play --- play Nothing New card, launch Conspiracy one-shot, move the Hungary kingdom card to blue player's Tableau, a consession brought by regime change is placed on hungary's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/209_1.png", + "gamestates/images/pax_ren/209_2.png", + "gamestates/images/pax_ren/209_3.png", + "gamestates/images/pax_ren/209_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/209_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_828.json b/annotation_data/pax_ren_tier3/test_828.json new file mode 100644 index 0000000000000000000000000000000000000000..16ba977ad7f77bd600a70b451e5059ef3c13d41e --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_828.json @@ -0,0 +1,31 @@ +{ + "ID": "828", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Peasant Revolt one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Peasant Revolt. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "Purchase" + }, + { + "action": "Play" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Consent of the Governed card from market; 2. Play --- play Consent of the Governed card, launch Peasant Revolt one-shot, move the Papal States kingdom card to blue player's Tableau, a consession brought by regime change is placed on Papal States's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/210_1.png", + "gamestates/images/pax_ren/210_2.png", + "gamestates/images/pax_ren/210_3.png", + "gamestates/images/pax_ren/210_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/210_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_829.json b/annotation_data/pax_ren_tier3/test_829.json new file mode 100644 index 0000000000000000000000000000000000000000..d4ba7682c2b41fd9438fd053c84f49bf54c141aa --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_829.json @@ -0,0 +1,40 @@ +{ + "ID": "829", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Peasant Revolt one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Peasant Revolt. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Consent of the Governed": {} + } + }, + { + "action": "Play", + "cards": { + "Consent of the Governed": {} + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": {} + } + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Consent of the Governed card from market; 2. Play --- play Consent of the Governed card, launch Peasant Revolt one-shot, move the Papal States kingdom card to blue player's Tableau, a consession brought by regime change is placed on Papal States's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/210_1.png", + "gamestates/images/pax_ren/210_2.png", + "gamestates/images/pax_ren/210_3.png", + "gamestates/images/pax_ren/210_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/210_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_830.json b/annotation_data/pax_ren_tier3/test_830.json new file mode 100644 index 0000000000000000000000000000000000000000..d5843bdd540b6a89985e3ba840b9fed0ada05963 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_830.json @@ -0,0 +1,49 @@ +{ + "ID": "830", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Peasant Revolt one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Peasant Revolt. It is a bit tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Consent of the Governed": { + "trigger": null, + "florin_change": -3 + } + } + }, + { + "action": "Play", + "cards": { + "Consent of the Governed": { + "trigger": "Peasant Revolt", + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Consent of the Governed card from market; 2. Play --- play Consent of the Governed card, launch Peasant Revolt one-shot, move the Papal States kingdom card to blue player's Tableau, a consession brought by regime change is placed on Papal States's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/210_1.png", + "gamestates/images/pax_ren/210_2.png", + "gamestates/images/pax_ren/210_3.png", + "gamestates/images/pax_ren/210_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/210_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_831.json b/annotation_data/pax_ren_tier3/test_831.json new file mode 100644 index 0000000000000000000000000000000000000000..6770e082ff23e3f4cd30f0627d7774af5b8e7472 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_831.json @@ -0,0 +1,31 @@ +{ + "ID": "831", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Crusade one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Crusade. It is very tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "Purchase" + }, + { + "action": "Play" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. Purchase --- Spend 1 florin to buy Inquisition Pope card from market; 2. Play --- play Inquisition Pope card, launch Crusade one-shot, move the Portugal kingdom card to blue player's Tableau, a consession brought by regime change is placed on Portugal's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png", + "gamestates/images/pax_ren/211_2.png", + "gamestates/images/pax_ren/211_3.png", + "gamestates/images/pax_ren/211_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 4, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/211_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_832.json b/annotation_data/pax_ren_tier3/test_832.json new file mode 100644 index 0000000000000000000000000000000000000000..dbc4de18665d1a64297e80ca8bbb01f97dea2c09 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_832.json @@ -0,0 +1,40 @@ +{ + "ID": "832", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Crusade one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Crusade. It is very tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Inquisition Pope": {} + } + }, + { + "action": "Play", + "cards": { + "Inquisition Pope": {} + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": {} + } + } + ], + "Answer_str": "1. Purchase --- Spend 1 florin to buy Inquisition Pope card from market; 2. Play --- play Inquisition Pope card, launch Crusade one-shot, move the Portugal kingdom card to blue player's Tableau, a consession brought by regime change is placed on Portugal's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png", + "gamestates/images/pax_ren/211_2.png", + "gamestates/images/pax_ren/211_3.png", + "gamestates/images/pax_ren/211_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 4, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/211_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_833.json b/annotation_data/pax_ren_tier3/test_833.json new file mode 100644 index 0000000000000000000000000000000000000000..1847496c9860e120a17e8b7070a9d2ffd04a50fc --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_833.json @@ -0,0 +1,49 @@ +{ + "ID": "833", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Crusade one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Crusade. It is very tricky to derive the strategy as you need to pick the right card from the market to buy and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Inquisition Pope": { + "trigger": null, + "florin_change": -1 + } + } + }, + { + "action": "Play", + "cards": { + "Inquisition Pope": { + "trigger": "Crusade", + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. Purchase --- Spend 1 florin to buy Inquisition Pope card from market; 2. Play --- play Inquisition Pope card, launch Crusade one-shot, move the Portugal kingdom card to blue player's Tableau, a consession brought by regime change is placed on Portugal's border; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/211_1.png", + "gamestates/images/pax_ren/211_2.png", + "gamestates/images/pax_ren/211_3.png", + "gamestates/images/pax_ren/211_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 4, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/211_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_834.json b/annotation_data/pax_ren_tier3/test_834.json new file mode 100644 index 0000000000000000000000000000000000000000..24fbec51af5d1b2d9342958b88cd23bb33503054 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_834.json @@ -0,0 +1,28 @@ +{ + "ID": "834", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Campain Op.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Campain Op. It is very tricky to derive the strategy as you need to decide which kingdom to attack based on the limited florins in hand.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions, other than the already satisfied victory condition of Imperial Victory?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "East Tableau Ops" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. East Tableau Ops --- launch Campain Op, spend 1 florin to attack Holy Roman Empire, place one concession on border; 2. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/212_1.png", + "gamestates/images/pax_ren/212_2.png", + "gamestates/images/pax_ren/212_3.png", + "gamestates/images/pax_ren/213_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 4, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/212_combined_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_835.json b/annotation_data/pax_ren_tier3/test_835.json new file mode 100644 index 0000000000000000000000000000000000000000..775af0970836cda048461bc16a28ac1d3820f01d --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_835.json @@ -0,0 +1,34 @@ +{ + "ID": "835", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Campain Op.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Campain Op. It is very tricky to derive the strategy as you need to decide which kingdom to attack based on the limited florins in hand.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions, other than the already satisfied victory condition of Imperial Victory?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "East Tableau Ops", + "cards": { + "Sultan Mehmed II the Conqueror": {} + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": {} + } + } + ], + "Answer_str": "1. East Tableau Ops --- launch Campain Op, spend 1 florin to attack Holy Roman Empire, place one concession on border; 2. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/212_1.png", + "gamestates/images/pax_ren/212_2.png", + "gamestates/images/pax_ren/212_3.png", + "gamestates/images/pax_ren/213_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 4, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/212_combined_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_836.json b/annotation_data/pax_ren_tier3/test_836.json new file mode 100644 index 0000000000000000000000000000000000000000..0c21c8561f0529fc902721022050bcfb7d1a29e5 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_836.json @@ -0,0 +1,40 @@ +{ + "ID": "836", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Campain Op.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Campain Op. It is very tricky to derive the strategy as you need to decide which kingdom to attack based on the limited florins in hand.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions, other than the already satisfied victory condition of Imperial Victory?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "East Tableau Ops", + "cards": { + "Sultan Mehmed II the Conqueror": { + "trigger": "Campaign", + "florin_change": -1 + } + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. East Tableau Ops --- launch Campain Op, spend 1 florin to attack Holy Roman Empire, place one concession on border; 2. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/212_1.png", + "gamestates/images/pax_ren/212_2.png", + "gamestates/images/pax_ren/212_3.png", + "gamestates/images/pax_ren/213_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 4, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/212_combined_2.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_837.json b/annotation_data/pax_ren_tier3/test_837.json new file mode 100644 index 0000000000000000000000000000000000000000..05a5a33d203b946f0143e18335f55004669f1a8f --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_837.json @@ -0,0 +1,25 @@ +{ + "ID": "837", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Campain Op.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Campain Op. It is very tricky to derive the strategy as you need to decide which kingdom to attack based on the limited florins in hand.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "Victory" + } + ], + "Answer_str": "1. Declare Imperial Victory as its conditions are already satisfied.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/213_1.png", + "gamestates/images/pax_ren/213_2.png", + "gamestates/images/pax_ren/213_3.png", + "gamestates/images/pax_ren/213_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 4, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/213_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_838.json b/annotation_data/pax_ren_tier3/test_838.json new file mode 100644 index 0000000000000000000000000000000000000000..702402e61520e85015bdc6491a0cdd952971a551 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_838.json @@ -0,0 +1,28 @@ +{ + "ID": "838", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Campain Op.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Campain Op. It is very tricky to derive the strategy as you need to decide which kingdom to attack based on the limited florins in hand.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "Victory", + "cards": { + "Imperial Victory": {} + } + } + ], + "Answer_str": "1. Declare Imperial Victory as its conditions are already satisfied.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/213_1.png", + "gamestates/images/pax_ren/213_2.png", + "gamestates/images/pax_ren/213_3.png", + "gamestates/images/pax_ren/213_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 4, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/213_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_839.json b/annotation_data/pax_ren_tier3/test_839.json new file mode 100644 index 0000000000000000000000000000000000000000..4645b44faf1892391e811e753be44be3f7976d2e --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_839.json @@ -0,0 +1,31 @@ +{ + "ID": "839", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Campain Op.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Campain Op. It is very tricky to derive the strategy as you need to decide which kingdom to attack based on the limited florins in hand.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "Victory", + "cards": { + "Imperial Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. Declare Imperial Victory as its conditions are already satisfied.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/213_1.png", + "gamestates/images/pax_ren/213_2.png", + "gamestates/images/pax_ren/213_3.png", + "gamestates/images/pax_ren/213_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 4, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/213_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_840.json b/annotation_data/pax_ren_tier3/test_840.json new file mode 100644 index 0000000000000000000000000000000000000000..030e0b7fad4c2056eb3a98d13859dcf2e61ced6a --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_840.json @@ -0,0 +1,31 @@ +{ + "ID": "840", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Jihad religious war one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Jihad. It is a bit tricky to derive the strategy as you need to decide which card to buy from market and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "Purchase" + }, + { + "action": "Play" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Tolfa Alum card from market; 2. Play --- play Tolfa Alum card, and choose to place both the concessions on the map adjacent to the Papal states and where there is space.; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/214_1.png", + "gamestates/images/pax_ren/214_2.png", + "gamestates/images/pax_ren/214_3.png", + "gamestates/images/pax_ren/214_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/214_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_841.json b/annotation_data/pax_ren_tier3/test_841.json new file mode 100644 index 0000000000000000000000000000000000000000..92a9a37e6483e3d6b3ceea77d460b18ee2e127d0 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_841.json @@ -0,0 +1,40 @@ +{ + "ID": "841", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Jihad religious war one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Jihad. It is a bit tricky to derive the strategy as you need to decide which card to buy from market and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Tolfa Alum": {} + } + }, + { + "action": "Play", + "cards": { + "Tolfa Alum": {} + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": {} + } + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Tolfa Alum card from market; 2. Play --- play Tolfa Alum card, and choose to place both the concessions on the map adjacent to the Papal states and where there is space.; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/214_1.png", + "gamestates/images/pax_ren/214_2.png", + "gamestates/images/pax_ren/214_3.png", + "gamestates/images/pax_ren/214_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/214_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_842.json b/annotation_data/pax_ren_tier3/test_842.json new file mode 100644 index 0000000000000000000000000000000000000000..24858553a036f57e2e03c72d121777ccc487ab1c --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_842.json @@ -0,0 +1,49 @@ +{ + "ID": "842", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Jihad religious war one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Jihad. It is a bit tricky to derive the strategy as you need to decide which card to buy from market and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Tolfa Alum": { + "trigger": null, + "florin_change": -3 + } + } + }, + { + "action": "Play", + "cards": { + "Tolfa Alum": { + "trigger": null, + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Tolfa Alum card from market; 2. Play --- play Tolfa Alum card, and choose to place both the concessions on the map adjacent to the Papal states and where there is space.; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/214_1.png", + "gamestates/images/pax_ren/214_2.png", + "gamestates/images/pax_ren/214_3.png", + "gamestates/images/pax_ren/214_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/214_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_843.json b/annotation_data/pax_ren_tier3/test_843.json new file mode 100644 index 0000000000000000000000000000000000000000..66e7a77997e756bf1a44fc7d34b11427c24bd1bc --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_843.json @@ -0,0 +1,31 @@ +{ + "ID": "843", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Coronation one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Coronation. It is a bit tricky to derive the strategy as you need to decide which card to buy from market and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "Purchase" + }, + { + "action": "Play" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Tolfa Alum card from market; 2. Play --- play Tolfa Alum card, and choose to place both the concessions on the map adjacent to the Papal states and where there is space.; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/215_1.png", + "gamestates/images/pax_ren/215_2.png", + "gamestates/images/pax_ren/215_3.png", + "gamestates/images/pax_ren/215_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/215_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_844.json b/annotation_data/pax_ren_tier3/test_844.json new file mode 100644 index 0000000000000000000000000000000000000000..338a2781a6baaaef7d7a6f7e4236cf5a616b9bda --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_844.json @@ -0,0 +1,40 @@ +{ + "ID": "844", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Coronation one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Coronation. It is a bit tricky to derive the strategy as you need to decide which card to buy from market and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Tolfa Alum": {} + } + }, + { + "action": "Play", + "cards": { + "Tolfa Alum": {} + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": {} + } + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Tolfa Alum card from market; 2. Play --- play Tolfa Alum card, and choose to place both the concessions on the map adjacent to the Papal states and where there is space.; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/215_1.png", + "gamestates/images/pax_ren/215_2.png", + "gamestates/images/pax_ren/215_3.png", + "gamestates/images/pax_ren/215_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/215_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_845.json b/annotation_data/pax_ren_tier3/test_845.json new file mode 100644 index 0000000000000000000000000000000000000000..8785847504e40f409d086a63c9cd51bcc82f9ec8 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_845.json @@ -0,0 +1,49 @@ +{ + "ID": "845", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Coronation one-shot.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Coronation. It is a bit tricky to derive the strategy as you need to decide which card to buy from market and play.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Tolfa Alum": { + "trigger": null, + "florin_change": -3 + } + } + }, + { + "action": "Play", + "cards": { + "Tolfa Alum": { + "trigger": null, + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. Purchase --- Spend 3 florins to buy Tolfa Alum card from market; 2. Play --- play Tolfa Alum card, and choose to place both the concessions on the map adjacent to the Papal states and where there is space.; 3. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/215_1.png", + "gamestates/images/pax_ren/215_2.png", + "gamestates/images/pax_ren/215_3.png", + "gamestates/images/pax_ren/215_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/215_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_846.json b/annotation_data/pax_ren_tier3/test_846.json new file mode 100644 index 0000000000000000000000000000000000000000..31c8a48fc42781dd952d047a438756b0f34c9d78 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_846.json @@ -0,0 +1,28 @@ +{ + "ID": "846", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Vote Ops.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Vote Ops. It is a bit tricky to derive the strategy as you need to choose the right tableau ops and understand how the vote ops work.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "West Tableau Ops" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. West Tableau Ops --- launch Vote Ops against Papal States, Papal State regime change, place one concession on the border of Papal State; 2. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/216_1.png", + "gamestates/images/pax_ren/216_2.png", + "gamestates/images/pax_ren/216_3.png", + "gamestates/images/pax_ren/216_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/216_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_847.json b/annotation_data/pax_ren_tier3/test_847.json new file mode 100644 index 0000000000000000000000000000000000000000..78b793945cfaecb2353462523d18babda5fd2c26 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_847.json @@ -0,0 +1,34 @@ +{ + "ID": "847", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Vote Ops.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Vote Ops. It is a bit tricky to derive the strategy as you need to choose the right tableau ops and understand how the vote ops work.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "West Tableau Ops", + "cards": { + "Tolfa Alum": {} + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": {} + } + } + ], + "Answer_str": "1. West Tableau Ops --- launch Vote Ops against Papal States, Papal State regime change, place one concession on the border of Papal State; 2. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/216_1.png", + "gamestates/images/pax_ren/216_2.png", + "gamestates/images/pax_ren/216_3.png", + "gamestates/images/pax_ren/216_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/216_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_848.json b/annotation_data/pax_ren_tier3/test_848.json new file mode 100644 index 0000000000000000000000000000000000000000..23ecd51b04362714afe7ef4924e085b2d50c162d --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_848.json @@ -0,0 +1,40 @@ +{ + "ID": "848", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Globalization Victory). Test Vote Ops.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Vote Ops. It is a bit tricky to derive the strategy as you need to choose the right tableau ops and understand how the vote ops work.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "West Tableau Ops", + "cards": { + "Tolfa Alum": { + "trigger": "Vote", + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. West Tableau Ops --- launch Vote Ops against Papal States, Papal State regime change, place one concession on the border of Papal State; 2. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/216_1.png", + "gamestates/images/pax_ren/216_2.png", + "gamestates/images/pax_ren/216_3.png", + "gamestates/images/pax_ren/216_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/216_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_849.json b/annotation_data/pax_ren_tier3/test_849.json new file mode 100644 index 0000000000000000000000000000000000000000..3a7db0f60f44db00aac557be100388c271d6667d --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_849.json @@ -0,0 +1,28 @@ +{ + "ID": "849", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Renaissance Victory). Test Vote Ops.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Vote Ops. It is quite straighward to derive the winning strategy as the only missing part is the republic card.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "West Tableau Ops" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. West Tableau Ops --- launch Vote Ops against Papal States, Papal State regime change into Republic; 2. Declare Renaissance Victory/Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/217_1.png", + "gamestates/images/pax_ren/217_2.png", + "gamestates/images/pax_ren/217_3.png", + "gamestates/images/pax_ren/217_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/217_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_850.json b/annotation_data/pax_ren_tier3/test_850.json new file mode 100644 index 0000000000000000000000000000000000000000..0c360fca7e95184a02070e92b08d211be9b99a04 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_850.json @@ -0,0 +1,34 @@ +{ + "ID": "850", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Renaissance Victory). Test Vote Ops.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Vote Ops. It is quite straighward to derive the winning strategy as the only missing part is the republic card.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "West Tableau Ops", + "cards": { + "Tolfa Alum": {} + } + }, + { + "action": "Victory", + "cards": { + "Renaissance Victory/Globalization Victory": {} + } + } + ], + "Answer_str": "1. West Tableau Ops --- launch Vote Ops against Papal States, Papal State regime change into Republic; 2. Declare Renaissance Victory/Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/217_1.png", + "gamestates/images/pax_ren/217_2.png", + "gamestates/images/pax_ren/217_3.png", + "gamestates/images/pax_ren/217_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/217_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_851.json b/annotation_data/pax_ren_tier3/test_851.json new file mode 100644 index 0000000000000000000000000000000000000000..7af5d5cd8627b116380172f7d6906480301b7cea --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_851.json @@ -0,0 +1,40 @@ +{ + "ID": "851", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Renaissance Victory). Test Vote Ops.", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like Vote Ops. It is quite straighward to derive the winning strategy as the only missing part is the republic card.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "West Tableau Ops", + "cards": { + "Tolfa Alum": { + "trigger": "Vote", + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Renaissance Victory/Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. West Tableau Ops --- launch Vote Ops against Papal States, Papal State regime change into Republic; 2. Declare Renaissance Victory/Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/217_1.png", + "gamestates/images/pax_ren/217_2.png", + "gamestates/images/pax_ren/217_3.png", + "gamestates/images/pax_ren/217_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/217_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_852.json b/annotation_data/pax_ren_tier3/test_852.json new file mode 100644 index 0000000000000000000000000000000000000000..7c14b4a4d5dbc7ec08d85c5b04649e2a39c7701c --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_852.json @@ -0,0 +1,31 @@ +{ + "ID": "852", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Renaissance Victory).", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding icons like law prestige. It is quite straighward to derive the winning strategy as the only missing part is a card with law prestige.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "Purchase" + }, + { + "action": "Play" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. Purchase --- Spend 2 florins to buy Cornish Tin card from the market; 2. Play Cornish Tin card; 3. Declare Renaissance Victory/Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/218_1.png", + "gamestates/images/pax_ren/218_2.png", + "gamestates/images/pax_ren/218_3.png", + "gamestates/images/pax_ren/218_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/218_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_853.json b/annotation_data/pax_ren_tier3/test_853.json new file mode 100644 index 0000000000000000000000000000000000000000..7348a3ff424fc66c6be48a4c07929aa34ab065a4 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_853.json @@ -0,0 +1,40 @@ +{ + "ID": "853", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Renaissance Victory).", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding icons like law prestige. It is quite straighward to derive the winning strategy as the only missing part is a card with law prestige.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Cornish Tin": {} + } + }, + { + "action": "Play", + "cards": { + "Cornish Tin": {} + } + }, + { + "action": "Victory", + "cards": { + "Renaissance Victory/Globalization Victory": {} + } + } + ], + "Answer_str": "1. Purchase --- Spend 2 florins to buy Cornish Tin card from the market; 2. Play Cornish Tin card; 3. Declare Renaissance Victory/Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/218_1.png", + "gamestates/images/pax_ren/218_2.png", + "gamestates/images/pax_ren/218_3.png", + "gamestates/images/pax_ren/218_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/218_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_854.json b/annotation_data/pax_ren_tier3/test_854.json new file mode 100644 index 0000000000000000000000000000000000000000..fc235c2b42f2874463c9ac16178e24040888d6d4 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_854.json @@ -0,0 +1,49 @@ +{ + "ID": "854", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Renaissance Victory).", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding icons like law prestige. It is quite straighward to derive the winning strategy as the only missing part is a card with law prestige.", + "Question": "Given the provided game state, how can the blue player win the game in 3 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "Purchase", + "cards": { + "Cornish Tin": { + "trigger": null, + "florin_change": -2 + } + } + }, + { + "action": "Play", + "cards": { + "Cornish Tin": { + "trigger": null, + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Renaissance Victory/Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. Purchase --- Spend 2 florins to buy Cornish Tin card from the market; 2. Play Cornish Tin card; 3. Declare Renaissance Victory/Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/218_1.png", + "gamestates/images/pax_ren/218_2.png", + "gamestates/images/pax_ren/218_3.png", + "gamestates/images/pax_ren/218_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/218_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_855.json b/annotation_data/pax_ren_tier3/test_855.json new file mode 100644 index 0000000000000000000000000000000000000000..18e9a4d880f091a97839a48f19734ada5913b87a --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_855.json @@ -0,0 +1,28 @@ +{ + "ID": "855", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Renaissance Victory). Test Vote Op", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like vote op and the icons on kingdom card. It is somehow tricky because you need to remember that there is a law prestige on the back (republic) side of England kingdom card.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\"\n },\n {\n \"action\": \"West Trade Fair\"\n },\n {\n \"action\": \"Victory\"\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`", + "Answer": [ + { + "action": "West Tableau Ops" + }, + { + "action": "Victory" + } + ], + "Answer_str": "1. Western tableau ops --- launch vote ops against England, England regime change to republic; 2. Declare Renaissance Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/219_1.png", + "gamestates/images/pax_ren/219_2.png", + "gamestates/images/pax_ren/219_3.png", + "gamestates/images/pax_ren/219_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/219_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_856.json b/annotation_data/pax_ren_tier3/test_856.json new file mode 100644 index 0000000000000000000000000000000000000000..5bd73326f34edcc93a86aec92b7506ec715478e3 --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_856.json @@ -0,0 +1,34 @@ +{ + "ID": "856", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Renaissance Victory). Test Vote Op", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like vote op and the icons on kingdom card. It is somehow tricky because you need to remember that there is a law prestige on the back (republic) side of England kingdom card.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {}\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {}\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\" : {}\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to empty dictionaries. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\".", + "Answer": [ + { + "action": "West Tableau Ops", + "cards": { + "Cornish Tin": {} + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": {} + } + } + ], + "Answer_str": "1. Western tableau ops --- launch vote ops against England, England regime change to republic; 2. Declare Globalization Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/219_1.png", + "gamestates/images/pax_ren/219_2.png", + "gamestates/images/pax_ren/219_3.png", + "gamestates/images/pax_ren/219_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/219_combined.json" +} \ No newline at end of file diff --git a/annotation_data/pax_ren_tier3/test_857.json b/annotation_data/pax_ren_tier3/test_857.json new file mode 100644 index 0000000000000000000000000000000000000000..d12c7d5a1318fc7146757cc83202c0097d912e4b --- /dev/null +++ b/annotation_data/pax_ren_tier3/test_857.json @@ -0,0 +1,40 @@ +{ + "ID": "857", + "Game": "pax_ren", + "Test Description": "Testing winning conditions (Renaissance Victory). Test Vote Op", + "Difficulty Notes": "Strategy problem while testing winning conditions. Requires understanding game actions like vote op and the icons on kingdom card. It is somehow tricky because you need to remember that there is a law prestige on the back (republic) side of England kingdom card.", + "Question": "Given the provided game state, how can the blue player win the game in 2 actions?\n**Please format your response as an ordered JSON list of actions. Each action should follow the format shown below:**\n\n```json\n[\n {\n \"action\": \"West Tableau Ops\",\n \"cards\": {\n \"Tolfa Alum\": {\n \"trigger\": \"Vote\",\n \"florin_change\": 0\n }\n }\n },\n {\n \"action\": \"West Trade Fair\",\n \"cards\": {\n \"West\": {\n \"trigger\": null,\n \"florin_change\": -1\n }\n }\n },\n {\n \"action\": \"Victory\",\n \"cards\": {\n \"Renaissance Victory\": {\n \"trigger\": null,\n \"florin_change\": 0\n }\n }\n }\n]\n```\n\n### Format Specifications:\n\nEach list item represents one **action** as a dictionary with the following keys:\n\n1. **\"action\"** (string):\n Must be one of the following valid actions:\n `[\"Purchase\", \"Play\", \"Sell\", \"West Tableau Ops\", \"East Tableau Ops\", \"West Trade Fair\", \"East Trade Fair\", \"Victory\"]`\n\n2. **\"cards\"** (dictionary):\n A mapping from **card names** to dictionaries of arguments. If the action is \"Trade Fair\", indicate \"West\" or \"East\" as card name. If the action is \"Victory\", indicate the type of victory to be declared, including \"Imperial Victory\", \"Globalization Victory\", \"Renaissance Victory\", and \"Holy Victory\". Each card dictionary must include:\n\n * **\"trigger\"** (string or null):\n\n * For **\"Play\"** actions:\n Use `null` if no one-shot is triggered, or one of the following one-shot names:\n `[\"Conspiracy\", \"Peasant Revolt\", \"Reformation\", \"Crusade\", \"Jihad\", \"Apostasy\", \"Coronation\"]`\n * For **\"Tableau Ops\"** actions:\n Use one of the following operation names:\n `[\"Inquisitor\", \"Commerce\", \"Behead\", \"Tax\", \"Repress\", \"Vote\", \"Corsair\", \"Siege\", \"Campaign\"]`\n * For all other actions, set `\"trigger\"` to `null`.\n\n * **\"florin\\_change\"** (integer):\n The net change in florins for the player being asked about. This can be a positive, negative, or zero value.", + "Answer": [ + { + "action": "West Tableau Ops", + "cards": { + "Cornish Tin": { + "trigger": "Vote", + "florin_change": 0 + } + } + }, + { + "action": "Victory", + "cards": { + "Globalization Victory": { + "trigger": null, + "florin_change": 0 + } + } + } + ], + "Answer_str": "1. Western tableau ops --- launch vote ops against England, England regime change to republic; 2. Declare Renaissance Victory.", + "Rationale": "", + "game_state_url": [ + "gamestates/images/pax_ren/219_1.png", + "gamestates/images/pax_ren/219_2.png", + "gamestates/images/pax_ren/219_3.png", + "gamestates/images/pax_ren/219_4.png" + ], + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/pax_ren/219_combined.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1021.json b/annotation_data/res_arcana_tier1/1021.json new file mode 100644 index 0000000000000000000000000000000000000000..a4b3efc33a6b578901e3564be0ebc3f7930bb3c9 --- /dev/null +++ b/annotation_data/res_arcana_tier1/1021.json @@ -0,0 +1,17 @@ +{ + "ID": 1021, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_1.png", + "Question": "How many places are red-stamped-background numbers shown?", + "Answer": "4", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1022.json b/annotation_data/res_arcana_tier1/1022.json new file mode 100644 index 0000000000000000000000000000000000000000..ea7573c2cdb0fd59e84624cc8bcadd4b49712060 --- /dev/null +++ b/annotation_data/res_arcana_tier1/1022.json @@ -0,0 +1,17 @@ +{ + "ID": 1022, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_1.png", + "Question": "What is the sum of the red-stamped-background numbers pictured here?", + "Answer": "7", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1023.json b/annotation_data/res_arcana_tier1/1023.json new file mode 100644 index 0000000000000000000000000000000000000000..576163b671558f98582aea7bb7cecf4894b066bc --- /dev/null +++ b/annotation_data/res_arcana_tier1/1023.json @@ -0,0 +1,17 @@ +{ + "ID": 1023, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_1.png", + "Question": "How many rectangular object are pictured?", + "Answer": "3", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1024.json b/annotation_data/res_arcana_tier1/1024.json new file mode 100644 index 0000000000000000000000000000000000000000..ec07d4c0d9383af0af37c683642cf8fc06a5cdff --- /dev/null +++ b/annotation_data/res_arcana_tier1/1024.json @@ -0,0 +1,17 @@ +{ + "ID": 1024, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_2.png", + "Question": "How many tokens are there which are placed *on* cards?", + "Answer": "1", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1025.json b/annotation_data/res_arcana_tier1/1025.json new file mode 100644 index 0000000000000000000000000000000000000000..b62da9719488d3025bca46dcb5c413c2738d3ab1 --- /dev/null +++ b/annotation_data/res_arcana_tier1/1025.json @@ -0,0 +1,17 @@ +{ + "ID": 1025, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_2.png", + "Question": "How many physical tokens are directly on the table / red felt?", + "Answer": "5", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1026.json b/annotation_data/res_arcana_tier1/1026.json new file mode 100644 index 0000000000000000000000000000000000000000..018d95b24160445feb1b0a3975ec1876430fdda1 --- /dev/null +++ b/annotation_data/res_arcana_tier1/1026.json @@ -0,0 +1,17 @@ +{ + "ID": 1026, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_2.png", + "Question": "What is the name of the leftmost card?", + "Answer": "Alchemy", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1027.json b/annotation_data/res_arcana_tier1/1027.json new file mode 100644 index 0000000000000000000000000000000000000000..75cc22a6cc53947fb8f3f7b4271fde69297d5f75 --- /dev/null +++ b/annotation_data/res_arcana_tier1/1027.json @@ -0,0 +1,17 @@ +{ + "ID": 1027, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_2.png", + "Question": "What is the name of the card that has the most text on it?", + "Answer": "Fire Dragon", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1028.json b/annotation_data/res_arcana_tier1/1028.json new file mode 100644 index 0000000000000000000000000000000000000000..77f44c4372a5b7a506dcc30723b0e5c9fc78b3de --- /dev/null +++ b/annotation_data/res_arcana_tier1/1028.json @@ -0,0 +1,17 @@ +{ + "ID": 1028, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_3.png", + "Question": "How many resource tokens are on the table?", + "Answer": "4", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_3.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1029.json b/annotation_data/res_arcana_tier1/1029.json new file mode 100644 index 0000000000000000000000000000000000000000..2da238f8ccc7ea21d6e1a7b638822b07a69c0dfc --- /dev/null +++ b/annotation_data/res_arcana_tier1/1029.json @@ -0,0 +1,17 @@ +{ + "ID": 1029, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_3.png", + "Question": "What color are the resources on the table? Your options are Red, Orange, Yellow, Green, Blue, Purple, Pink.", + "Answer": "Yellow", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_3.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1030.json b/annotation_data/res_arcana_tier1/1030.json new file mode 100644 index 0000000000000000000000000000000000000000..016fbcf6041a0cbf1fe7f91d5db1b7923c98938c --- /dev/null +++ b/annotation_data/res_arcana_tier1/1030.json @@ -0,0 +1,17 @@ +{ + "ID": 1030, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_4.png", + "Question": "What color of resources are physically on the cards? Your options are Red, Orange, Yellow, Green, Blue, Purple, Pink. If multiple colors, output in alphabetical order, comma separated.", + "Answer": "Green, Red, Yellow", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1031.json b/annotation_data/res_arcana_tier1/1031.json new file mode 100644 index 0000000000000000000000000000000000000000..e786ed40d6fbfa1e6db9de851d90234febbb98a0 --- /dev/null +++ b/annotation_data/res_arcana_tier1/1031.json @@ -0,0 +1,17 @@ +{ + "ID": 1031, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_4.png", + "Question": "How many rectangular objects are turned sideways?", + "Answer": "2", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1032.json b/annotation_data/res_arcana_tier1/1032.json new file mode 100644 index 0000000000000000000000000000000000000000..061b2bf775f41325b40461e1c7b353b09c7dc410 --- /dev/null +++ b/annotation_data/res_arcana_tier1/1032.json @@ -0,0 +1,17 @@ +{ + "ID": 1032, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_4.png", + "Question": "How many rectangular objects are oriented vertically?", + "Answer": "3", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1033.json b/annotation_data/res_arcana_tier1/1033.json new file mode 100644 index 0000000000000000000000000000000000000000..457c1751c10c587ee962cb8d0a93b6f5e3c3581b --- /dev/null +++ b/annotation_data/res_arcana_tier1/1033.json @@ -0,0 +1,17 @@ +{ + "ID": 1033, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_4.png", + "Question": "What color of resources are physically on the cards that are turned sideways? Your options are Red, Orange, Yellow, Green, Blue, Purple, Pink. If multiple colors, output in alphabetical order, comma separated.", + "Answer": "Yellow", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1034.json b/annotation_data/res_arcana_tier1/1034.json new file mode 100644 index 0000000000000000000000000000000000000000..9a5cea29f0996c069c2cae72a279eb1902dc90d2 --- /dev/null +++ b/annotation_data/res_arcana_tier1/1034.json @@ -0,0 +1,17 @@ +{ + "ID": 1034, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_4.png", + "Question": "What color of resources are physically on the cards that are oriented vertically? Your options are Red, Orange, Yellow, Green, Blue, Purple, Pink. If multiple colors, output in alphabetical order, comma separated.", + "Answer": "Green, Red", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1035.json b/annotation_data/res_arcana_tier1/1035.json new file mode 100644 index 0000000000000000000000000000000000000000..ce01e585debec124014c0c39a8c1b19155bad88b --- /dev/null +++ b/annotation_data/res_arcana_tier1/1035.json @@ -0,0 +1,17 @@ +{ + "ID": 1035, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_4.png", + "Question": "How many dragon symbols are pictured?", + "Answer": "1", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1036.json b/annotation_data/res_arcana_tier1/1036.json new file mode 100644 index 0000000000000000000000000000000000000000..9f21e93b513ed76d8f66c956d247ea0a76b64b7c --- /dev/null +++ b/annotation_data/res_arcana_tier1/1036.json @@ -0,0 +1,17 @@ +{ + "ID": 1036, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_5.png", + "Question": "What color(s) of resources are physically on the rectangular objects that are pictured? Your options are Red, Orange, Yellow, Green, Blue, Purple, Pink. If multiple colors, output in alphabetical order, comma separated.", + "Answer": "Green, Red, Yellow", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_5.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1037.json b/annotation_data/res_arcana_tier1/1037.json new file mode 100644 index 0000000000000000000000000000000000000000..88e911eff807ffd99e70fb1941a174e7a74ca6f0 --- /dev/null +++ b/annotation_data/res_arcana_tier1/1037.json @@ -0,0 +1,17 @@ +{ + "ID": 1037, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_5.png", + "Question": "What color(s) of resources are physically on the card whose title comes second alphabetically? Your options are Red, Orange, Yellow, Green, Blue, Purple, Pink. If multiple colors, output in alphabetical order, comma separated.", + "Answer": "Green, Red", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_5.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1038.json b/annotation_data/res_arcana_tier1/1038.json new file mode 100644 index 0000000000000000000000000000000000000000..c9a05f2774b072ce4da5bb0a8a85358105e2bac8 --- /dev/null +++ b/annotation_data/res_arcana_tier1/1038.json @@ -0,0 +1,17 @@ +{ + "ID": 1038, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_5.png", + "Question": "What color(s) of resources are physically on the card whose title comes last alphabetically? Your options are Red, Orange, Yellow, Green, Blue, Purple, Pink. If multiple colors, output in alphabetical order, comma separated.", + "Answer": "Yellow", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_5.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1039.json b/annotation_data/res_arcana_tier1/1039.json new file mode 100644 index 0000000000000000000000000000000000000000..2a3dfc9466d87873082cb58e8c7e9a6fec09c65c --- /dev/null +++ b/annotation_data/res_arcana_tier1/1039.json @@ -0,0 +1,17 @@ +{ + "ID": 1038, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_5.png", + "Question": "What number is printed on the round disc?", + "Answer": "1", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_5.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/1040.json b/annotation_data/res_arcana_tier1/1040.json new file mode 100644 index 0000000000000000000000000000000000000000..933a5ba7661b19c8f7c1de8fde9073b25a5a4666 --- /dev/null +++ b/annotation_data/res_arcana_tier1/1040.json @@ -0,0 +1,17 @@ +{ + "ID": 1020, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_1.png", + "Question": "How many items are on the table?", + "Answer": "4", + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/301.json b/annotation_data/res_arcana_tier1/301.json new file mode 100644 index 0000000000000000000000000000000000000000..9e3d29b1e347ed638c054e6c2676e38480e1c748 --- /dev/null +++ b/annotation_data/res_arcana_tier1/301.json @@ -0,0 +1,17 @@ +{ + "ID": 301, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Question": "How many Gold essences are pictured?", + "Answer": "5", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_simple_gold_counting.png", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_simple_gold_counting.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/302.json b/annotation_data/res_arcana_tier1/302.json new file mode 100644 index 0000000000000000000000000000000000000000..b2916aa22bb01dd2b98c38780486ec4a0c94fd28 --- /dev/null +++ b/annotation_data/res_arcana_tier1/302.json @@ -0,0 +1,17 @@ +{ + "ID": 302, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible Gold essences. On card and on board", + "Difficulty Notes": "Simple token counting.", + "Question": "How many Gold essences are pictured?", + "Answer": "6", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_gold_multisource.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_gold_multisource.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/303.json b/annotation_data/res_arcana_tier1/303.json new file mode 100644 index 0000000000000000000000000000000000000000..df0cf628a4dffc0d53c1f1c0116f36f4a6a7b184 --- /dev/null +++ b/annotation_data/res_arcana_tier1/303.json @@ -0,0 +1,17 @@ +{ + "ID": 303, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests card readability", + "Difficulty Notes": "Very basic card reading -- focused on just one card", + "Question": "What is the name of the card?", + "Answer": "Fire Dragon", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_simple_card.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_simple_card.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/304.json b/annotation_data/res_arcana_tier1/304.json new file mode 100644 index 0000000000000000000000000000000000000000..e07954c7a18945cc49e9b2cf8f9d088b6ca7354f --- /dev/null +++ b/annotation_data/res_arcana_tier1/304.json @@ -0,0 +1,17 @@ +{ + "ID": 304, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests card readability", + "Difficulty Notes": "Very basic card reading -- focused on just one card", + "Question": "Output all of the words mentioned on the card in alphabetical order. Output them in lowercase, space-separated, and don't remove redundant words", + "Answer": "all choose dragon dragon fire ignore may rivals rivals to", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_simple_card.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_simple_card.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/305.json b/annotation_data/res_arcana_tier1/305.json new file mode 100644 index 0000000000000000000000000000000000000000..6fce5fdce09fd59aa6c3a5b7555de8e3b2a79cfc --- /dev/null +++ b/annotation_data/res_arcana_tier1/305.json @@ -0,0 +1,17 @@ +{ + "ID": 305, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests card readability", + "Difficulty Notes": "Very basic card reading -- focused on just one card", + "Question": "Output all of the words mentioned on the card in alphabetical order. Output them in lowercase, space-separated, and don't remove redundant words", + "Answer": "all choose dragon dragon fire ignore may rivals rivals to", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_simple_card.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_simple_card.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/306.json b/annotation_data/res_arcana_tier1/306.json new file mode 100644 index 0000000000000000000000000000000000000000..b3e314eebb16b27140cf71e0ef930c67f01cf64e --- /dev/null +++ b/annotation_data/res_arcana_tier1/306.json @@ -0,0 +1,17 @@ +{ + "ID": 306, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests card readability", + "Difficulty Notes": "Very basic card reading -- focused on just one card", + "Question": "Output all of the words mentioned on the card in alphabetical order. Output them in lowercase, space-separated, and don't remove redundant words", + "Answer": "all all castle check choose choose coral dragon dragon dragon dragon earth fire ignore ignore ignore may may now of place power react rivals rivals rivals rivals to to to victory", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_multi_card_pp.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_multi_card_pp.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/307.json b/annotation_data/res_arcana_tier1/307.json new file mode 100644 index 0000000000000000000000000000000000000000..e40a39b31bd22edec7eef80dcc09deb1fd37e975 --- /dev/null +++ b/annotation_data/res_arcana_tier1/307.json @@ -0,0 +1,17 @@ +{ + "ID": 307, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests card readability", + "Difficulty Notes": "Very basic card reading -- focused on just one card", + "Question": "What are the names of the cards, ordered right to left? Output lowercase, comma-separated answers.", + "Answer": "Coral Castle, Earth Dragon, Fire Dragon", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_multi_card_pp.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_multi_card_pp.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/308.json b/annotation_data/res_arcana_tier1/308.json new file mode 100644 index 0000000000000000000000000000000000000000..bb73c512baea449844e97e5e54af96d71c9145f3 --- /dev/null +++ b/annotation_data/res_arcana_tier1/308.json @@ -0,0 +1,17 @@ +{ + "ID": 308, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests card readability, with orientation.", + "Difficulty Notes": "Very basic card reading.", + "Question": "How many cards are oriented sideways?", + "Answer": "Zero", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_multi_card_pp.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_multi_card_pp.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/309.json b/annotation_data/res_arcana_tier1/309.json new file mode 100644 index 0000000000000000000000000000000000000000..af32fc045949c80abdd03e8656f871662585d0c7 --- /dev/null +++ b/annotation_data/res_arcana_tier1/309.json @@ -0,0 +1,17 @@ +{ + "ID": 309, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests card readability, with orientation.", + "Difficulty Notes": "Very basic card reading.", + "Question": "How many cards are oriented sideways?", + "Answer": "Zero", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_multi_card_pp.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_multi_card_pp.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/310.json b/annotation_data/res_arcana_tier1/310.json new file mode 100644 index 0000000000000000000000000000000000000000..f14199f63929ea42d28b57071345b8bd5c5d7cec --- /dev/null +++ b/annotation_data/res_arcana_tier1/310.json @@ -0,0 +1,17 @@ +{ + "ID": 310, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests card size differentiation", + "Difficulty Notes": "Test basic ability to discern between the two different sizes of cards", + "Question": "What is the sum of all numbers printed on the cards?", + "Answer": "Smaller cards: 2, Larger cards: 1", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_multi_card_pp.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_multi_card_pp.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/311.json b/annotation_data/res_arcana_tier1/311.json new file mode 100644 index 0000000000000000000000000000000000000000..122e432265b5d4ab4f9aa76a258b5c372ad387f0 --- /dev/null +++ b/annotation_data/res_arcana_tier1/311.json @@ -0,0 +1,17 @@ +{ + "ID": 311, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests card size differentiation", + "Difficulty Notes": "Test basic ability to discern between all three types of cards", + "Question": "How many of each size of card are there? Output in the format: 'Smaller: , Medium , Larger '", + "Answer": "Smaller: 1, Medium: 2, Larger: 1", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_multi_all_sizes.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_multi_all_sizes.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/312.json b/annotation_data/res_arcana_tier1/312.json new file mode 100644 index 0000000000000000000000000000000000000000..f83780382551edbdd1b9d88ae402bf10a1aac270 --- /dev/null +++ b/annotation_data/res_arcana_tier1/312.json @@ -0,0 +1,17 @@ +{ + "ID": 312, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests basic symbol identification", + "Difficulty Notes": "Tests the comprehension of some symbols. Note, in this game there are many forms of arrows, relating to different concepts", + "Question": "How many arrow symbols are present on the pictured cards?", + "Answer": "17", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_multi_all_sizes.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_multi_all_sizes.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/313.json b/annotation_data/res_arcana_tier1/313.json new file mode 100644 index 0000000000000000000000000000000000000000..ef7f7be2fcdb5c943eb1171345f43127837933d3 --- /dev/null +++ b/annotation_data/res_arcana_tier1/313.json @@ -0,0 +1,17 @@ +{ + "ID": 313, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests basic symbol identification", + "Difficulty Notes": "Tests the comprehension of some symbols.", + "Question": "How many paw-prints are pictured on the cards in this image?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_multi_all_sizes.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_multi_all_sizes.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/314.json b/annotation_data/res_arcana_tier1/314.json new file mode 100644 index 0000000000000000000000000000000000000000..cfe9f0a3f3a5c10fc567509f336e66b5fcdd83d0 --- /dev/null +++ b/annotation_data/res_arcana_tier1/314.json @@ -0,0 +1,17 @@ +{ + "ID": 314, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests basic symbol identification", + "Difficulty Notes": "Tests the comprehension of some symbols.", + "Question": "How many dragon symbols are pictured on the cards in this image?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_multi_all_sizes.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_multi_all_sizes.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/315.json b/annotation_data/res_arcana_tier1/315.json new file mode 100644 index 0000000000000000000000000000000000000000..4e7d806dcd06f39f3537416c608cc43011632552 --- /dev/null +++ b/annotation_data/res_arcana_tier1/315.json @@ -0,0 +1,17 @@ +{ + "ID": 315, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests basic text comprehension", + "Difficulty Notes": "Tests the comprehension of some symbols.", + "Question": "How many cards mention rivals?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_multi_all_sizes.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_multi_all_sizes.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/316.json b/annotation_data/res_arcana_tier1/316.json new file mode 100644 index 0000000000000000000000000000000000000000..50dac2f7d50f762fff971bc7ca83e13c4450a452 --- /dev/null +++ b/annotation_data/res_arcana_tier1/316.json @@ -0,0 +1,17 @@ +{ + "ID": 316, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests basic text comprehension", + "Difficulty Notes": "Tests the comprehension of some symbols.", + "Question": "How many cards mention rivals?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_tapped_card.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_tapped_card.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/317.json b/annotation_data/res_arcana_tier1/317.json new file mode 100644 index 0000000000000000000000000000000000000000..d6b3889d17271c726ed4bf89e74bb2f69a27b416 --- /dev/null +++ b/annotation_data/res_arcana_tier1/317.json @@ -0,0 +1,17 @@ +{ + "ID": 317, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests basic physical object perception", + "Difficulty Notes": "Tests if physical object can be identified on top of the cards", + "Question": "How many cards have physical tokens/pieces placed on them?", + "Answer": "1", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_tapped_card.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_tapped_card.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/318.json b/annotation_data/res_arcana_tier1/318.json new file mode 100644 index 0000000000000000000000000000000000000000..90a388426d4fa8edc970135d3f4250e6bd33db39 --- /dev/null +++ b/annotation_data/res_arcana_tier1/318.json @@ -0,0 +1,17 @@ +{ + "ID": 318, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests basic physical object perception", + "Difficulty Notes": "Tests if physical object can be identified on top of the cards", + "Question": "How many physical tokens/pieces are visible in this picture?", + "Answer": "5", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_resources_varied.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_resources_varied.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/319.json b/annotation_data/res_arcana_tier1/319.json new file mode 100644 index 0000000000000000000000000000000000000000..ec5020af3b4587cb83435abc2ca01991097e83bf --- /dev/null +++ b/annotation_data/res_arcana_tier1/319.json @@ -0,0 +1,17 @@ +{ + "ID": 319, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests basic physical object perception", + "Difficulty Notes": "Tests if physical object can be identified on top of the cards", + "Question": "Are there more physical tokens/pieces on the cards, or not on the cards? Output either 'On cards' or 'Not on cards'", + "Answer": "Not on cards", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_resources_varied.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_resources_varied.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier1/320.json b/annotation_data/res_arcana_tier1/320.json new file mode 100644 index 0000000000000000000000000000000000000000..7790490c4988df4689edea16be004dbf8d4484f6 --- /dev/null +++ b/annotation_data/res_arcana_tier1/320.json @@ -0,0 +1,17 @@ +{ + "ID": 320, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Tests basic physical object perception", + "Difficulty Notes": "Tests if physical object can be identified on top of the cards", + "Question": "How many red resources are indicated on physical printed cards, and how many red resources are physically present within the supplied game state? Format the answer as 'indicated red resources: , 'physical red resources': ''", + "Answer": "indicated red resources: 6, physical red resources: 1", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t1_resources_varied.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "tier": 1, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t1_resources_varied.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/1131.json b/annotation_data/res_arcana_tier2/1131.json new file mode 100644 index 0000000000000000000000000000000000000000..993b4097d6287a28bdfc3e068aa0e6bb73011a36 --- /dev/null +++ b/annotation_data/res_arcana_tier2/1131.json @@ -0,0 +1,17 @@ +{ + "ID": 1131, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_1.png", + "Question": "Which game piece(s) currently nets the most victory points?", + "Answer": "Coral Castle", + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/1132.json b/annotation_data/res_arcana_tier2/1132.json new file mode 100644 index 0000000000000000000000000000000000000000..33845a991c1e0817a4c7eb13e8bba7bf650fda80 --- /dev/null +++ b/annotation_data/res_arcana_tier2/1132.json @@ -0,0 +1,17 @@ +{ + "ID": 1132, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_1.png", + "Question": "Which game piece(s) currently nets the fewest victory points?", + "Answer": "Dwarven Mines", + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/1133.json b/annotation_data/res_arcana_tier2/1133.json new file mode 100644 index 0000000000000000000000000000000000000000..c1cd5e399f02f8ee493728a6f4d4788e80da6ec9 --- /dev/null +++ b/annotation_data/res_arcana_tier2/1133.json @@ -0,0 +1,17 @@ +{ + "ID": 1133, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_2.png", + "Question": "If the player were to activate all of their powers left to right, how many essences would they have in their essence pool at the end? Format as Original Number: , New Number: , Amount Changed: ", + "Answer": "Original Number: 5, New Number: 2, Amount Changed: -3", + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/1134.json b/annotation_data/res_arcana_tier2/1134.json new file mode 100644 index 0000000000000000000000000000000000000000..765f2a812ceec86f14bcceede6c17862e87a322e --- /dev/null +++ b/annotation_data/res_arcana_tier2/1134.json @@ -0,0 +1,17 @@ +{ + "ID": 1134, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_2.png", + "Question": "How many essences would the player net if they activated Alchemy? Format as Original Number: , New Number: , Amount Changed: ", + "Answer": "Original Number: 5, New Number: 3, Amount Changed: -2", + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/1135.json b/annotation_data/res_arcana_tier2/1135.json new file mode 100644 index 0000000000000000000000000000000000000000..e5fe051e221f498f18337332f880554d8e6f6ee5 --- /dev/null +++ b/annotation_data/res_arcana_tier2/1135.json @@ -0,0 +1,17 @@ +{ + "ID": 1135, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_4.png", + "Question": "How many points does the player currently have?", + "Answer": "5", + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/1136.json b/annotation_data/res_arcana_tier2/1136.json new file mode 100644 index 0000000000000000000000000000000000000000..16fddd6cf095f3553473425c2d92eaaeaab4fd6a --- /dev/null +++ b/annotation_data/res_arcana_tier2/1136.json @@ -0,0 +1,17 @@ +{ + "ID": 1136, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_4.png", + "Question": "How many powers does the player have that they could validly trigger?", + "Answer": "1", + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/1137.json b/annotation_data/res_arcana_tier2/1137.json new file mode 100644 index 0000000000000000000000000000000000000000..df1bb456394269f9ac068667bd4192a418c16af0 --- /dev/null +++ b/annotation_data/res_arcana_tier2/1137.json @@ -0,0 +1,17 @@ +{ + "ID": 1137, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_4.png", + "Question": "Assuming the player had an infinite essence pool pictured off screen, how many powers could they validly choose from for their next action?", + "Answer": "2", + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_4.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/1138.json b/annotation_data/res_arcana_tier2/1138.json new file mode 100644 index 0000000000000000000000000000000000000000..0042e295430a49805fb89f53a98b25744555f9a7 --- /dev/null +++ b/annotation_data/res_arcana_tier2/1138.json @@ -0,0 +1,17 @@ +{ + "ID": 1138, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_6.png", + "Question": "How many points does the player currently score if the game ended now?", + "Answer": "6", + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_6.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/1139.json b/annotation_data/res_arcana_tier2/1139.json new file mode 100644 index 0000000000000000000000000000000000000000..c0da4c322c28fa65543f8a31211751d99e2a3b24 --- /dev/null +++ b/annotation_data/res_arcana_tier2/1139.json @@ -0,0 +1,17 @@ +{ + "ID": 1139, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_5.png", + "Question": "How many points does the player currently score if the game ended now?", + "Answer": "6", + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_5.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/1140.json b/annotation_data/res_arcana_tier2/1140.json new file mode 100644 index 0000000000000000000000000000000000000000..657fb61f5ade094b50f1b6b85c0e6983b0629bde --- /dev/null +++ b/annotation_data/res_arcana_tier2/1140.json @@ -0,0 +1,17 @@ +{ + "ID": 1130, + "Game": "Res\u00a0Arcana", + "Tier": 1, + "Test Description": "Counts visible came components", + "Difficulty Notes": "Simple token counting.", + "Rationale": "", + "game_state_description": "Single tableau. Vault artifact holds 2 Gold; player mat shows 3 Gold plus assorted other essences.", + "Game State Difficulty": 1, + "Rules Difficulty": 0, + "Strategy Difficulty": 0, + "game_state_url": "gamestates/images/res\u00a0arcana/t4_1.png", + "Question": "How many victory points is the player currently showing if the game ended now?", + "Answer": "6", + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t4_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/401.json b/annotation_data/res_arcana_tier2/401.json new file mode 100644 index 0000000000000000000000000000000000000000..6e1852cb4dd30a295924c6567693cdd53487e9c9 --- /dev/null +++ b/annotation_data/res_arcana_tier2/401.json @@ -0,0 +1,17 @@ +{ + "ID": 401, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Basic rules QA", + "Difficulty Notes": "Passive income rules", + "Question": "What essences will the player passively gain at the start of the round from the supply?", + "Answer": "The player can gain either 1 Death or 1 Life essence", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive1.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/402.json b/annotation_data/res_arcana_tier2/402.json new file mode 100644 index 0000000000000000000000000000000000000000..43b2b3980476772b50f3d541ffc13c9fa149a8ae --- /dev/null +++ b/annotation_data/res_arcana_tier2/402.json @@ -0,0 +1,17 @@ +{ + "ID": 402, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Basic rules QA", + "Difficulty Notes": "Passive income rules", + "Question": "What essence types are in the player's essence pool? Order alphabetically.", + "Answer": "Calm, Elan, Gold, Life", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive1.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/403.json b/annotation_data/res_arcana_tier2/403.json new file mode 100644 index 0000000000000000000000000000000000000000..2a13a95059882809d7050085dcfdd6099402e36d --- /dev/null +++ b/annotation_data/res_arcana_tier2/403.json @@ -0,0 +1,17 @@ +{ + "ID": 403, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Basic rules QA", + "Difficulty Notes": "Passive income rules", + "Question": "How many components are pictured?", + "Answer": "Three", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive1.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/404.json b/annotation_data/res_arcana_tier2/404.json new file mode 100644 index 0000000000000000000000000000000000000000..03865e09ccf369aa5e2e7740b310ce8c9b9a271b --- /dev/null +++ b/annotation_data/res_arcana_tier2/404.json @@ -0,0 +1,17 @@ +{ + "ID": 404, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Basic rules QA", + "Difficulty Notes": "Passive income rules", + "Question": "Which components pictured are 'First Game' suggested components?", + "Answer": "Sacred Grove Place of Power", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive1.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/405.json b/annotation_data/res_arcana_tier2/405.json new file mode 100644 index 0000000000000000000000000000000000000000..9a01bdfb70624eed857aa5f600a84c8ef42899f1 --- /dev/null +++ b/annotation_data/res_arcana_tier2/405.json @@ -0,0 +1,17 @@ +{ + "ID": 405, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Basic rules QA", + "Difficulty Notes": "Passive income rules", + "Question": "What is the total essence cost of the displayed components?", + "Answer": "6 Elan, 8 Life, 4 Calm", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive1.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/406.json b/annotation_data/res_arcana_tier2/406.json new file mode 100644 index 0000000000000000000000000000000000000000..561d9a8440061fc6e93341be75e846edb2805fd7 --- /dev/null +++ b/annotation_data/res_arcana_tier2/406.json @@ -0,0 +1,17 @@ +{ + "ID": 406, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Basic rules QA", + "Difficulty Notes": "Passive income rules", + "Question": "What type of component is the left-most component?", + "Answer": "Artifact", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive1.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/407.json b/annotation_data/res_arcana_tier2/407.json new file mode 100644 index 0000000000000000000000000000000000000000..fa339bb17f1fe022b45f870bae736223937cc191 --- /dev/null +++ b/annotation_data/res_arcana_tier2/407.json @@ -0,0 +1,17 @@ +{ + "ID": 407, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Basic rules QA", + "Difficulty Notes": "Passive income rules", + "Question": "What type of component is the central component?", + "Answer": "Place of Power", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive1.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/408.json b/annotation_data/res_arcana_tier2/408.json new file mode 100644 index 0000000000000000000000000000000000000000..fb8658615f3d2f22d14ceebf4edb5d594fb03538 --- /dev/null +++ b/annotation_data/res_arcana_tier2/408.json @@ -0,0 +1,17 @@ +{ + "ID": 408, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Basic rules QA", + "Difficulty Notes": "Passive income rules", + "Question": "What type of component is the right-most component?", + "Answer": "Magic Item", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive1.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/409.json b/annotation_data/res_arcana_tier2/409.json new file mode 100644 index 0000000000000000000000000000000000000000..42d92a7051a055dd01626513adebdd672e32cd8e --- /dev/null +++ b/annotation_data/res_arcana_tier2/409.json @@ -0,0 +1,17 @@ +{ + "ID": 409, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Basic rules QA", + "Difficulty Notes": "Passive income rules", + "Question": "What type of component is the left-most component?", + "Answer": "Mage", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive2.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/410.json b/annotation_data/res_arcana_tier2/410.json new file mode 100644 index 0000000000000000000000000000000000000000..1629dd243f1dffb21ff6e6140ff3b6bbe7fb9400 --- /dev/null +++ b/annotation_data/res_arcana_tier2/410.json @@ -0,0 +1,17 @@ +{ + "ID": 410, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing Powers + Abilities", + "Difficulty Notes": "Testing basic combinations of abilities and powers", + "Question": "How many powers are pictured?", + "Answer": "Three", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive2.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/411.json b/annotation_data/res_arcana_tier2/411.json new file mode 100644 index 0000000000000000000000000000000000000000..f52731412069147b14224be0829bb269970ecd6c --- /dev/null +++ b/annotation_data/res_arcana_tier2/411.json @@ -0,0 +1,17 @@ +{ + "ID": 411, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing Powers + Abilities", + "Difficulty Notes": "Testing basic combinations of abilities and powers", + "Question": "How many powers are listed on the Artificer component", + "Answer": "Zero", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive2.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/412.json b/annotation_data/res_arcana_tier2/412.json new file mode 100644 index 0000000000000000000000000000000000000000..3bfb9acd8e2d59ad3f918aaaea67e4a5e466ce69 --- /dev/null +++ b/annotation_data/res_arcana_tier2/412.json @@ -0,0 +1,17 @@ +{ + "ID": 412, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing Powers + Abilities", + "Difficulty Notes": "Testing basic combinations of abilities and powers", + "Question": "How many abilities are listed on the Artificer component", + "Answer": "One", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive2.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/413.json b/annotation_data/res_arcana_tier2/413.json new file mode 100644 index 0000000000000000000000000000000000000000..2c5d40221cc3aae34035c26ebaabf982c21acdc3 --- /dev/null +++ b/annotation_data/res_arcana_tier2/413.json @@ -0,0 +1,17 @@ +{ + "ID": 413, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing Powers + Abilities", + "Difficulty Notes": "Testing basic combinations of abilities and powers", + "Question": "How many abilities are listed on the second component (from the left)?", + "Answer": "Zero", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive2.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/414.json b/annotation_data/res_arcana_tier2/414.json new file mode 100644 index 0000000000000000000000000000000000000000..66da386a8766461570174aaf0689d12036db2b83 --- /dev/null +++ b/annotation_data/res_arcana_tier2/414.json @@ -0,0 +1,17 @@ +{ + "ID": 414, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing Powers + Abilities", + "Difficulty Notes": "Testing basic combinations of abilities and powers", + "Question": "How many abilities are listed on the right-most component?", + "Answer": "One", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive2.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/415.json b/annotation_data/res_arcana_tier2/415.json new file mode 100644 index 0000000000000000000000000000000000000000..fd3b208043ac2c56da69831869db5cb68b4bf0cc --- /dev/null +++ b/annotation_data/res_arcana_tier2/415.json @@ -0,0 +1,17 @@ +{ + "ID": 415, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing Powers + Abilities", + "Difficulty Notes": "Testing basic combinations of abilities and powers", + "Question": "How many activatible powers are currently available to the player?", + "Answer": "Two", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive2.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/416.json b/annotation_data/res_arcana_tier2/416.json new file mode 100644 index 0000000000000000000000000000000000000000..add62a20a53cebecf47835555562ca232f0e1d76 --- /dev/null +++ b/annotation_data/res_arcana_tier2/416.json @@ -0,0 +1,17 @@ +{ + "ID": 416, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing Powers + Abilities", + "Difficulty Notes": "Testing basic combinations of abilities and powers", + "Question": "What essences would the player have after they activate all of the powers currently available to them.", + "Answer": "6 Life, 1 Elan, 1 Gold", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive2.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 3, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/417.json b/annotation_data/res_arcana_tier2/417.json new file mode 100644 index 0000000000000000000000000000000000000000..5c2603afea817744f3ecbe932c9fdaac4bc75592 --- /dev/null +++ b/annotation_data/res_arcana_tier2/417.json @@ -0,0 +1,17 @@ +{ + "ID": 417, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing Powers + Abilities", + "Difficulty Notes": "Testing basic combinations of abilities and powers", + "Question": "How many victory points do the pictured components currently score?", + "Answer": "Three", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive2.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 3, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/418.json b/annotation_data/res_arcana_tier2/418.json new file mode 100644 index 0000000000000000000000000000000000000000..a97dfeaeef96c30e1ffd440661396fb792e3397c --- /dev/null +++ b/annotation_data/res_arcana_tier2/418.json @@ -0,0 +1,17 @@ +{ + "ID": 418, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing Powers + Abilities", + "Difficulty Notes": "Testing basic combinations of abilities and powers", + "Question": "How many victory points do the pictured components currently score?", + "Answer": "5", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_life_scoring.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 3, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_life_scoring.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/419.json b/annotation_data/res_arcana_tier2/419.json new file mode 100644 index 0000000000000000000000000000000000000000..a70b44bcec10162cd73cca736223a649b811f891 --- /dev/null +++ b/annotation_data/res_arcana_tier2/419.json @@ -0,0 +1,17 @@ +{ + "ID": 419, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Basic rules QA", + "Difficulty Notes": "Passive income rules", + "Question": "What essences will the player passively gain at the start of the round from the supply?", + "Answer": "2 Life, or, 1 Life and 1 Death.", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive3.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive3.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/420.json b/annotation_data/res_arcana_tier2/420.json new file mode 100644 index 0000000000000000000000000000000000000000..2c1f2d287cc489b0f0b4c9ad22650378e5a600d4 --- /dev/null +++ b/annotation_data/res_arcana_tier2/420.json @@ -0,0 +1,17 @@ +{ + "ID": 420, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing Powers + Abilities", + "Difficulty Notes": "Testing basic combinations of abilities and powers", + "Question": "How many abilities are pictured", + "Answer": "One", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_passive3.png", + "game_state_description": "", + "Game State Difficulty": 1, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_passive3.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/421.json b/annotation_data/res_arcana_tier2/421.json new file mode 100644 index 0000000000000000000000000000000000000000..c498f5d36fbe9b491d42c1249d366f62fb70f80b --- /dev/null +++ b/annotation_data/res_arcana_tier2/421.json @@ -0,0 +1,17 @@ +{ + "ID": 421, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing shared board abilities", + "Difficulty Notes": "Requires a larger game state comprehension and rules integration.", + "Question": "How many monuments are available for purchase?", + "Answer": "Three", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/422.json b/annotation_data/res_arcana_tier2/422.json new file mode 100644 index 0000000000000000000000000000000000000000..86f40f35a1de4216e5b34a556a9c0a19528dda64 --- /dev/null +++ b/annotation_data/res_arcana_tier2/422.json @@ -0,0 +1,17 @@ +{ + "ID": 422, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing shared board abilities", + "Difficulty Notes": "Requires a larger game state comprehension and rules integration.", + "Question": "How many places of power are available for purchase?", + "Answer": "Two", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/423.json b/annotation_data/res_arcana_tier2/423.json new file mode 100644 index 0000000000000000000000000000000000000000..9efd0fa8f3c1767dd5537e46b22c0a45c13e7a0e --- /dev/null +++ b/annotation_data/res_arcana_tier2/423.json @@ -0,0 +1,17 @@ +{ + "ID": 423, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing shared board abilities", + "Difficulty Notes": "Requires a larger game state comprehension and rules integration.", + "Question": "Which of the places of power can the player currently afford given their show components.", + "Answer": "Zero", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/424.json b/annotation_data/res_arcana_tier2/424.json new file mode 100644 index 0000000000000000000000000000000000000000..14738558c4883c487af0a6110668f266ff24dd43 --- /dev/null +++ b/annotation_data/res_arcana_tier2/424.json @@ -0,0 +1,17 @@ +{ + "ID": 424, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing shared board abilities", + "Difficulty Notes": "Requires a larger game state comprehension and rules integration.", + "Question": "Which of the monuments can the player currently afford given their shown components and resources.", + "Answer": "Zero", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/425.json b/annotation_data/res_arcana_tier2/425.json new file mode 100644 index 0000000000000000000000000000000000000000..c038091b72f1f791aa7d127c6fca12e2eccfdb55 --- /dev/null +++ b/annotation_data/res_arcana_tier2/425.json @@ -0,0 +1,17 @@ +{ + "ID": 425, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing shared board abilities", + "Difficulty Notes": "Requires a larger game state comprehension and rules integration.", + "Question": "How many of the monuments can the player currently afford given their shown components and resources.", + "Answer": "Three", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_full_2.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_full_2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/426.json b/annotation_data/res_arcana_tier2/426.json new file mode 100644 index 0000000000000000000000000000000000000000..5ccc3b3fb8f080fbdb208737fab0866f624b0097 --- /dev/null +++ b/annotation_data/res_arcana_tier2/426.json @@ -0,0 +1,17 @@ +{ + "ID": 426, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing shared board abilities", + "Difficulty Notes": "Requires a larger game state comprehension and rules integration.", + "Question": "If the player somehow obtained the Coral Castle for free, how many victory points would they then have in their play area?", + "Answer": "8", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_full_2.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_full_2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/427.json b/annotation_data/res_arcana_tier2/427.json new file mode 100644 index 0000000000000000000000000000000000000000..c10eba735034a5578f3318293c0228cb5207bc53 --- /dev/null +++ b/annotation_data/res_arcana_tier2/427.json @@ -0,0 +1,17 @@ +{ + "ID": 427, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing shared board abilities", + "Difficulty Notes": "Requires a larger game state comprehension and rules integration.", + "Question": "Is this a First Game or not?", + "Answer": "No", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_full_2.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 1, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_full_2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/428.json b/annotation_data/res_arcana_tier2/428.json new file mode 100644 index 0000000000000000000000000000000000000000..8aa09556535fd1995e197a5108cd175f3d7cd149 --- /dev/null +++ b/annotation_data/res_arcana_tier2/428.json @@ -0,0 +1,17 @@ +{ + "ID": 428, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing shared board abilities", + "Difficulty Notes": "Requires a larger game state comprehension and rules integration.", + "Question": "Using the essences and components shown in their play area, can the player afford to claim the Dwarven Mines on their next action?", + "Answer": "No", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_full_2.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_full_2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/429.json b/annotation_data/res_arcana_tier2/429.json new file mode 100644 index 0000000000000000000000000000000000000000..2bd58a0b375139979ef77640055f62243ff70936 --- /dev/null +++ b/annotation_data/res_arcana_tier2/429.json @@ -0,0 +1,17 @@ +{ + "ID": 429, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing shared board abilities", + "Difficulty Notes": "Requires a larger game state comprehension and rules integration.", + "Question": "Using the essences and components shown in their play area, can the player afford to claim the Dwarven Mines on their next action?", + "Answer": "Yes", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_full_3.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_full_3.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier2/430.json b/annotation_data/res_arcana_tier2/430.json new file mode 100644 index 0000000000000000000000000000000000000000..2e7fbad93a9425bb05872867dc6ab857229bbca7 --- /dev/null +++ b/annotation_data/res_arcana_tier2/430.json @@ -0,0 +1,17 @@ +{ + "ID": 430, + "Game": "Res\u00a0Arcana", + "Tier": 2, + "Test Description": "Testing shared board abilities", + "Difficulty Notes": "Requires a larger game state comprehension and rules integration.", + "Question": "Using the essences and components shown in their play area, can the player afford to claim the Dwarven Mines on their next action?", + "Answer": "No", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t2_full_4.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 0, + "tier": 2, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t2_full_4.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/501.json b/annotation_data/res_arcana_tier3/501.json new file mode 100644 index 0000000000000000000000000000000000000000..a95166404335524aa16d5d7e6d35cd0b4dd652f9 --- /dev/null +++ b/annotation_data/res_arcana_tier3/501.json @@ -0,0 +1,17 @@ +{ + "ID": 501, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "Given the provided game state, what is the most net essences that the player can gain to their supply in one single action. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 10, New amount: 14", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/502.json b/annotation_data/res_arcana_tier3/502.json new file mode 100644 index 0000000000000000000000000000000000000000..ca13a15dd9ac7651bc32feb06968471c4bb25c70 --- /dev/null +++ b/annotation_data/res_arcana_tier3/502.json @@ -0,0 +1,17 @@ +{ + "ID": 502, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "Given the provided game state, what is the most net essences that the player can gain to their supply in two actions. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 10, New amount: 16", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/503.json b/annotation_data/res_arcana_tier3/503.json new file mode 100644 index 0000000000000000000000000000000000000000..19f3b2357ee26091a246b670b9a18e615cfdfafe --- /dev/null +++ b/annotation_data/res_arcana_tier3/503.json @@ -0,0 +1,17 @@ +{ + "ID": 503, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of calm essences the player could have after 1 action. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 1, New amount: 3", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/504.json b/annotation_data/res_arcana_tier3/504.json new file mode 100644 index 0000000000000000000000000000000000000000..0c3bf9a9c80e9d0ea4ffb5d9263910a996e772b0 --- /dev/null +++ b/annotation_data/res_arcana_tier3/504.json @@ -0,0 +1,17 @@ +{ + "ID": 504, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of calm essences the player could have after 2 actions. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 1, New amount: 5", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/505.json b/annotation_data/res_arcana_tier3/505.json new file mode 100644 index 0000000000000000000000000000000000000000..d01989968490f8fb62e3f5fd01201cef0004055d --- /dev/null +++ b/annotation_data/res_arcana_tier3/505.json @@ -0,0 +1,17 @@ +{ + "ID": 505, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of gold essences the player could have after 1 action. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 4, New amount: 5", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/506.json b/annotation_data/res_arcana_tier3/506.json new file mode 100644 index 0000000000000000000000000000000000000000..a7d828b3c077d1e2e9a7df0e8f80c7c51f2bee6b --- /dev/null +++ b/annotation_data/res_arcana_tier3/506.json @@ -0,0 +1,17 @@ +{ + "ID": 506, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of gold essences the player could have after 2 actions. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 4, New amount: 6", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/507.json b/annotation_data/res_arcana_tier3/507.json new file mode 100644 index 0000000000000000000000000000000000000000..09f3f0b5f4eac9c25234e1039fad3f87e0c5ba17 --- /dev/null +++ b/annotation_data/res_arcana_tier3/507.json @@ -0,0 +1,17 @@ +{ + "ID": 507, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum guaranteed number of victory points the player could have after 1 more action. Assume all other players have passed. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 7", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/508.json b/annotation_data/res_arcana_tier3/508.json new file mode 100644 index 0000000000000000000000000000000000000000..1d96464f47879301f66c13df8aa05c92d82d8a28 --- /dev/null +++ b/annotation_data/res_arcana_tier3/508.json @@ -0,0 +1,17 @@ +{ + "ID": 508, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum guaranteed number of victory points the player could have after 2 more actions. Assume all other players have passed. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 7", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_1.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/509.json b/annotation_data/res_arcana_tier3/509.json new file mode 100644 index 0000000000000000000000000000000000000000..8c3642acde31d4634892aa2de4d320db7255e1fb --- /dev/null +++ b/annotation_data/res_arcana_tier3/509.json @@ -0,0 +1,17 @@ +{ + "ID": 509, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum guaranteed number of victory points the player could have after 2 more actions. Assume all other players have passed. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 7", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_2_manyessence.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_2_manyessence.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/510.json b/annotation_data/res_arcana_tier3/510.json new file mode 100644 index 0000000000000000000000000000000000000000..85545fe19fc583ea03e65aa1c8c4440b6477b277 --- /dev/null +++ b/annotation_data/res_arcana_tier3/510.json @@ -0,0 +1,17 @@ +{ + "ID": 510, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum guaranteed number of victory points the player could have after 3 more actions. Assume all other players have passed. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 10", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_2_manyessence.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_2_manyessence.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/511.json b/annotation_data/res_arcana_tier3/511.json new file mode 100644 index 0000000000000000000000000000000000000000..ae528f1e504d5ebb0dcb9eb05c105ac018df8c8a --- /dev/null +++ b/annotation_data/res_arcana_tier3/511.json @@ -0,0 +1,17 @@ +{ + "ID": 511, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum guaranteed number of victory points the player could have after 3 more actions, and what is the maximum number of essences they could have in their pool after these actions. Assume all other players have passed. Output the answer as: Previous VP amount: , New VP amount: , Previous essence count , New essence count ", + "Answer": "Previous VP amount: 5, New VP amount: 10, Previous essence count: 14, New essence count: 1", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_2_manyessence.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_2_manyessence.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/512.json b/annotation_data/res_arcana_tier3/512.json new file mode 100644 index 0000000000000000000000000000000000000000..e1342aaba7df0cc0e3e9919f017d3921a6542319 --- /dev/null +++ b/annotation_data/res_arcana_tier3/512.json @@ -0,0 +1,17 @@ +{ + "ID": 512, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of on-component essences the player could have after two more actions. Assume all other players have passed. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 2, New amount: 2", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_2_manyessence.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_2_manyessence.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/513.json b/annotation_data/res_arcana_tier3/513.json new file mode 100644 index 0000000000000000000000000000000000000000..eb77b34c407d8c16dc7a8aa2d122d96d8b9d9cf4 --- /dev/null +++ b/annotation_data/res_arcana_tier3/513.json @@ -0,0 +1,17 @@ +{ + "ID": 513, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of on-component essences the player could have after one more action. Assume all other players have passed. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 2, New amount: 3", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_3_creature.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_3_creature.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/514.json b/annotation_data/res_arcana_tier3/514.json new file mode 100644 index 0000000000000000000000000000000000000000..6c1b2c2b12498f8dd8ccfcdddce8afadb494c3fa --- /dev/null +++ b/annotation_data/res_arcana_tier3/514.json @@ -0,0 +1,17 @@ +{ + "ID": 514, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of on-component essences the player could have after one more action. Assume all other players have passed. Output the answer as: Previous essence amount: , New essence amount: , Previous VP amount, New VP amount.", + "Answer": "Previous essence amount: 2, New essence amount: 3, Previous VP amount: 6, New VP amount: 7", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_3_creature.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_3_creature.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/515.json b/annotation_data/res_arcana_tier3/515.json new file mode 100644 index 0000000000000000000000000000000000000000..ea783f959bf787a13e7bfecceb856e3de9dba58a --- /dev/null +++ b/annotation_data/res_arcana_tier3/515.json @@ -0,0 +1,17 @@ +{ + "ID": 515, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of on-component essences the player could have after three more actions. Assume all other players have passed. Output the answer as: Previous essence amount: , New essence amount: , Previous VP amount, New VP amount.", + "Answer": "Previous essence amount: 2, New essence amount: 3, Previous VP amount: 6, New VP amount: 7", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_3_creature.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_3_creature.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/516.json b/annotation_data/res_arcana_tier3/516.json new file mode 100644 index 0000000000000000000000000000000000000000..8f4a3a064c5edb089679a34f381dffbe3720306c --- /dev/null +++ b/annotation_data/res_arcana_tier3/516.json @@ -0,0 +1,17 @@ +{ + "ID": 516, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of on-component essences the player could have after four more actions. Assume all other players have passed. Output the answer as: Previous essence amount: , New essence amount: , Previous VP amount, New VP amount.", + "Answer": "Previous essence amount: 2, New essence amount: 4, Previous VP amount: 6, New VP amount: 8", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_3_creature.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_3_creature.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/517.json b/annotation_data/res_arcana_tier3/517.json new file mode 100644 index 0000000000000000000000000000000000000000..8fdaed018ae8b0e42a58defc152c403d52212352 --- /dev/null +++ b/annotation_data/res_arcana_tier3/517.json @@ -0,0 +1,17 @@ +{ + "ID": 517, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum guaranteed number of victory points the player could have after taking 2 more actions. Assume all other players have passed. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 6, New VP amount: 9", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_3_creature.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_3_creature.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/518.json b/annotation_data/res_arcana_tier3/518.json new file mode 100644 index 0000000000000000000000000000000000000000..4015ebc728c860c47ce0c863ce2ba2cc4564e4da --- /dev/null +++ b/annotation_data/res_arcana_tier3/518.json @@ -0,0 +1,17 @@ +{ + "ID": 518, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of on-component essences the player could have after one more action. Assume all other players have passed. Output the answer as: Previous essence amount: , New essence amount: , Previous VP amount, New VP amount.", + "Answer": "Previous essence amount: 2, New essence amount: 3, Previous VP amount: 6, New VP amount: 7", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_4_creature_harder.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_4_creature_harder.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/519.json b/annotation_data/res_arcana_tier3/519.json new file mode 100644 index 0000000000000000000000000000000000000000..14f07fba71e3ba72c56240321d194ac10cb9da96 --- /dev/null +++ b/annotation_data/res_arcana_tier3/519.json @@ -0,0 +1,17 @@ +{ + "ID": 519, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of on-component essences the player could have after two more actions. Assume all other players have passed. Output the answer as: Previous essence amount: , New essence amount: , Previous VP amount, New VP amount.", + "Answer": "Previous essence amount: 2, New essence amount: 3, Previous VP amount: 6, New VP amount: 7", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_4_creature_harder.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_4_creature_harder.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/520.json b/annotation_data/res_arcana_tier3/520.json new file mode 100644 index 0000000000000000000000000000000000000000..a0f5b2b08e13a3e93af0d87d6edc402a5d5b1c0c --- /dev/null +++ b/annotation_data/res_arcana_tier3/520.json @@ -0,0 +1,17 @@ +{ + "ID": 520, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "What is the maximum number of on-component essences the player could have after four more actions. Assume all other players have passed. Output the answer as: Previous essence amount: , New essence amount: , Previous VP amount, New VP amount.", + "Answer": "Previous essence amount: 2, New essence amount: 3, Previous VP amount: 6, New VP amount: 7", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_4_creature_harder.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_4_creature_harder.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/521.json b/annotation_data/res_arcana_tier3/521.json new file mode 100644 index 0000000000000000000000000000000000000000..d76a3f65792089861795721fcf5f0e899353e0d3 --- /dev/null +++ b/annotation_data/res_arcana_tier3/521.json @@ -0,0 +1,17 @@ +{ + "ID": 521, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "Assume this is the state before the upcoming round starts. What is the maximum guaranteed number of victory points the player could have after taking their first action? Assume all other players will pass immediately and that you go last in turn order. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 7", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_5.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_5.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/522.json b/annotation_data/res_arcana_tier3/522.json new file mode 100644 index 0000000000000000000000000000000000000000..49a148c162c928b41f4743b33d95a7a104fc7171 --- /dev/null +++ b/annotation_data/res_arcana_tier3/522.json @@ -0,0 +1,17 @@ +{ + "ID": 522, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "Assume this is the state before the upcoming round starts. What is the maximum guaranteed number of victory points the player could have after taking their first two actions? Assume all other players will pass immediately and that you go last in turn order. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 8", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_5.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_5.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/523.json b/annotation_data/res_arcana_tier3/523.json new file mode 100644 index 0000000000000000000000000000000000000000..35f32ecbab71416ac18ad3e398492e9d2617a069 --- /dev/null +++ b/annotation_data/res_arcana_tier3/523.json @@ -0,0 +1,17 @@ +{ + "ID": 523, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "Assume this is the state before the upcoming round starts. What is the maximum guaranteed number of victory points the player could have after taking their first three actions? Assume all other players will pass immediately and that you go last in turn order. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 8", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_5.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_5.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/524.json b/annotation_data/res_arcana_tier3/524.json new file mode 100644 index 0000000000000000000000000000000000000000..887a3867de547265a2fb3985b84a4d3afdfe7107 --- /dev/null +++ b/annotation_data/res_arcana_tier3/524.json @@ -0,0 +1,17 @@ +{ + "ID": 524, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "Assume this is the state before the upcoming round starts. What is the maximum guaranteed number of victory points the player could have after taking their first four actions? Assume all other players will pass immediately and that you go last in turn order. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 10", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_5.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_5.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/525.json b/annotation_data/res_arcana_tier3/525.json new file mode 100644 index 0000000000000000000000000000000000000000..7c51b3dc4a35c7d8f5792d128d0138a51bb4149e --- /dev/null +++ b/annotation_data/res_arcana_tier3/525.json @@ -0,0 +1,17 @@ +{ + "ID": 525, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "Assume this is the state before the upcoming round starts. What is the maximum guaranteed number of victory points the player could have after taking their first action? Assume all other players will pass immediately and that you go last in turn order. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 6", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_6.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_6.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/526.json b/annotation_data/res_arcana_tier3/526.json new file mode 100644 index 0000000000000000000000000000000000000000..049e8611a1cb0fa67582992a2ef7169b2005d685 --- /dev/null +++ b/annotation_data/res_arcana_tier3/526.json @@ -0,0 +1,17 @@ +{ + "ID": 526, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions. Note, this tests the ability to get passive resource at the start and how to choose between them", + "Question": "Assume this is the state before the upcoming round starts. What is the maximum guaranteed number of victory points the player could have after taking their first two actions? Assume all other players will pass immediately and that you go last in turn order. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 8", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_6.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 4, + "Strategy Difficulty": 4, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_6.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/527.json b/annotation_data/res_arcana_tier3/527.json new file mode 100644 index 0000000000000000000000000000000000000000..d21b40e1a32c46350c5ab6256cec39f502ea74ab --- /dev/null +++ b/annotation_data/res_arcana_tier3/527.json @@ -0,0 +1,17 @@ +{ + "ID": 527, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Optimizing the number of resources obtained in X number of actions", + "Question": "Assume this is the state before the upcoming round starts. What is the maximum guaranteed number of victory points the player could have after taking their first three actions? Assume all other players will pass immediately and that you go last in turn order. Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 9", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_full_6.png", + "game_state_description": "", + "Game State Difficulty": 3, + "Rules Difficulty": 3, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_full_6.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/528.json b/annotation_data/res_arcana_tier3/528.json new file mode 100644 index 0000000000000000000000000000000000000000..416150aa1f009dcd40d9fefd1ef127eb3c211063 --- /dev/null +++ b/annotation_data/res_arcana_tier3/528.json @@ -0,0 +1,17 @@ +{ + "ID": 528, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card tapping combinations.", + "Question": "Assume this is the game state before the next round begins. What is the maximum number of essences the player can collect at the start of the round? Output the answer as: Previous essence amount: , New essence amount: ", + "Answer": "Previous essence count: 9, New essence count: 9", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 1, + "Strategy Difficulty": 1, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/529.json b/annotation_data/res_arcana_tier3/529.json new file mode 100644 index 0000000000000000000000000000000000000000..ba662f9e96fc5b395d7daa67ba75668c7c99d622 --- /dev/null +++ b/annotation_data/res_arcana_tier3/529.json @@ -0,0 +1,17 @@ +{ + "ID": 529, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum net number of essences the player can gain to their pool in one action? Output the answer as: Previous essence amount: , New essence amount: ", + "Answer": "Previous essence count: 9, New essence count: 11", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/530.json b/annotation_data/res_arcana_tier3/530.json new file mode 100644 index 0000000000000000000000000000000000000000..8dac78432255d63669bfe032e1150e5b68ceb1ed --- /dev/null +++ b/annotation_data/res_arcana_tier3/530.json @@ -0,0 +1,17 @@ +{ + "ID": 530, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum net number of essences the player can gain to their pool in two actions? Output the answer as: Previous essence amount: , New essence amount: ", + "Answer": "Previous essence count: 9, New essence count: 17", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/531.json b/annotation_data/res_arcana_tier3/531.json new file mode 100644 index 0000000000000000000000000000000000000000..9c912dcf798d3d92b396e7c3988ddb150a3b36d3 --- /dev/null +++ b/annotation_data/res_arcana_tier3/531.json @@ -0,0 +1,17 @@ +{ + "ID": 531, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum net number of calm essences that can be gained to their pool in two actions? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 3, New amount: 8", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/532.json b/annotation_data/res_arcana_tier3/532.json new file mode 100644 index 0000000000000000000000000000000000000000..997ad1bd3a22e260aab1b89ba5169dbfaec8ea3f --- /dev/null +++ b/annotation_data/res_arcana_tier3/532.json @@ -0,0 +1,17 @@ +{ + "ID": 532, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum net number of gold essences that can be gained to their pool in two actions? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 1, New amount: 8", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/533.json b/annotation_data/res_arcana_tier3/533.json new file mode 100644 index 0000000000000000000000000000000000000000..7e14a3a9bea97cb31a879c52cddc2d3d55c56530 --- /dev/null +++ b/annotation_data/res_arcana_tier3/533.json @@ -0,0 +1,17 @@ +{ + "ID": 533, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum net number of gold essences that can be gained by the end of the round by this player? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 1, New amount: 8", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/534.json b/annotation_data/res_arcana_tier3/534.json new file mode 100644 index 0000000000000000000000000000000000000000..25ddd0b664df60d65a4fac2fa9a81fc3f0f2be1f --- /dev/null +++ b/annotation_data/res_arcana_tier3/534.json @@ -0,0 +1,17 @@ +{ + "ID": 534, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum net number of elan essences that can be gained to their pool in one action? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 7", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/535.json b/annotation_data/res_arcana_tier3/535.json new file mode 100644 index 0000000000000000000000000000000000000000..fa7c4f322d18a60f0f2c82d130b0995b4a4531f2 --- /dev/null +++ b/annotation_data/res_arcana_tier3/535.json @@ -0,0 +1,17 @@ +{ + "ID": 535, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum net number of elan essences that can be gained to their player pool in two actions? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 9", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/536.json b/annotation_data/res_arcana_tier3/536.json new file mode 100644 index 0000000000000000000000000000000000000000..962e8b00a15220b0786f06e3837b55f0e38023e9 --- /dev/null +++ b/annotation_data/res_arcana_tier3/536.json @@ -0,0 +1,17 @@ +{ + "ID": 536, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum net number of elan essences that can be gained to their player pool by the end of the round? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 5, New amount: 16", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/537.json b/annotation_data/res_arcana_tier3/537.json new file mode 100644 index 0000000000000000000000000000000000000000..ae3d83faea8a50746dce73f75ababd803d5890aa --- /dev/null +++ b/annotation_data/res_arcana_tier3/537.json @@ -0,0 +1,17 @@ +{ + "ID": 537, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum net number of life essences that can be gained to their player pool by the end of the round? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 0, New amount: 11", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/538.json b/annotation_data/res_arcana_tier3/538.json new file mode 100644 index 0000000000000000000000000000000000000000..120e70f905b6fe766006a2c8cc382631039adbf8 --- /dev/null +++ b/annotation_data/res_arcana_tier3/538.json @@ -0,0 +1,17 @@ +{ + "ID": 538, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain with one more action? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 3, New amount: 3", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/539.json b/annotation_data/res_arcana_tier3/539.json new file mode 100644 index 0000000000000000000000000000000000000000..94edca8e63f3ae9607f4b1b390b886fef5f87de5 --- /dev/null +++ b/annotation_data/res_arcana_tier3/539.json @@ -0,0 +1,17 @@ +{ + "ID": 539, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain with two more actions? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 3, New amount: 3", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/540.json b/annotation_data/res_arcana_tier3/540.json new file mode 100644 index 0000000000000000000000000000000000000000..f7d895bf671b5db735f6aba736300eb3b55b5c22 --- /dev/null +++ b/annotation_data/res_arcana_tier3/540.json @@ -0,0 +1,17 @@ +{ + "ID": 540, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain with three more actions? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 3, New amount: 4", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/541.json b/annotation_data/res_arcana_tier3/541.json new file mode 100644 index 0000000000000000000000000000000000000000..13ab304b4d20d016dfc0e51b37ee3fdda0cc65a9 --- /dev/null +++ b/annotation_data/res_arcana_tier3/541.json @@ -0,0 +1,17 @@ +{ + "ID": 541, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Focusing this new game state on card-tapping combinations.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain by the end of the round? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous Amount: 3, New Amount: 5", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_tapping_1.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_tapping_1.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/542.json b/annotation_data/res_arcana_tier3/542.json new file mode 100644 index 0000000000000000000000000000000000000000..2f58599fc1d727eb0f926481457a52b81eda52a5 --- /dev/null +++ b/annotation_data/res_arcana_tier3/542.json @@ -0,0 +1,17 @@ +{ + "ID": 542, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Testing the edge-cases of the mermaid card. In this setting note that the mermaid cannot place onto the sacrificial pit in a meaningful way.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain in one action? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 3, New amount: 3", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_mermaid.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_mermaid.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/543.json b/annotation_data/res_arcana_tier3/543.json new file mode 100644 index 0000000000000000000000000000000000000000..310ba9c4e4cfeb7de200ae5abe519ac2b220cd3d --- /dev/null +++ b/annotation_data/res_arcana_tier3/543.json @@ -0,0 +1,17 @@ +{ + "ID": 543, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Testing the edge-cases of the mermaid card. In this setting note that the mermaid cannot place onto the sacrificial pit in a meaningful way.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain in two actions?Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 3, New amount: 3", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_mermaid.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_mermaid.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/544.json b/annotation_data/res_arcana_tier3/544.json new file mode 100644 index 0000000000000000000000000000000000000000..187eb126775f575743bd316f35b684c87cf67479 --- /dev/null +++ b/annotation_data/res_arcana_tier3/544.json @@ -0,0 +1,17 @@ +{ + "ID": 544, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Testing the edge-cases of the mermaid card. In this setting note that the mermaid cannot place onto the sacrificial pit in a meaningful way.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain in three actions? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 3, New amount: 5", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_mermaid.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_mermaid.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/545.json b/annotation_data/res_arcana_tier3/545.json new file mode 100644 index 0000000000000000000000000000000000000000..73cb99d7bb4644425c1da2d6a8b4d8ac9977d348 --- /dev/null +++ b/annotation_data/res_arcana_tier3/545.json @@ -0,0 +1,17 @@ +{ + "ID": 545, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Testing the edge-cases of the mermaid card. In this setting note that the mermaid cannot place onto the sacrificial pit in a meaningful way.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain in one action? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 1, New amount: 1", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_mermaid_synergy2.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_mermaid_synergy2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/546.json b/annotation_data/res_arcana_tier3/546.json new file mode 100644 index 0000000000000000000000000000000000000000..f5a82429b774680639ca90fa39cfe7b06c43c7fb --- /dev/null +++ b/annotation_data/res_arcana_tier3/546.json @@ -0,0 +1,17 @@ +{ + "ID": 546, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Testing the edge-cases of the mermaid card. In this setting note that the mermaid cannot place onto the sacrificial pit in a meaningful way.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain in two actions? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 1, New amount: 2", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_mermaid_synergy2.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_mermaid_synergy2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/547.json b/annotation_data/res_arcana_tier3/547.json new file mode 100644 index 0000000000000000000000000000000000000000..2febe612448910dca799f0b653bd4e02ab620078 --- /dev/null +++ b/annotation_data/res_arcana_tier3/547.json @@ -0,0 +1,17 @@ +{ + "ID": 547, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Testing the edge-cases of the mermaid card. In this setting note that the mermaid cannot place onto the sacrificial pit in a meaningful way.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain in this round? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 1, New amount: 4", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_mermaid_synergy2.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_mermaid_synergy2.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/548.json b/annotation_data/res_arcana_tier3/548.json new file mode 100644 index 0000000000000000000000000000000000000000..7697362fe33e56f754829f1dd69e18d42cf6ed25 --- /dev/null +++ b/annotation_data/res_arcana_tier3/548.json @@ -0,0 +1,17 @@ +{ + "ID": 548, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Testing the edge-cases of the mermaid card. This tests a case where there may be adversarial paths.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain in one action? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 4, New amount: 5", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_mermaid_synergy3.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 3, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_mermaid_synergy3.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/549.json b/annotation_data/res_arcana_tier3/549.json new file mode 100644 index 0000000000000000000000000000000000000000..2643d4c0a106db7d3583d3217ac046e4bf3a001f --- /dev/null +++ b/annotation_data/res_arcana_tier3/549.json @@ -0,0 +1,17 @@ +{ + "ID": 549, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Testing the edge-cases of the mermaid card. This tests a case where there may be adversarial paths.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain in two actions? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 4, New amount: 6", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_mermaid_synergy3.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_mermaid_synergy3.json" +} \ No newline at end of file diff --git a/annotation_data/res_arcana_tier3/550.json b/annotation_data/res_arcana_tier3/550.json new file mode 100644 index 0000000000000000000000000000000000000000..efa2b57db11cfd9a9c44c57d66635014f6e5d0a5 --- /dev/null +++ b/annotation_data/res_arcana_tier3/550.json @@ -0,0 +1,17 @@ +{ + "ID": 550, + "Game": "Res\u00a0Arcana", + "Tier": 3, + "Test Description": "Testing optimization questions", + "Difficulty Notes": "Testing the edge-cases of the mermaid card. This tests a case where there may be adversarial paths.", + "Question": "Assume all other players have already passed. Given this game state, what is the maximum guaranteed net number of VP the player can gain by the end of the round? Output the answer as: Previous amount: , New amount: ", + "Answer": "Previous amount: 4, New amount: 9", + "Rationale": "", + "game_state_url": "gamestates/images/res\u00a0arcana/t3_mermaid_synergy3.png", + "game_state_description": "", + "Game State Difficulty": 2, + "Rules Difficulty": 2, + "Strategy Difficulty": 2, + "tier": 3, + "json_game_state_url": "gamestates/json/res\u00a0arcana/t3_mermaid_synergy3.json" +} \ No newline at end of file diff --git a/css/leaderboard.css b/css/leaderboard.css new file mode 100644 index 0000000000000000000000000000000000000000..fd3405b7aa7c95dedd7fb4b8f4ad5ecede6cef05 --- /dev/null +++ b/css/leaderboard.css @@ -0,0 +1,175 @@ +/* ---- Filter controls ---- */ +#leaderboard-filters { + display: flex; + flex-wrap: wrap; + gap: 16px; + margin-bottom: 20px; +} + +.filter-group { + display: flex; + align-items: center; + gap: 6px; +} + +.filter-label { + font-size: 0.85rem; + color: #666; + font-weight: 600; +} + +.filter-buttons { + display: flex; + gap: 4px; +} + +.filter-btn { + background: #f0f2f5; + border: 1px solid #ccc; + color: #555; + font-size: 0.8rem; + padding: 5px 12px; + border-radius: 14px; + cursor: pointer; + transition: background 0.12s, color 0.12s; + width: auto; + height: auto; + display: inline-flex; +} + +.filter-btn:hover { background: #e4e6ea; color: #333; } +.filter-btn.active { background: #2563b1; color: #fff; border-color: #2563b1; } + +/* ---- Table wrapper ---- */ +#leaderboard-table-wrap { + overflow-x: auto; + border: 1px solid #ddd; + border-radius: 8px; + background: #fff; +} + +/* ---- Table ---- */ +#leaderboard-table { + width: 100%; + border-collapse: collapse; + font-size: 0.85rem; + white-space: nowrap; +} + +#leaderboard-table th, +#leaderboard-table td { + padding: 8px 12px; + text-align: center; + border-bottom: 1px solid #eee; +} + +/* Game group header row */ +#leaderboard-table thead tr.game-header th { + background: #f5f6f8; + color: #333; + font-size: 0.82rem; + font-weight: 700; + border-bottom: 2px solid #ddd; + border-left: 1px solid #ddd; +} + +#leaderboard-table thead tr.game-header th:first-child { + border-left: none; +} + +/* Sub-header row (modalities) */ +#leaderboard-table thead tr.mod-header th { + background: #fafbfc; + color: #666; + font-size: 0.78rem; + font-weight: 500; + cursor: pointer; + user-select: none; + border-left: 1px solid #eee; +} + +#leaderboard-table thead tr.mod-header th:hover { + color: #222; + background: #f0f1f3; +} + +.sort-arrow { + font-size: 0.7rem; + margin-left: 3px; + color: #bbb; +} + +.sort-arrow.active { color: #2563b1; } + +/* Model name column */ +#leaderboard-table thead tr.mod-header th:first-child { + text-align: left; + cursor: default; + border-left: none; +} + +#leaderboard-table td.model-cell { + text-align: left; + font-weight: 600; + color: #1a1a1a; + background: #fafbfc; + position: sticky; + left: 0; + z-index: 1; + border-right: 1px solid #ddd; +} + +/* Tier label within model cell */ +.tier-tag { + font-size: 0.72rem; + color: #999; + font-weight: 400; + margin-left: 6px; +} + +/* Heatmap cell */ +#leaderboard-table td.score-cell { + font-variant-numeric: tabular-nums; + font-weight: 500; + border-left: 1px solid #f0f0f0; +} + +#leaderboard-table td.score-cell.null-cell { + color: #ccc; + background: #fafafa; +} + +/* Average column */ +#leaderboard-table th.avg-col, +#leaderboard-table td.avg-col { + border-right: 2px solid #ccc; + font-weight: 700; +} + +/* Tier group separator row */ +#leaderboard-table tbody tr.tier-separator td { + background: #e8edf3; + color: #2563b1; + font-weight: 700; + font-size: 0.82rem; + text-align: left; + padding: 6px 12px; + border-bottom: 2px solid #c0cfe0; + border-top: 1px solid #c0cfe0; + letter-spacing: 0.02em; +} + +#leaderboard-table tbody tr.tier-separator:first-child td { + border-top: none; +} + +/* Row hover */ +#leaderboard-table tbody tr:hover:not(.tier-separator) td { + filter: brightness(0.96); +} + +/* ---- Responsive ---- */ +@media (max-width: 700px) { + #leaderboard-filters { gap: 10px; } + .filter-buttons { flex-wrap: wrap; } +} diff --git a/css/main.css b/css/main.css new file mode 100644 index 0000000000000000000000000000000000000000..de77b53fef26bc9e9e79a3e78c5891de986b4a40 --- /dev/null +++ b/css/main.css @@ -0,0 +1,183 @@ +/* Global reset */ +* { box-sizing: border-box; } +html { font-size: 16px; } + +body { + margin: 0; + padding: 0; + background: #f8f9fa; + color: #1a1a1a; + font-family: system-ui, -apple-system, BlinkMacSystemFont, sans-serif; +} + +/* ---- Navigation ---- */ +#topNav { + position: sticky; + top: 0; + z-index: 100; + display: flex; + align-items: center; + gap: 16px; + padding: 0 24px; + height: 54px; + background: #fff; + border-bottom: 1px solid #ddd; + box-shadow: 0 1px 3px rgba(0,0,0,0.06); +} + +.nav-brand { + font-size: 1.25rem; + font-weight: 700; + color: #1a1a1a; + margin-right: 12px; + white-space: nowrap; +} + +.nav-tabs { + display: flex; + gap: 4px; +} + +.tab-btn { + background: transparent; + border: none; + color: #666; + font-size: 0.9rem; + font-weight: 500; + padding: 8px 16px; + border-radius: 6px; + cursor: pointer; + transition: background 0.15s, color 0.15s; + width: auto; + height: auto; + display: inline-flex; +} + +.tab-btn:hover { background: #f0f0f0; color: #333; } +.tab-btn.active { background: #e8e8e8; color: #111; } + +.nav-links { + margin-left: auto; + display: flex; + gap: 16px; +} + +.nav-links a { + color: #2563b1; + text-decoration: none; + font-size: 0.85rem; +} +.nav-links a:hover { text-decoration: underline; } + +/* ---- Tab panels ---- */ +main { padding: 24px 32px; } + +.tab-panel { display: none; } +.tab-panel.active { display: block; } + +.tab-subtitle { + color: #666; + margin-top: 0; + margin-bottom: 20px; + font-size: 0.95rem; +} + +/* ---- About page ---- */ +.about-content { + max-width: 860px; +} + +.about-content h2 { + margin-top: 0; + font-size: 1.5rem; + color: #1a1a1a; +} + +.about-section { + margin-bottom: 32px; +} + +.about-section h3 { + font-size: 1.15rem; + margin-bottom: 8px; + color: #333; +} + +.about-section p, +.about-section li { + line-height: 1.7; + color: #444; +} + +.about-section ul { + padding-left: 20px; +} + +.about-section a { + color: #2563b1; +} + +.tier-cards { + display: grid; + grid-template-columns: repeat(auto-fit, minmax(220px, 1fr)); + gap: 12px; +} + +.tier-card { + background: #fff; + border: 1px solid #ddd; + border-radius: 8px; + padding: 16px; +} + +.tier-card h4 { + margin: 0 0 6px; + font-size: 0.95rem; + color: #1a1a1a; +} + +.tier-card p { + margin: 0; + font-size: 0.9rem; + color: #555; +} + +.game-grid { + display: grid; + grid-template-columns: repeat(auto-fit, minmax(180px, 1fr)); + gap: 10px; +} + +.game-card { + background: #fff; + border: 1px solid #ddd; + border-radius: 8px; + padding: 14px; +} + +.game-card strong { color: #1a1a1a; } + +.game-card p { + margin: 4px 0 0; + font-size: 0.85rem; + color: #555; +} + +.citation-block { + background: #f0f2f5; + padding: 16px; + border-radius: 8px; + border: 1px solid #ddd; + font-size: 0.85rem; + color: #333; + overflow-x: auto; + white-space: pre; +} + +/* ---- Responsive ---- */ +@media (max-width: 700px) { + #topNav { flex-wrap: wrap; height: auto; padding: 10px 16px; } + .nav-tabs { width: 100%; justify-content: center; } + .nav-links { width: 100%; justify-content: center; } + main { padding: 16px; } +} diff --git a/css/viewer.css b/css/viewer.css new file mode 100644 index 0000000000000000000000000000000000000000..f030b3d75c58d736de4cfeeb6f84c9447c5af00e --- /dev/null +++ b/css/viewer.css @@ -0,0 +1,177 @@ +/* Dataset browser styles — light theme */ + +/* Top controls */ +#tab-browser #controls { + margin-bottom: 20px; + display: flex; + flex-wrap: wrap; + gap: 10px; + align-items: center; +} + +#tab-browser label { + font-size: 1rem; +} + +#tab-browser select, +#tab-browser input { + font-size: 1rem; + background: #fff; + color: #1a1a1a; + border-radius: 4px; + border: 1px solid #ccc; + padding: 8px 12px; +} + +#navButtons { + display: flex; + gap: 10px; + align-items: center; +} + +#tab-browser button { + font-size: 1rem; + width: 100px; + height: 42px; + display: flex; + align-items: center; + justify-content: center; + gap: 6px; + background: #e8e8e8; + color: #333; + border: 1px solid #ccc; + border-radius: 4px; + padding: 8px 12px; + cursor: pointer; +} + +#tab-browser button:hover { background: #ddd; } + +/* Layout (2 columns) */ +#layout { + display: grid; + grid-template-columns: minmax(0, 1.4fr) minmax(0, 1fr); + gap: 15px; +} + +/* Question section */ +#questionCard { + font-size: 1.2rem; + background: #fff; + padding: 16px; + border-radius: 8px; + border: 1px solid #ddd; + margin-bottom: 12px; +} + +.id-tag { + font-size: 0.8em; + color: #888; +} + +.question-label { + font-weight: bold; + color: #c0392b; + font-size: 1.2rem; +} + +.question-text { + font-size: 1.2rem; + line-height: 1.8; +} + +/* Answer block */ +#answerBlock { + background: #fff; + padding: 16px; + border-radius: 8px; + border: 1px solid #ddd; +} + +.answer-info { margin-top: 8px; } +.answer-info.correct { color: #27ae60; } +.answer-info.wrong { color: #c0392b; } + +details { margin-top: 10px; } + +/* Right side image container */ +#imageContainer { + background: #fff; + padding: 16px; + border-radius: 8px; + border: 1px solid #ddd; + max-height: calc(100vh - 200px); + overflow-y: auto; + overflow-x: hidden; +} + +#imageContainer.hidden { display: none; } + +/* Multi-image layout */ +#multiImages { + display: flex; + flex-direction: column; + gap: 18px; +} + +.multi-img-block { + background: #f8f9fa; + padding: 12px; + border-radius: 8px; + border: 1px solid #ddd; + display: flex; + flex-direction: column; + align-items: center; +} + +.multi-img-block img { + width: 900px; + max-width: 100%; + height: auto; + object-fit: contain; + border-radius: 10px; + border: 1px solid #ccc; + display: block; +} + +.multi-img-caption { + margin-top: 6px; + font-size: 12px; + color: #888; +} + +/* Spinner */ +.spinner { + margin: 10px auto; + width: 38px; + height: 38px; + border: 4px solid #ddd; + border-top-color: #2563b1; + border-radius: 50%; + animation: spin 0.8s linear infinite; +} + +@keyframes spin { to { transform: rotate(360deg); } } + +/* Preformatted JSON */ +#tab-browser pre { + background: #f0f2f5; + padding: 15px; + border-radius: 8px; + overflow-x: auto; +} + +.full-img-link { + margin-top: 4px; + font-size: 12px; + color: #2563b1; + text-decoration: none; +} +.full-img-link:hover { text-decoration: underline; } + +/* Responsive */ +@media (max-width: 700px) { + #layout { + grid-template-columns: 1fr; + } +} diff --git a/index.html b/index.html index b0c4b3666032a737f3903db53e6a8a9272483e28..aae1ec892f62dc85052fc8f2ecab710c8c9649c7 100644 --- a/index.html +++ b/index.html @@ -1,19 +1,219 @@ - - - - - - My static Space - - - -
-

Welcome to your static Space!

-

You can modify this app directly by editing index.html in the Files and versions tab.

-

- Also don't forget to check the - Spaces documentation. -

-
- + + + + + LudoBench: Board Game Reasoning Benchmark + + + + + + + + + +
+ + +
+

Leaderboard

+

+ Accuracy of multimodal models across 5 board games, + 3 reasoning tiers, and 3 rulebook modalities. + Click any column header to sort. +

+ +
+
+ Tier: +
+ + + + +
+
+
+ Game: +
+ + + + + + +
+
+
+ Modality: +
+ + + + +
+
+
+ +
+ + + +
+
+
+ + +
+

Dataset Browser

+

Browse 638 annotated QA examples across 5 games and 3 difficulty tiers.

+ +
+ + + +
+ +
+
+
Loading…
+
+ + + +
+
+ Show solution +
+
+
+
+
+ +
+
+
+ + +
+
+

LudoBench: Evaluating Multimodal Reasoning through Real-World Tabletop Strategy Games

+ +
+

Abstract

+

+ LudoBench is a multimodal game reasoning benchmark designed to evaluate how well + vision-enabled language models handle real-world tabletop strategy games. Unlike + prior benchmarks that focus mainly on familiar board games, LudoBench recreates the + experience of players learning and applying new rules for the first time. +

+

+ LudoBench includes 638 annotated question–answer examples drawn from five diverse + games: Kingdomino, Res Arcana, Pax Renaissance (2nd Edition), Carcassonne, and + Catan. These games are chosen based on increasing complexity of game states + and rules comprehension. +

+
+ +
+

Reasoning Tiers

+
+
+

Tier 1: Environment Perception

+

Recognizing objects, counting components, and identifying basic game state features from board images.

+
+
+

Tier 2: Rules Integration

+

Applying multimodal rulebook knowledge to answer questions requiring rule understanding and application.

+
+
+

Tier 3: Short-Horizon Optimization

+

Planning optimal short-term moves that require strategic reasoning about game mechanics and resource management.

+
+
+
+ +
+

Rulebook Modalities

+

Models are evaluated under three rulebook modalities:

+
    +
  • None — parametric knowledge only (no rulebook provided)
    • +
  • Text — text-only rulebook provided in context
    • +
  • Image — image-based rulebook pages provided
    • +
+
+ +
+

Games

+
+
+ Kingdomino +

Domino-based kingdom building with terrain matching and crown scoring.

+
+
+ Res Arcana +

Engine-building card game with essence management and artifact abilities.

+
+
+ Pax Renaissance +

Complex political strategy game with multiple victory conditions and card-driven actions.

+
+
+ Carcassonne +

Tile-placement game with feature scoring (cities, roads, fields, monasteries).

+
+
+ Catan +

Resource management and trading game with settlement building and development.

+
+
+
+ +
+

Citation

+ 
@article{ludobench2026,
+  title={LudoBench: Evaluating Multimodal Reasoning through Real-World Tabletop Strategy Games},
+  year={2026}
+}
+
+ +
+

Links

+ +
+
+
+ +
+ + + + + + diff --git a/js/app.js b/js/app.js new file mode 100644 index 0000000000000000000000000000000000000000..567a849ce296652fa44308a2d6b452882a916be8 --- /dev/null +++ b/js/app.js @@ -0,0 +1,28 @@ +// Tab navigation and initialization controller. + +document.addEventListener("DOMContentLoaded", () => { + const tabs = document.querySelectorAll(".tab-btn"); + const panels = document.querySelectorAll(".tab-panel"); + + tabs.forEach(btn => { + btn.addEventListener("click", () => { + const target = btn.dataset.tab; + + tabs.forEach(t => t.classList.remove("active")); + panels.forEach(p => p.classList.remove("active")); + + btn.classList.add("active"); + document.getElementById("tab-" + target).classList.add("active"); + + // Lazy-init the dataset viewer on first access + if (target === "browser" && typeof initViewer === "function") { + initViewer(); + } + }); + }); + + // Initialize leaderboard on page load + if (typeof initLeaderboard === "function") { + initLeaderboard(); + } +}); diff --git a/js/leaderboard-data.js b/js/leaderboard-data.js new file mode 100644 index 0000000000000000000000000000000000000000..1792cb7571838d28120ea55d1018c318b14a01b7 --- /dev/null +++ b/js/leaderboard-data.js @@ -0,0 +1,50 @@ +// Auto-generated from figure3_master_heatmap.csv +// Structure: array of { model, tier, scores: { "Game|Modality": value } } + +const GAMES = ["KingD", "Res Arcana", "Pax Ren.", "Carca.", "Catan"]; +const GAME_LABELS = { + "KingD": "Kingdomino", + "Res Arcana": "Res Arcana", + "Pax Ren.": "Pax Renaissance", + "Carca.": "Carcassonne", + "Catan": "Catan" +}; +const MODALITIES = ["None", "Text", "Image"]; +const TIERS = ["T1", "T2", "T3"]; +const TIER_LABELS = { + "T1": "Tier 1: Environment Perception", + "T2": "Tier 2: Rules Integration", + "T3": "Tier 3: Short-Horizon Optimization" +}; + +const BENCHMARK_DATA = [ + { model: "GPT-4o", tier: "T1", scores: { "KingD|None": 0.381, "KingD|Text": 0.571, "KingD|Image": 0.429, "Res Arcana|None": 0.650, "Res Arcana|Text": 0.650, "Res Arcana|Image": 0.575, "Pax Ren.|None": 0.375, "Pax Ren.|Text": 0.475, "Pax Ren.|Image": 0.600, "Carca.|None": 0.425, "Carca.|Text": 0.350, "Carca.|Image": 0.400, "Catan|None": 0.450, "Catan|Text": 0.450, "Catan|Image": 0.450 } }, + { model: "o1", tier: "T1", scores: { "KingD|None": 0.524, "KingD|Text": 0.429, "KingD|Image": 0.429, "Res Arcana|None": 0.675, "Res Arcana|Text": 0.525, "Res Arcana|Image": 0.600, "Pax Ren.|None": 0.450, "Pax Ren.|Text": 0.550, "Pax Ren.|Image": 0.475, "Carca.|None": 0.450, "Carca.|Text": 0.450, "Carca.|Image": 0.375, "Catan|None": 0.475, "Catan|Text": 0.550, "Catan|Image": 0.550 } }, + { model: "GPT-4.1", tier: "T1", scores: { "KingD|None": 0.619, "KingD|Text": 0.524, "KingD|Image": 0.619, "Res Arcana|None": 0.775, "Res Arcana|Text": 0.725, "Res Arcana|Image": 0.750, "Pax Ren.|None": 0.525, "Pax Ren.|Text": 0.575, "Pax Ren.|Image": 0.600, "Carca.|None": 0.575, "Carca.|Text": 0.400, "Carca.|Image": 0.475, "Catan|None": 0.575, "Catan|Text": 0.450, "Catan|Image": 0.650 } }, + { model: "o3", tier: "T1", scores: { "KingD|None": 0.750, "KingD|Text": 0.675, "KingD|Image": 0.650, "Res Arcana|None": 0.775, "Res Arcana|Text": 0.775, "Res Arcana|Image": 0.700, "Pax Ren.|None": 0.475, "Pax Ren.|Text": 0.675, "Pax Ren.|Image": 0.650, "Carca.|None": 0.450, "Carca.|Text": 0.500, "Carca.|Image": 0.575, "Catan|None": 0.600, "Catan|Text": 0.575, "Catan|Image": 0.550 } }, + { model: "GPT-5.1", tier: "T1", scores: { "KingD|None": 0.750, "KingD|Text": 0.650, "KingD|Image": 0.675, "Res Arcana|None": 0.775, "Res Arcana|Text": 0.800, "Res Arcana|Image": 0.800, "Pax Ren.|None": 0.600, "Pax Ren.|Text": 0.600, "Pax Ren.|Image": 0.650, "Carca.|None": 0.725, "Carca.|Text": 0.525, "Carca.|Image": 0.550, "Catan|None": 0.600, "Catan|Text": 0.575, "Catan|Image": 0.575 } }, + { model: "Gemini 2.5 Flash", tier: "T1", scores: { "KingD|None": 0.524, "KingD|Text": 0.476, "KingD|Image": 0.381, "Res Arcana|None": 0.675, "Res Arcana|Text": 0.775, "Res Arcana|Image": 0.500, "Pax Ren.|None": 0.550, "Pax Ren.|Text": 0.400, "Pax Ren.|Image": 0.375, "Carca.|None": 0.450, "Carca.|Text": 0.400, "Carca.|Image": 0.350, "Catan|None": 0.625, "Catan|Text": 0.500, "Catan|Image": 0.325 } }, + { model: "Gemini 2.5 Pro", tier: "T1", scores: { "KingD|None": 0.524, "KingD|Text": 0.524, "KingD|Image": 0.333, "Res Arcana|None": 0.650, "Res Arcana|Text": 0.700, "Res Arcana|Image": 0.525, "Pax Ren.|None": 0.650, "Pax Ren.|Text": 0.725, "Pax Ren.|Image": 0.375, "Carca.|None": 0.425, "Carca.|Text": 0.350, "Carca.|Image": 0.450, "Catan|None": 0.575, "Catan|Text": 0.650, "Catan|Image": 0.425 } }, + { model: "Gemini 3 Pro", tier: "T1", scores: { "KingD|None": 0.825, "KingD|Text": 0.800, "KingD|Image": 0.850, "Res Arcana|None": 0.875, "Res Arcana|Text": 0.850, "Res Arcana|Image": 0.775, "Pax Ren.|None": 0.775, "Pax Ren.|Text": 0.750, "Pax Ren.|Image": 0.800, "Carca.|None": 0.825, "Carca.|Text": 0.750, "Carca.|Image": 0.650, "Catan|None": 0.525, "Catan|Text": 0.625, "Catan|Image": 0.700 } }, + { model: "Claude 4.5 Sonnet", tier: "T1", scores: { "KingD|None": 0.571, "KingD|Text": 0.619, "KingD|Image": 0.524, "Res Arcana|None": 0.650, "Res Arcana|Text": 0.800, "Res Arcana|Image": 0.800, "Pax Ren.|None": 0.600, "Pax Ren.|Text": 0.650, "Pax Ren.|Image": null, "Carca.|None": 0.375, "Carca.|Text": 0.325, "Carca.|Image": 0.300, "Catan|None": 0.600, "Catan|Text": 0.625, "Catan|Image": null } }, + + { model: "GPT-4o", tier: "T2", scores: { "KingD|None": 0.300, "KingD|Text": 0.433, "KingD|Image": 0.300, "Res Arcana|None": 0.225, "Res Arcana|Text": 0.400, "Res Arcana|Image": 0.350, "Pax Ren.|None": 0.125, "Pax Ren.|Text": 0.525, "Pax Ren.|Image": 0.475, "Carca.|None": 0.125, "Carca.|Text": 0.150, "Carca.|Image": 0.225, "Catan|None": 0.225, "Catan|Text": 0.200, "Catan|Image": 0.200 } }, + { model: "o1", tier: "T2", scores: { "KingD|None": 0.200, "KingD|Text": 0.400, "KingD|Image": 0.267, "Res Arcana|None": 0.350, "Res Arcana|Text": 0.350, "Res Arcana|Image": 0.350, "Pax Ren.|None": 0.250, "Pax Ren.|Text": 0.400, "Pax Ren.|Image": 0.450, "Carca.|None": 0.225, "Carca.|Text": 0.250, "Carca.|Image": 0.300, "Catan|None": 0.150, "Catan|Text": 0.250, "Catan|Image": 0.225 } }, + { model: "GPT-4.1", tier: "T2", scores: { "KingD|None": 0.333, "KingD|Text": 0.433, "KingD|Image": 0.300, "Res Arcana|None": 0.400, "Res Arcana|Text": 0.500, "Res Arcana|Image": 0.475, "Pax Ren.|None": 0.275, "Pax Ren.|Text": 0.400, "Pax Ren.|Image": 0.375, "Carca.|None": 0.175, "Carca.|Text": 0.200, "Carca.|Image": 0.150, "Catan|None": 0.325, "Catan|Text": 0.225, "Catan|Image": 0.325 } }, + { model: "o3", tier: "T2", scores: { "KingD|None": 0.350, "KingD|Text": 0.400, "KingD|Image": 0.375, "Res Arcana|None": 0.325, "Res Arcana|Text": 0.625, "Res Arcana|Image": 0.475, "Pax Ren.|None": 0.300, "Pax Ren.|Text": 0.550, "Pax Ren.|Image": 0.575, "Carca.|None": 0.275, "Carca.|Text": 0.275, "Carca.|Image": 0.275, "Catan|None": 0.375, "Catan|Text": 0.275, "Catan|Image": 0.275 } }, + { model: "GPT-5.1", tier: "T2", scores: { "KingD|None": 0.300, "KingD|Text": 0.325, "KingD|Image": 0.275, "Res Arcana|None": 0.325, "Res Arcana|Text": 0.525, "Res Arcana|Image": 0.525, "Pax Ren.|None": 0.200, "Pax Ren.|Text": 0.600, "Pax Ren.|Image": 0.467, "Carca.|None": 0.250, "Carca.|Text": 0.250, "Carca.|Image": 0.325, "Catan|None": 0.275, "Catan|Text": 0.275, "Catan|Image": 0.300 } }, + { model: "Gemini 2.5 Flash", tier: "T2", scores: { "KingD|None": 0.167, "KingD|Text": 0.300, "KingD|Image": 0.267, "Res Arcana|None": 0.225, "Res Arcana|Text": 0.300, "Res Arcana|Image": 0.300, "Pax Ren.|None": 0.250, "Pax Ren.|Text": 0.300, "Pax Ren.|Image": 0.375, "Carca.|None": 0.250, "Carca.|Text": 0.300, "Carca.|Image": 0.200, "Catan|None": 0.250, "Catan|Text": 0.275, "Catan|Image": 0.125 } }, + { model: "Gemini 2.5 Pro", tier: "T2", scores: { "KingD|None": 0.367, "KingD|Text": 0.367, "KingD|Image": 0.267, "Res Arcana|None": 0.375, "Res Arcana|Text": 0.475, "Res Arcana|Image": 0.375, "Pax Ren.|None": 0.100, "Pax Ren.|Text": 0.400, "Pax Ren.|Image": 0.250, "Carca.|None": 0.225, "Carca.|Text": 0.275, "Carca.|Image": 0.150, "Catan|None": 0.275, "Catan|Text": 0.350, "Catan|Image": 0.175 } }, + { model: "Gemini 3 Pro", tier: "T2", scores: { "KingD|None": 0.725, "KingD|Text": 0.675, "KingD|Image": 0.750, "Res Arcana|None": 0.550, "Res Arcana|Text": 0.625, "Res Arcana|Image": 0.650, "Pax Ren.|None": 0.325, "Pax Ren.|Text": 0.475, "Pax Ren.|Image": 0.425, "Carca.|None": 0.425, "Carca.|Text": 0.425, "Carca.|Image": 0.325, "Catan|None": 0.500, "Catan|Text": 0.325, "Catan|Image": 0.500 } }, + { model: "Claude 4.5 Sonnet", tier: "T2", scores: { "KingD|None": 0.300, "KingD|Text": 0.333, "KingD|Image": 0.233, "Res Arcana|None": 0.433, "Res Arcana|Text": 0.633, "Res Arcana|Image": 0.400, "Pax Ren.|None": 0.300, "Pax Ren.|Text": 0.533, "Pax Ren.|Image": null, "Carca.|None": 0.275, "Carca.|Text": 0.275, "Carca.|Image": 0.375, "Catan|None": 0.225, "Catan|Text": 0.275, "Catan|Image": null } }, + + { model: "GPT-4o", tier: "T3", scores: { "KingD|None": 0.000, "KingD|Text": 0.000, "KingD|Image": 0.000, "Res Arcana|None": 0.020, "Res Arcana|Text": 0.060, "Res Arcana|Image": 0.000, "Pax Ren.|None": 0.053, "Pax Ren.|Text": 0.053, "Pax Ren.|Image": 0.018, "Carca.|None": 0.040, "Carca.|Text": 0.000, "Carca.|Image": 0.040, "Catan|None": 0.065, "Catan|Text": 0.000, "Catan|Image": 0.032 } }, + { model: "o1", tier: "T3", scores: { "KingD|None": 0.000, "KingD|Text": 0.020, "KingD|Image": 0.000, "Res Arcana|None": 0.040, "Res Arcana|Text": 0.060, "Res Arcana|Image": 0.040, "Pax Ren.|None": 0.105, "Pax Ren.|Text": 0.018, "Pax Ren.|Image": 0.053, "Carca.|None": 0.080, "Carca.|Text": 0.040, "Carca.|Image": 0.040, "Catan|None": 0.032, "Catan|Text": 0.065, "Catan|Image": 0.032 } }, + { model: "GPT-4.1", tier: "T3", scores: { "KingD|None": 0.040, "KingD|Text": 0.080, "KingD|Image": 0.100, "Res Arcana|None": 0.020, "Res Arcana|Text": 0.020, "Res Arcana|Image": 0.020, "Pax Ren.|None": 0.123, "Pax Ren.|Text": 0.123, "Pax Ren.|Image": 0.088, "Carca.|None": 0.020, "Carca.|Text": 0.000, "Carca.|Image": 0.060, "Catan|None": 0.194, "Catan|Text": 0.065, "Catan|Image": 0.032 } }, + { model: "o3", tier: "T3", scores: { "KingD|None": 0.060, "KingD|Text": 0.120, "KingD|Image": 0.040, "Res Arcana|None": 0.000, "Res Arcana|Text": 0.060, "Res Arcana|Image": 0.060, "Pax Ren.|None": 0.070, "Pax Ren.|Text": 0.175, "Pax Ren.|Image": 0.211, "Carca.|None": 0.120, "Carca.|Text": 0.060, "Carca.|Image": 0.100, "Catan|None": 0.194, "Catan|Text": 0.226, "Catan|Image": 0.258 } }, + { model: "GPT-5.1", tier: "T3", scores: { "KingD|None": 0.160, "KingD|Text": 0.060, "KingD|Image": 0.060, "Res Arcana|None": 0.080, "Res Arcana|Text": 0.080, "Res Arcana|Image": 0.080, "Pax Ren.|None": 0.123, "Pax Ren.|Text": 0.088, "Pax Ren.|Image": 0.211, "Carca.|None": 0.020, "Carca.|Text": 0.100, "Carca.|Image": 0.100, "Catan|None": 0.129, "Catan|Text": 0.161, "Catan|Image": 0.161 } }, + { model: "Gemini 2.5 Flash", tier: "T3", scores: { "KingD|None": 0.000, "KingD|Text": 0.020, "KingD|Image": 0.000, "Res Arcana|None": 0.000, "Res Arcana|Text": 0.080, "Res Arcana|Image": 0.080, "Pax Ren.|None": 0.018, "Pax Ren.|Text": 0.053, "Pax Ren.|Image": 0.000, "Carca.|None": 0.020, "Carca.|Text": 0.060, "Carca.|Image": 0.040, "Catan|None": 0.032, "Catan|Text": 0.000, "Catan|Image": 0.065 } }, + { model: "Gemini 2.5 Pro", tier: "T3", scores: { "KingD|None": 0.040, "KingD|Text": 0.020, "KingD|Image": 0.000, "Res Arcana|None": 0.120, "Res Arcana|Text": 0.300, "Res Arcana|Image": 0.080, "Pax Ren.|None": 0.123, "Pax Ren.|Text": 0.053, "Pax Ren.|Image": 0.088, "Carca.|None": 0.060, "Carca.|Text": 0.060, "Carca.|Image": 0.040, "Catan|None": 0.129, "Catan|Text": 0.097, "Catan|Image": 0.161 } }, + { model: "Gemini 3 Pro", tier: "T3", scores: { "KingD|None": 0.160, "KingD|Text": 0.160, "KingD|Image": 0.140, "Res Arcana|None": 0.200, "Res Arcana|Text": 0.260, "Res Arcana|Image": 0.180, "Pax Ren.|None": 0.053, "Pax Ren.|Text": 0.105, "Pax Ren.|Image": 0.193, "Carca.|None": 0.060, "Carca.|Text": 0.020, "Carca.|Image": 0.040, "Catan|None": 0.129, "Catan|Text": 0.161, "Catan|Image": 0.032 } }, + { model: "Claude 4.5 Sonnet", tier: "T3", scores: { "KingD|None": 0.020, "KingD|Text": 0.040, "KingD|Image": 0.040, "Res Arcana|None": 0.040, "Res Arcana|Text": 0.060, "Res Arcana|Image": 0.080, "Pax Ren.|None": 0.053, "Pax Ren.|Text": 0.088, "Pax Ren.|Image": null, "Carca.|None": 0.040, "Carca.|Text": 0.020, "Carca.|Image": 0.060, "Catan|None": 0.000, "Catan|Text": 0.032, "Catan|Image": null } } +]; diff --git a/js/leaderboard.js b/js/leaderboard.js new file mode 100644 index 0000000000000000000000000000000000000000..9cdc6fb1c7afa8a91c572a7064d710939140945a --- /dev/null +++ b/js/leaderboard.js @@ -0,0 +1,281 @@ +// Leaderboard: interactive heatmap table with sorting and filtering. +// Depends on BENCHMARK_DATA, GAMES, MODALITIES, TIERS from leaderboard-data.js. + +(function () { + "use strict"; + + // ---- State ---- + let activeFilters = { tier: "all", game: "all", modality: "all" }; + let sortCol = null; // column key or "avg" + let sortAsc = true; + + // ---- Color scale (light theme, bolder) ---- + function heatColor(val, min, max) { + if (val === null || val === undefined) return null; + const range = max - min; + const t = range > 0 ? (val - min) / range : 0.5; + + let r, g, b; + if (t < 0.5) { + const s = t / 0.5; + r = 220 + (240 - 220) * s; + g = 130 + (210 - 130) * s; + b = 120 + (130 - 120) * s; + } else { + const s = (t - 0.5) / 0.5; + r = 240 - (240 - 130) * s; + g = 210 - (210 - 195) * s; + b = 130 - (130 - 100) * s; + } + return `rgb(${Math.round(r)},${Math.round(g)},${Math.round(b)})`; + } + + function textColorForBg() { + return "#1a1a1a"; + } + + // ---- Compute visible columns ---- + function getVisibleColumns() { + const cols = []; + const games = activeFilters.game === "all" ? GAMES : [activeFilters.game]; + const mods = activeFilters.modality === "all" ? MODALITIES : [activeFilters.modality]; + for (const g of games) { + for (const m of mods) { + cols.push({ game: g, modality: m, key: g + "|" + m }); + } + } + return cols; + } + + // ---- Compute visible rows ---- + function getVisibleRows() { + const tiers = activeFilters.tier === "all" ? TIERS : [activeFilters.tier]; + return BENCHMARK_DATA.filter(d => tiers.includes(d.tier)); + } + + // ---- Compute row average ---- + function rowAvg(row, cols) { + let sum = 0, n = 0; + for (const c of cols) { + const v = row.scores[c.key]; + if (v !== null && v !== undefined) { sum += v; n++; } + } + return n > 0 ? sum / n : null; + } + + // ---- Build and render table ---- + function renderLeaderboard() { + const cols = getVisibleColumns(); + let rows = getVisibleRows(); + + // Pre-compute averages + const avgMap = new Map(); + for (const r of rows) avgMap.set(r, rowAvg(r, cols)); + + // Sort: always group by tier first, then by selected column within each tier + rows = rows.slice().sort((a, b) => { + const tierA = TIERS.indexOf(a.tier); + const tierB = TIERS.indexOf(b.tier); + if (tierA !== tierB) return tierA - tierB; + + if (sortCol) { + let va, vb; + if (sortCol === "avg") { + va = avgMap.get(a); + vb = avgMap.get(b); + } else { + va = a.scores[sortCol]; + vb = b.scores[sortCol]; + } + if (va === null || va === undefined) va = -Infinity; + if (vb === null || vb === undefined) vb = -Infinity; + return sortAsc ? va - vb : vb - va; + } + return 0; + }); + + // Find min/max for heatmap scaling + let allVals = []; + for (const r of rows) { + for (const c of cols) { + const v = r.scores[c.key]; + if (v !== null && v !== undefined) allVals.push(v); + } + const avg = avgMap.get(r); + if (avg !== null) allVals.push(avg); + } + const minVal = allVals.length > 0 ? Math.min(...allVals) : 0; + const maxVal = allVals.length > 0 ? Math.max(...allVals) : 1; + + // --- Build header --- + const thead = document.getElementById("leaderboard-thead"); + thead.innerHTML = ""; + + // Game header row (only if showing multiple modalities per game) + const showGameRow = activeFilters.modality === "all"; + if (showGameRow) { + const gameRow = document.createElement("tr"); + gameRow.className = "game-header"; + + // Model corner + const corner = document.createElement("th"); + corner.textContent = ""; + corner.rowSpan = 2; + gameRow.appendChild(corner); + + // Avg column header (left-most after model) + const avgTh = document.createElement("th"); + avgTh.className = "avg-col"; + avgTh.rowSpan = 2; + avgTh.style.cursor = "pointer"; + avgTh.onclick = () => { toggleSort("avg"); }; + avgTh.innerHTML = 'Avg ' + sortIndicator("avg"); + gameRow.appendChild(avgTh); + + const visibleGames = activeFilters.game === "all" ? GAMES : [activeFilters.game]; + for (const g of visibleGames) { + const th = document.createElement("th"); + th.textContent = GAME_LABELS[g] || g; + th.colSpan = MODALITIES.length; + gameRow.appendChild(th); + } + + thead.appendChild(gameRow); + } + + // Modality header row + const modRow = document.createElement("tr"); + modRow.className = "mod-header"; + + if (!showGameRow) { + const corner = document.createElement("th"); + corner.textContent = "Model"; + modRow.appendChild(corner); + + // Avg header (left-most after model) + const avgTh = document.createElement("th"); + avgTh.className = "avg-col"; + avgTh.innerHTML = 'Avg ' + sortIndicator("avg"); + avgTh.style.cursor = "pointer"; + avgTh.onclick = () => { toggleSort("avg"); }; + modRow.appendChild(avgTh); + } + + for (const c of cols) { + const th = document.createElement("th"); + const label = showGameRow ? c.modality : (GAME_LABELS[c.game] || c.game) + " / " + c.modality; + th.innerHTML = label + " " + sortIndicator(c.key); + th.onclick = () => { toggleSort(c.key); }; + modRow.appendChild(th); + } + + thead.appendChild(modRow); + + // --- Build body --- + const tbody = document.getElementById("leaderboard-tbody"); + tbody.innerHTML = ""; + + const showTierGroups = activeFilters.tier === "all"; + let lastTier = null; + const totalCols = 2 + cols.length; // model + avg + score columns + + for (const r of rows) { + // Insert tier group header row when tier changes + if (showTierGroups && r.tier !== lastTier) { + const sepTr = document.createElement("tr"); + sepTr.className = "tier-separator"; + const sepTd = document.createElement("td"); + sepTd.colSpan = totalCols; + sepTd.textContent = TIER_LABELS[r.tier] || r.tier; + sepTr.appendChild(sepTd); + tbody.appendChild(sepTr); + lastTier = r.tier; + } + + const tr = document.createElement("tr"); + + // Model cell + const modelTd = document.createElement("td"); + modelTd.className = "model-cell"; + modelTd.textContent = r.model; + tr.appendChild(modelTd); + + // Avg cell (left-most after model) + const avgTd = document.createElement("td"); + avgTd.className = "score-cell avg-col"; + const avg = avgMap.get(r); + if (avg === null) { + avgTd.textContent = "\u2014"; + avgTd.classList.add("null-cell"); + } else { + avgTd.textContent = (avg * 100).toFixed(1); + const bg = heatColor(avg, minVal, maxVal); + if (bg) { + avgTd.style.backgroundColor = bg; + avgTd.style.color = textColorForBg(); + } + } + tr.appendChild(avgTd); + + // Score cells + for (const c of cols) { + const td = document.createElement("td"); + td.className = "score-cell"; + const v = r.scores[c.key]; + if (v === null || v === undefined) { + td.textContent = "\u2014"; + td.classList.add("null-cell"); + } else { + td.textContent = (v * 100).toFixed(1); + const bg = heatColor(v, minVal, maxVal); + if (bg) { + td.style.backgroundColor = bg; + td.style.color = textColorForBg(); + } + } + tr.appendChild(td); + } + + tbody.appendChild(tr); + } + } + + // ---- Sort helpers ---- + function sortIndicator(key) { + if (sortCol !== key) return '\u2195'; + const arrow = sortAsc ? "\u2191" : "\u2193"; + return `${arrow}`; + } + + function toggleSort(key) { + if (sortCol === key) { + sortAsc = !sortAsc; + } else { + sortCol = key; + sortAsc = false; // default descending for scores + } + renderLeaderboard(); + } + + // ---- Filter button wiring ---- + function initFilters() { + document.querySelectorAll("#leaderboard-filters .filter-buttons").forEach(group => { + const filterType = group.dataset.filter; + group.querySelectorAll(".filter-btn").forEach(btn => { + btn.addEventListener("click", () => { + group.querySelectorAll(".filter-btn").forEach(b => b.classList.remove("active")); + btn.classList.add("active"); + activeFilters[filterType] = btn.dataset.value; + sortCol = null; // reset sort on filter change + renderLeaderboard(); + }); + }); + }); + } + + // ---- Public init ---- + window.initLeaderboard = function () { + initFilters(); + renderLeaderboard(); + }; +})(); diff --git a/js/viewer.js b/js/viewer.js new file mode 100644 index 0000000000000000000000000000000000000000..6e688808eb9fde23adb784afacf53fb4c41bf388 --- /dev/null +++ b/js/viewer.js @@ -0,0 +1,263 @@ +// Dataset browser (adapted from anon-submission-2026/docs/viewer.js) +// Wrapped in lazy-init so it only loads when the Dataset Browser tab is opened. + +let _viewerInitialized = false; + +// Base URL for images hosted in the HF dataset repo +const IMAGE_BASE_URL = "https://huggingface.co/datasets/jpeper/LudoBench_test/resolve/main/images"; + +// ----------------------- +// Manifest loader +// ----------------------- +async function loadManifest() { + const res = await fetch("manifest.json"); + if (!res.ok) throw new Error("Failed to load manifest: " + res.status); + const manifest = await res.json(); + return manifest.files; +} + +// ----------------------- +// Folder handling +// ----------------------- +function buildFolderIndex(files) { + const set = new Set(); + for (const f of files) set.add(f.folder); + return Array.from(set).sort(); +} + +function populateFolderSelect(folders) { + const sel = document.getElementById("folderSelect"); + sel.innerHTML = ""; + for (const f of folders) { + const opt = document.createElement("option"); + opt.textContent = f; + opt.value = f; + sel.appendChild(opt); + } +} + +function filterFiles(files, folder) { + return files.filter(f => f.folder === folder); +} + +function populateFileSelect(files) { + const sel = document.getElementById("fileSelect"); + sel.innerHTML = ""; + for (const f of files) { + const opt = document.createElement("option"); + opt.value = f.json_path; + opt.textContent = f.name; + sel.appendChild(opt); + } +} + +// ----------------------- +// Load one JSON annotation +// ----------------------- +async function loadJson(path) { + const res = await fetch(path); + if (!res.ok) throw new Error("Error loading " + path); + return await res.json(); +} + +// ----------------------- +// Rendering question + answer +// ----------------------- +function normalizedAnswers(raw) { + return new Set( + String(raw || "") + .split(/,|\/|\bor\b/i) + .map(s => s.trim().toLowerCase()) + .filter(Boolean) + ); +} + +function isNumber(s) { + return s !== "" && !Number.isNaN(Number(s)); +} + +function renderQuestion(data) { + const card = document.getElementById("questionCard"); + card.innerHTML = ` +

${data.Game} (ID ${data.ID})

+

Question:

+

${data.Question}

+ `; + + const info = document.getElementById("answerInfo"); + info.textContent = ""; + info.className = "answer-info"; +} + +function attachAnswerLogic(data) { + const raw = String(data.Answer || "").trim(); + const accepted = normalizedAnswers(raw); + + const input = document.getElementById("answerInput"); + const button = document.getElementById("checkButton"); + const info = document.getElementById("answerInfo"); + + const sol = document.getElementById("solutionText"); + sol.innerHTML = `Expected: ${raw || "\u2014"}`; + + button.onclick = () => { + const user = input.value.trim().toLowerCase(); + let ok = false; + + if (accepted.has(user)) ok = true; + else if (isNumber(user)) { + for (const a of accepted) + if (isNumber(a) && Math.abs(Number(a) - Number(user)) < 1e-9) + ok = true; + } + + info.textContent = ok ? "Correct!" : "Not quite. Try again."; + info.className = "answer-info " + (ok ? "correct" : "wrong"); + }; +} + +// ----------------------- +// Render images (local paths) +// ----------------------- +function renderImage(data) { + const container = document.getElementById("imageContainer"); + const multi = document.getElementById("multiImages"); + + multi.innerHTML = ""; + container.classList.add("hidden"); + + let urls = data.game_state_url; + if (!urls) return; + if (!Array.isArray(urls)) urls = [urls]; + + const folder = data.Game.toLowerCase().replace(/\s+/g, "_"); + + urls.forEach(url => { + const file = url.split("/").pop(); + const localPath = `${IMAGE_BASE_URL}/${folder}/${file}`; + + const block = document.createElement("div"); + block.className = "multi-img-block"; + + const spinner = document.createElement("div"); + spinner.className = "spinner"; + block.appendChild(spinner); + + const img = document.createElement("img"); + img.style.display = "none"; + img.src = localPath; + + img.onload = () => { + spinner.style.display = "none"; + img.style.display = "block"; + }; + + img.onerror = () => { + spinner.style.display = "none"; + const err = document.createElement("div"); + err.textContent = "Failed to load " + localPath; + err.style.color = "#d44"; + block.appendChild(err); + }; + + const link = document.createElement("a"); + link.href = localPath; + link.target = "_blank"; + link.rel = "noopener noreferrer"; + link.appendChild(img); + block.appendChild(link); + + const caption = document.createElement("div"); + caption.className = "multi-img-caption"; + caption.textContent = file; + block.appendChild(caption); + + const full = document.createElement("a"); + full.href = localPath; + full.target = "_blank"; + full.rel = "noopener noreferrer"; + full.className = "full-img-link"; + full.textContent = "View full image"; + block.appendChild(full); + + multi.appendChild(block); + }); + + container.classList.remove("hidden"); +} + +// ----------------------- +// Navigation (prev / next) +// ----------------------- +let GLOBAL_FILES = []; +let GLOBAL_CURRENT_FOLDER = ""; +let loadAndRenderRef = null; + +function goRelative(offset) { + const fileSelect = document.getElementById("fileSelect"); + const options = Array.from(fileSelect.options); + if (options.length === 0) return; + + const values = options.map(o => o.value); + const current = fileSelect.value; + let idx = values.indexOf(current); + if (idx === -1) return; + + let next = idx + offset; + if (next < 0) next = values.length - 1; + if (next >= values.length) next = 0; + + fileSelect.value = values[next]; + if (loadAndRenderRef) loadAndRenderRef(values[next]); +} + +// ----------------------- +// Lazy initialization +// ----------------------- +async function initViewer() { + if (_viewerInitialized) return; + _viewerInitialized = true; + + document.getElementById("prevBtn").onclick = () => goRelative(-1); + document.getElementById("nextBtn").onclick = () => goRelative(1); + + const questionCard = document.getElementById("questionCard"); + + try { + const files = await loadManifest(); + GLOBAL_FILES = files; + + const folders = buildFolderIndex(files); + populateFolderSelect(folders); + + const folderSel = document.getElementById("folderSelect"); + const fileSel = document.getElementById("fileSelect"); + + async function loadAndRender(path) { + const data = await loadJson(path); + renderQuestion(data); + attachAnswerLogic(data); + renderImage(data); + } + + loadAndRenderRef = loadAndRender; + + function refresh() { + GLOBAL_CURRENT_FOLDER = folderSel.value; + const filtered = filterFiles(files, GLOBAL_CURRENT_FOLDER); + populateFileSelect(filtered); + if (filtered.length > 0) + loadAndRender(filtered[0].json_path); + } + + folderSel.onchange = refresh; + fileSel.onchange = () => loadAndRender(fileSel.value); + + folderSel.value = "kingdomino_tier1"; + refresh(); + + } catch (err) { + console.error(err); + questionCard.innerHTML = `

Init error: ${err}

`; + } +} diff --git a/manifest.json b/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..97f9fcdf18ce444dc294d94d3a7274431302797b --- /dev/null +++ b/manifest.json @@ -0,0 +1,3832 @@ +{ + "files": [ + { + "name": "test_2001.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2001.json" + }, + { + "name": "test_2002.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2002.json" + }, + { + "name": "test_2003.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2003.json" + }, + { + "name": "test_2004.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2004.json" + }, + { + "name": "test_2005.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2005.json" + }, + { + "name": "test_2006.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2006.json" + }, + { + "name": "test_2007.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2007.json" + }, + { + "name": "test_2008.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2008.json" + }, + { + "name": "test_2009.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2009.json" + }, + { + "name": "test_2010.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2010.json" + }, + { + "name": "test_2011.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2011.json" + }, + { + "name": "test_2012.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2012.json" + }, + { + "name": "test_2013.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2013.json" + }, + { + "name": "test_2014.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2014.json" + }, + { + "name": "test_2015.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2015.json" + }, + { + "name": "test_2016.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2016.json" + }, + { + "name": "test_2017.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2017.json" + }, + { + "name": "test_2018.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2018.json" + }, + { + "name": "test_2019.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2019.json" + }, + { + "name": "test_2020.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2020.json" + }, + { + "name": "test_2021.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2021.json" + }, + { + "name": "test_2022.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2022.json" + }, + { + "name": "test_2023.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2023.json" + }, + { + "name": "test_2024.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2024.json" + }, + { + "name": "test_2025.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2025.json" + }, + { + "name": "test_2026.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2026.json" + }, + { + "name": "test_2027.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2027.json" + }, + { + "name": "test_2028.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2028.json" + }, + { + "name": "test_2029.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2029.json" + }, + { + "name": "test_2030.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2030.json" + }, + { + "name": "test_2031.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2031.json" + }, + { + "name": "test_2032.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2032.json" + }, + { + "name": "test_2033.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2033.json" + }, + { + "name": "test_2034.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2034.json" + }, + { + "name": "test_2035.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2035.json" + }, + { + "name": "test_2036.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2036.json" + }, + { + "name": "test_2037.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2037.json" + }, + { + "name": "test_2038.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2038.json" + }, + { + "name": "test_2039.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2039.json" + }, + { + "name": "test_2040.json", + "folder": "carcassonne_tier1", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier1/test_2040.json" + }, + { + "name": "test_2101.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2101.json" + }, + { + "name": "test_2102.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2102.json" + }, + { + "name": "test_2103.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2103.json" + }, + { + "name": "test_2104.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2104.json" + }, + { + "name": "test_2105.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2105.json" + }, + { + "name": "test_2106.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2106.json" + }, + { + "name": "test_2107.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2107.json" + }, + { + "name": "test_2108.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2108.json" + }, + { + "name": "test_2109.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2109.json" + }, + { + "name": "test_2110.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2110.json" + }, + { + "name": "test_2111.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2111.json" + }, + { + "name": "test_2112.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2112.json" + }, + { + "name": "test_2113.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2113.json" + }, + { + "name": "test_2114.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2114.json" + }, + { + "name": "test_2115.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2115.json" + }, + { + "name": "test_2116.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2116.json" + }, + { + "name": "test_2117.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2117.json" + }, + { + "name": "test_2118.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2118.json" + }, + { + "name": "test_2119.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2119.json" + }, + { + "name": "test_2120.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2120.json" + }, + { + "name": "test_2121.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2121.json" + }, + { + "name": "test_2122.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2122.json" + }, + { + "name": "test_2123.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2123.json" + }, + { + "name": "test_2124.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2124.json" + }, + { + "name": "test_2125.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2125.json" + }, + { + "name": "test_2126.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2126.json" + }, + { + "name": "test_2127.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2127.json" + }, + { + "name": "test_2128.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2128.json" + }, + { + "name": "test_2129.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2129.json" + }, + { + "name": "test_2130.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2130.json" + }, + { + "name": "test_2131.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2131.json" + }, + { + "name": "test_2132.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2132.json" + }, + { + "name": "test_2133.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2133.json" + }, + { + "name": "test_2134.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2134.json" + }, + { + "name": "test_2135.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2135.json" + }, + { + "name": "test_2136.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2136.json" + }, + { + "name": "test_2137.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2137.json" + }, + { + "name": "test_2138.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2138.json" + }, + { + "name": "test_2139.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2139.json" + }, + { + "name": "test_2140.json", + "folder": "carcassonne_tier2", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier2/test_2140.json" + }, + { + "name": "test_2201.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2201.json" + }, + { + "name": "test_2202.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2202.json" + }, + { + "name": "test_2203.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2203.json" + }, + { + "name": "test_2204.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2204.json" + }, + { + "name": "test_2205.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2205.json" + }, + { + "name": "test_2206.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2206.json" + }, + { + "name": "test_2207.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2207.json" + }, + { + "name": "test_2208.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2208.json" + }, + { + "name": "test_2209.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2209.json" + }, + { + "name": "test_2210.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2210.json" + }, + { + "name": "test_2211.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2211.json" + }, + { + "name": "test_2212.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2212.json" + }, + { + "name": "test_2213.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2213.json" + }, + { + "name": "test_2214.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2214.json" + }, + { + "name": "test_2215.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2215.json" + }, + { + "name": "test_2216.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2216.json" + }, + { + "name": "test_2217.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2217.json" + }, + { + "name": "test_2218.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2218.json" + }, + { + "name": "test_2219.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2219.json" + }, + { + "name": "test_2220.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2220.json" + }, + { + "name": "test_2221.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2221.json" + }, + { + "name": "test_2222.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2222.json" + }, + { + "name": "test_2223.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2223.json" + }, + { + "name": "test_2224.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2224.json" + }, + { + "name": "test_2225.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2225.json" + }, + { + "name": "test_2226.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2226.json" + }, + { + "name": "test_2227.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2227.json" + }, + { + "name": "test_2228.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2228.json" + }, + { + "name": "test_2229.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2229.json" + }, + { + "name": "test_2230.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2230.json" + }, + { + "name": "test_2231.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2231.json" + }, + { + "name": "test_2232.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2232.json" + }, + { + "name": "test_2233.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2233.json" + }, + { + "name": "test_2234.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2234.json" + }, + { + "name": "test_2235.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2235.json" + }, + { + "name": "test_2236.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2236.json" + }, + { + "name": "test_2237.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2237.json" + }, + { + "name": "test_2238.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2238.json" + }, + { + "name": "test_2239.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2239.json" + }, + { + "name": "test_2240.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2240.json" + }, + { + "name": "test_2241.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2241.json" + }, + { + "name": "test_2242.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2242.json" + }, + { + "name": "test_2243.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2243.json" + }, + { + "name": "test_2244.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2244.json" + }, + { + "name": "test_2245.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2245.json" + }, + { + "name": "test_2246.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2246.json" + }, + { + "name": "test_2247.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2247.json" + }, + { + "name": "test_2248.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2248.json" + }, + { + "name": "test_2249.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2249.json" + }, + { + "name": "test_2250.json", + "folder": "carcassonne_tier3", + "game": "Carcassonne", + "json_path": "annotation_data/carcassonne_tier3/test_2250.json" + }, + { + "name": "test_2301.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2301.json" + }, + { + "name": "test_2302.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2302.json" + }, + { + "name": "test_2303.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2303.json" + }, + { + "name": "test_2304.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2304.json" + }, + { + "name": "test_2305.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2305.json" + }, + { + "name": "test_2306.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2306.json" + }, + { + "name": "test_2307.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2307.json" + }, + { + "name": "test_2308.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2308.json" + }, + { + "name": "test_2309.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2309.json" + }, + { + "name": "test_2310.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2310.json" + }, + { + "name": "test_2311.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2311.json" + }, + { + "name": "test_2312.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2312.json" + }, + { + "name": "test_2313.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2313.json" + }, + { + "name": "test_2314.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2314.json" + }, + { + "name": "test_2315.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2315.json" + }, + { + "name": "test_2316.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2316.json" + }, + { + "name": "test_2317.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2317.json" + }, + { + "name": "test_2318.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2318.json" + }, + { + "name": "test_2319.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2319.json" + }, + { + "name": "test_2320.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2320.json" + }, + { + "name": "test_2321.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2321.json" + }, + { + "name": "test_2322.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2322.json" + }, + { + "name": "test_2323.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2323.json" + }, + { + "name": "test_2324.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2324.json" + }, + { + "name": "test_2325.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2325.json" + }, + { + "name": "test_2326.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2326.json" + }, + { + "name": "test_2327.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2327.json" + }, + { + "name": "test_2328.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2328.json" + }, + { + "name": "test_2329.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2329.json" + }, + { + "name": "test_2330.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2330.json" + }, + { + "name": "test_2331.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2331.json" + }, + { + "name": "test_2332.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2332.json" + }, + { + "name": "test_2333.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2333.json" + }, + { + "name": "test_2334.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2334.json" + }, + { + "name": "test_2335.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2335.json" + }, + { + "name": "test_2336.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2336.json" + }, + { + "name": "test_2337.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2337.json" + }, + { + "name": "test_2338.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2338.json" + }, + { + "name": "test_2339.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2339.json" + }, + { + "name": "test_2340.json", + "folder": "catan_tier1", + "game": "Catan", + "json_path": "annotation_data/catan_tier1/test_2340.json" + }, + { + "name": "test_2401.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2401.json" + }, + { + "name": "test_2402.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2402.json" + }, + { + "name": "test_2403.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2403.json" + }, + { + "name": "test_2404.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2404.json" + }, + { + "name": "test_2405.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2405.json" + }, + { + "name": "test_2406.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2406.json" + }, + { + "name": "test_2407.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2407.json" + }, + { + "name": "test_2408.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2408.json" + }, + { + "name": "test_2409.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2409.json" + }, + { + "name": "test_2410.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2410.json" + }, + { + "name": "test_2411.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2411.json" + }, + { + "name": "test_2412.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2412.json" + }, + { + "name": "test_2413.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2413.json" + }, + { + "name": "test_2414.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2414.json" + }, + { + "name": "test_2415.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2415.json" + }, + { + "name": "test_2416.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2416.json" + }, + { + "name": "test_2417.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2417.json" + }, + { + "name": "test_2418.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2418.json" + }, + { + "name": "test_2419.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2419.json" + }, + { + "name": "test_2420.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2420.json" + }, + { + "name": "test_2421.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2421.json" + }, + { + "name": "test_2422.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2422.json" + }, + { + "name": "test_2423.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2423.json" + }, + { + "name": "test_2424.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2424.json" + }, + { + "name": "test_2425.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2425.json" + }, + { + "name": "test_2426.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2426.json" + }, + { + "name": "test_2427.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2427.json" + }, + { + "name": "test_2428.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2428.json" + }, + { + "name": "test_2429.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2429.json" + }, + { + "name": "test_2430.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2430.json" + }, + { + "name": "test_2431.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2431.json" + }, + { + "name": "test_2432.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2432.json" + }, + { + "name": "test_2433.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2433.json" + }, + { + "name": "test_2434.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2434.json" + }, + { + "name": "test_2435.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2435.json" + }, + { + "name": "test_2436.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2436.json" + }, + { + "name": "test_2437.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2437.json" + }, + { + "name": "test_2438.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2438.json" + }, + { + "name": "test_2439.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2439.json" + }, + { + "name": "test_2440.json", + "folder": "catan_tier2", + "game": "Catan", + "json_path": "annotation_data/catan_tier2/test_2440.json" + }, + { + "name": "test_2501.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2501.json" + }, + { + "name": "test_2502.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2502.json" + }, + { + "name": "test_2503.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2503.json" + }, + { + "name": "test_2504.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2504.json" + }, + { + "name": "test_2505.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2505.json" + }, + { + "name": "test_2506.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2506.json" + }, + { + "name": "test_2507.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2507.json" + }, + { + "name": "test_2508.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2508.json" + }, + { + "name": "test_2509.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2509.json" + }, + { + "name": "test_2510.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2510.json" + }, + { + "name": "test_2511.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2511.json" + }, + { + "name": "test_2512.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2512.json" + }, + { + "name": "test_2513.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2513.json" + }, + { + "name": "test_2514.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2514.json" + }, + { + "name": "test_2515.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2515.json" + }, + { + "name": "test_2516.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2516.json" + }, + { + "name": "test_2517.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2517.json" + }, + { + "name": "test_2518.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2518.json" + }, + { + "name": "test_2519.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2519.json" + }, + { + "name": "test_2520.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2520.json" + }, + { + "name": "test_2521.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2521.json" + }, + { + "name": "test_2522.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2522.json" + }, + { + "name": "test_2523.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2523.json" + }, + { + "name": "test_2524.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2524.json" + }, + { + "name": "test_2525.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2525.json" + }, + { + "name": "test_2526.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2526.json" + }, + { + "name": "test_2527.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2527.json" + }, + { + "name": "test_2528.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2528.json" + }, + { + "name": "test_2529.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2529.json" + }, + { + "name": "test_2530.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2530.json" + }, + { + "name": "test_2531.json", + "folder": "catan_tier3", + "game": "Catan", + "json_path": "annotation_data/catan_tier3/test_2531.json" + }, + { + "name": "822.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/822.json" + }, + { + "name": "823.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/823.json" + }, + { + "name": "824.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/824.json" + }, + { + "name": "825.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/825.json" + }, + { + "name": "826.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/826.json" + }, + { + "name": "827.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/827.json" + }, + { + "name": "828.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/828.json" + }, + { + "name": "829.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/829.json" + }, + { + "name": "830.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/830.json" + }, + { + "name": "831.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/831.json" + }, + { + "name": "832.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/832.json" + }, + { + "name": "833.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/833.json" + }, + { + "name": "834.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/834.json" + }, + { + "name": "835.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/835.json" + }, + { + "name": "836.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/836.json" + }, + { + "name": "837.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/837.json" + }, + { + "name": "838.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/838.json" + }, + { + "name": "839.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/839.json" + }, + { + "name": "840.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/840.json" + }, + { + "name": "test_001.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_001.json" + }, + { + "name": "test_002.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_002.json" + }, + { + "name": "test_003.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_003.json" + }, + { + "name": "test_004.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_004.json" + }, + { + "name": "test_005.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_005.json" + }, + { + "name": "test_006.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_006.json" + }, + { + "name": "test_007.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_007.json" + }, + { + "name": "test_008.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_008.json" + }, + { + "name": "test_009.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_009.json" + }, + { + "name": "test_010.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_010.json" + }, + { + "name": "test_011.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_011.json" + }, + { + "name": "test_012.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_012.json" + }, + { + "name": "test_013.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_013.json" + }, + { + "name": "test_014.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_014.json" + }, + { + "name": "test_015.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_015.json" + }, + { + "name": "test_016.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_016.json" + }, + { + "name": "test_017.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_017.json" + }, + { + "name": "test_018.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_018.json" + }, + { + "name": "test_019.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_019.json" + }, + { + "name": "test_020.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_020.json" + }, + { + "name": "test_021.json", + "folder": "kingdomino_tier1", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier1/test_021.json" + }, + { + "name": "831.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/831.json" + }, + { + "name": "832.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/832.json" + }, + { + "name": "833.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/833.json" + }, + { + "name": "834.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/834.json" + }, + { + "name": "835.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/835.json" + }, + { + "name": "836.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/836.json" + }, + { + "name": "837.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/837.json" + }, + { + "name": "838.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/838.json" + }, + { + "name": "839.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/839.json" + }, + { + "name": "840.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/840.json" + }, + { + "name": "test_101.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_101.json" + }, + { + "name": "test_102.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_102.json" + }, + { + "name": "test_103.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_103.json" + }, + { + "name": "test_104.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_104.json" + }, + { + "name": "test_105.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_105.json" + }, + { + "name": "test_106.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_106.json" + }, + { + "name": "test_107.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_107.json" + }, + { + "name": "test_108.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_108.json" + }, + { + "name": "test_109.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_109.json" + }, + { + "name": "test_110.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_110.json" + }, + { + "name": "test_111.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_111.json" + }, + { + "name": "test_112.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_112.json" + }, + { + "name": "test_113.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_113.json" + }, + { + "name": "test_114.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_114.json" + }, + { + "name": "test_115.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_115.json" + }, + { + "name": "test_116.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_116.json" + }, + { + "name": "test_117.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_117.json" + }, + { + "name": "test_118.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_118.json" + }, + { + "name": "test_119.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_119.json" + }, + { + "name": "test_120.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_120.json" + }, + { + "name": "test_121.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_121.json" + }, + { + "name": "test_122.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_122.json" + }, + { + "name": "test_123.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_123.json" + }, + { + "name": "test_124.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_124.json" + }, + { + "name": "test_125.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_125.json" + }, + { + "name": "test_126.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_126.json" + }, + { + "name": "test_127.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_127.json" + }, + { + "name": "test_128.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_128.json" + }, + { + "name": "test_129.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_129.json" + }, + { + "name": "test_130.json", + "folder": "kingdomino_tier2", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier2/test_130.json" + }, + { + "name": "test_201.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_201.json" + }, + { + "name": "test_202.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_202.json" + }, + { + "name": "test_203.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_203.json" + }, + { + "name": "test_204.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_204.json" + }, + { + "name": "test_205.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_205.json" + }, + { + "name": "test_206.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_206.json" + }, + { + "name": "test_207.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_207.json" + }, + { + "name": "test_208.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_208.json" + }, + { + "name": "test_209.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_209.json" + }, + { + "name": "test_210.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_210.json" + }, + { + "name": "test_211.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_211.json" + }, + { + "name": "test_212.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_212.json" + }, + { + "name": "test_213.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_213.json" + }, + { + "name": "test_214.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_214.json" + }, + { + "name": "test_215.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_215.json" + }, + { + "name": "test_216.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_216.json" + }, + { + "name": "test_217.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_217.json" + }, + { + "name": "test_218.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_218.json" + }, + { + "name": "test_219.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_219.json" + }, + { + "name": "test_220.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_220.json" + }, + { + "name": "test_221.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_221.json" + }, + { + "name": "test_222.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_222.json" + }, + { + "name": "test_223.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_223.json" + }, + { + "name": "test_224.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_224.json" + }, + { + "name": "test_225.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_225.json" + }, + { + "name": "test_226.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_226.json" + }, + { + "name": "test_227.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_227.json" + }, + { + "name": "test_228.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_228.json" + }, + { + "name": "test_229.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_229.json" + }, + { + "name": "test_230.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_230.json" + }, + { + "name": "test_231.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_231.json" + }, + { + "name": "test_232.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_232.json" + }, + { + "name": "test_233.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_233.json" + }, + { + "name": "test_234.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_234.json" + }, + { + "name": "test_235.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_235.json" + }, + { + "name": "test_236.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_236.json" + }, + { + "name": "test_237.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_237.json" + }, + { + "name": "test_238.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_238.json" + }, + { + "name": "test_239.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_239.json" + }, + { + "name": "test_240.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_240.json" + }, + { + "name": "test_241.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_241.json" + }, + { + "name": "test_242.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_242.json" + }, + { + "name": "test_243.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_243.json" + }, + { + "name": "test_244.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_244.json" + }, + { + "name": "test_245.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_245.json" + }, + { + "name": "test_246.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_246.json" + }, + { + "name": "test_247.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_247.json" + }, + { + "name": "test_248.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_248.json" + }, + { + "name": "test_249.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_249.json" + }, + { + "name": "test_250.json", + "folder": "kingdomino_tier3", + "game": "Kingdomino", + "json_path": "annotation_data/kingdomino_tier3/test_250.json" + }, + { + "name": "test_600.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_600.json" + }, + { + "name": "test_601.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_601.json" + }, + { + "name": "test_602.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_602.json" + }, + { + "name": "test_603.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_603.json" + }, + { + "name": "test_604.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_604.json" + }, + { + "name": "test_605.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_605.json" + }, + { + "name": "test_606.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_606.json" + }, + { + "name": "test_607.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_607.json" + }, + { + "name": "test_608.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_608.json" + }, + { + "name": "test_609.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_609.json" + }, + { + "name": "test_610.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_610.json" + }, + { + "name": "test_611.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_611.json" + }, + { + "name": "test_612.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_612.json" + }, + { + "name": "test_613.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_613.json" + }, + { + "name": "test_614.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_614.json" + }, + { + "name": "test_615.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_615.json" + }, + { + "name": "test_616.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_616.json" + }, + { + "name": "test_617.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_617.json" + }, + { + "name": "test_618.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_618.json" + }, + { + "name": "test_619.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_619.json" + }, + { + "name": "test_620.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_620.json" + }, + { + "name": "test_621.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_621.json" + }, + { + "name": "test_622.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_622.json" + }, + { + "name": "test_623.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_623.json" + }, + { + "name": "test_624.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_624.json" + }, + { + "name": "test_625.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_625.json" + }, + { + "name": "test_626.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_626.json" + }, + { + "name": "test_627.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_627.json" + }, + { + "name": "test_628.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_628.json" + }, + { + "name": "test_629.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_629.json" + }, + { + "name": "test_630.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_630.json" + }, + { + "name": "test_631.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_631.json" + }, + { + "name": "test_632.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_632.json" + }, + { + "name": "test_633.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_633.json" + }, + { + "name": "test_634.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_634.json" + }, + { + "name": "test_635.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_635.json" + }, + { + "name": "test_636.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_636.json" + }, + { + "name": "test_637.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_637.json" + }, + { + "name": "test_638.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_638.json" + }, + { + "name": "test_639.json", + "folder": "pax_ren_tier1", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier1/test_639.json" + }, + { + "name": "test_701.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_701.json" + }, + { + "name": "test_702.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_702.json" + }, + { + "name": "test_703.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_703.json" + }, + { + "name": "test_704.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_704.json" + }, + { + "name": "test_705.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_705.json" + }, + { + "name": "test_706.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_706.json" + }, + { + "name": "test_707.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_707.json" + }, + { + "name": "test_708.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_708.json" + }, + { + "name": "test_709.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_709.json" + }, + { + "name": "test_710.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_710.json" + }, + { + "name": "test_711.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_711.json" + }, + { + "name": "test_712.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_712.json" + }, + { + "name": "test_713.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_713.json" + }, + { + "name": "test_714.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_714.json" + }, + { + "name": "test_715.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_715.json" + }, + { + "name": "test_716.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_716.json" + }, + { + "name": "test_717.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_717.json" + }, + { + "name": "test_718.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_718.json" + }, + { + "name": "test_719.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_719.json" + }, + { + "name": "test_720.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_720.json" + }, + { + "name": "test_721.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_721.json" + }, + { + "name": "test_722.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_722.json" + }, + { + "name": "test_723.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_723.json" + }, + { + "name": "test_724.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_724.json" + }, + { + "name": "test_725.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_725.json" + }, + { + "name": "test_726.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_726.json" + }, + { + "name": "test_727.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_727.json" + }, + { + "name": "test_728.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_728.json" + }, + { + "name": "test_729.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_729.json" + }, + { + "name": "test_730.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_730.json" + }, + { + "name": "test_731.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_731.json" + }, + { + "name": "test_732.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_732.json" + }, + { + "name": "test_733.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_733.json" + }, + { + "name": "test_734.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_734.json" + }, + { + "name": "test_735.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_735.json" + }, + { + "name": "test_736.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_736.json" + }, + { + "name": "test_737.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_737.json" + }, + { + "name": "test_738.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_738.json" + }, + { + "name": "test_739.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_739.json" + }, + { + "name": "test_740.json", + "folder": "pax_ren_tier2", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier2/test_740.json" + }, + { + "name": "test_801.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_801.json" + }, + { + "name": "test_802.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_802.json" + }, + { + "name": "test_803.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_803.json" + }, + { + "name": "test_804.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_804.json" + }, + { + "name": "test_805.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_805.json" + }, + { + "name": "test_806.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_806.json" + }, + { + "name": "test_807.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_807.json" + }, + { + "name": "test_808.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_808.json" + }, + { + "name": "test_809.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_809.json" + }, + { + "name": "test_810.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_810.json" + }, + { + "name": "test_811.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_811.json" + }, + { + "name": "test_812.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_812.json" + }, + { + "name": "test_813.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_813.json" + }, + { + "name": "test_814.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_814.json" + }, + { + "name": "test_815.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_815.json" + }, + { + "name": "test_816.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_816.json" + }, + { + "name": "test_817.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_817.json" + }, + { + "name": "test_818.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_818.json" + }, + { + "name": "test_819.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_819.json" + }, + { + "name": "test_820.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_820.json" + }, + { + "name": "test_821.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_821.json" + }, + { + "name": "test_822.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_822.json" + }, + { + "name": "test_823.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_823.json" + }, + { + "name": "test_824.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_824.json" + }, + { + "name": "test_825.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_825.json" + }, + { + "name": "test_826.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_826.json" + }, + { + "name": "test_827.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_827.json" + }, + { + "name": "test_828.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_828.json" + }, + { + "name": "test_829.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_829.json" + }, + { + "name": "test_830.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_830.json" + }, + { + "name": "test_831.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_831.json" + }, + { + "name": "test_832.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_832.json" + }, + { + "name": "test_833.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_833.json" + }, + { + "name": "test_834.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_834.json" + }, + { + "name": "test_835.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_835.json" + }, + { + "name": "test_836.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_836.json" + }, + { + "name": "test_837.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_837.json" + }, + { + "name": "test_838.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_838.json" + }, + { + "name": "test_839.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_839.json" + }, + { + "name": "test_840.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_840.json" + }, + { + "name": "test_841.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_841.json" + }, + { + "name": "test_842.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_842.json" + }, + { + "name": "test_843.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_843.json" + }, + { + "name": "test_844.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_844.json" + }, + { + "name": "test_845.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_845.json" + }, + { + "name": "test_846.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_846.json" + }, + { + "name": "test_847.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_847.json" + }, + { + "name": "test_848.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_848.json" + }, + { + "name": "test_849.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_849.json" + }, + { + "name": "test_850.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_850.json" + }, + { + "name": "test_851.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_851.json" + }, + { + "name": "test_852.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_852.json" + }, + { + "name": "test_853.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_853.json" + }, + { + "name": "test_854.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_854.json" + }, + { + "name": "test_855.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_855.json" + }, + { + "name": "test_856.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_856.json" + }, + { + "name": "test_857.json", + "folder": "pax_ren_tier3", + "game": "Pax Ren", + "json_path": "annotation_data/pax_ren_tier3/test_857.json" + }, + { + "name": "1021.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1021.json" + }, + { + "name": "1022.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1022.json" + }, + { + "name": "1023.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1023.json" + }, + { + "name": "1024.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1024.json" + }, + { + "name": "1025.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1025.json" + }, + { + "name": "1026.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1026.json" + }, + { + "name": "1027.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1027.json" + }, + { + "name": "1028.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1028.json" + }, + { + "name": "1029.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1029.json" + }, + { + "name": "1030.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1030.json" + }, + { + "name": "1031.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1031.json" + }, + { + "name": "1032.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1032.json" + }, + { + "name": "1033.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1033.json" + }, + { + "name": "1034.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1034.json" + }, + { + "name": "1035.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1035.json" + }, + { + "name": "1036.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1036.json" + }, + { + "name": "1037.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1037.json" + }, + { + "name": "1038.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1038.json" + }, + { + "name": "1039.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1039.json" + }, + { + "name": "1040.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/1040.json" + }, + { + "name": "301.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/301.json" + }, + { + "name": "302.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/302.json" + }, + { + "name": "303.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/303.json" + }, + { + "name": "304.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/304.json" + }, + { + "name": "305.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/305.json" + }, + { + "name": "306.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/306.json" + }, + { + "name": "307.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/307.json" + }, + { + "name": "308.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/308.json" + }, + { + "name": "309.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/309.json" + }, + { + "name": "310.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/310.json" + }, + { + "name": "311.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/311.json" + }, + { + "name": "312.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/312.json" + }, + { + "name": "313.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/313.json" + }, + { + "name": "314.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/314.json" + }, + { + "name": "315.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/315.json" + }, + { + "name": "316.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/316.json" + }, + { + "name": "317.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/317.json" + }, + { + "name": "318.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/318.json" + }, + { + "name": "319.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/319.json" + }, + { + "name": "320.json", + "folder": "res_arcana_tier1", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier1/320.json" + }, + { + "name": "1131.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/1131.json" + }, + { + "name": "1132.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/1132.json" + }, + { + "name": "1133.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/1133.json" + }, + { + "name": "1134.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/1134.json" + }, + { + "name": "1135.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/1135.json" + }, + { + "name": "1136.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/1136.json" + }, + { + "name": "1137.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/1137.json" + }, + { + "name": "1138.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/1138.json" + }, + { + "name": "1139.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/1139.json" + }, + { + "name": "1140.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/1140.json" + }, + { + "name": "401.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/401.json" + }, + { + "name": "402.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/402.json" + }, + { + "name": "403.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/403.json" + }, + { + "name": "404.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/404.json" + }, + { + "name": "405.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/405.json" + }, + { + "name": "406.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/406.json" + }, + { + "name": "407.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/407.json" + }, + { + "name": "408.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/408.json" + }, + { + "name": "409.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/409.json" + }, + { + "name": "410.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/410.json" + }, + { + "name": "411.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/411.json" + }, + { + "name": "412.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/412.json" + }, + { + "name": "413.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/413.json" + }, + { + "name": "414.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/414.json" + }, + { + "name": "415.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/415.json" + }, + { + "name": "416.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/416.json" + }, + { + "name": "417.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/417.json" + }, + { + "name": "418.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/418.json" + }, + { + "name": "419.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/419.json" + }, + { + "name": "420.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/420.json" + }, + { + "name": "421.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/421.json" + }, + { + "name": "422.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/422.json" + }, + { + "name": "423.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/423.json" + }, + { + "name": "424.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/424.json" + }, + { + "name": "425.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/425.json" + }, + { + "name": "426.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/426.json" + }, + { + "name": "427.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/427.json" + }, + { + "name": "428.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/428.json" + }, + { + "name": "429.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/429.json" + }, + { + "name": "430.json", + "folder": "res_arcana_tier2", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier2/430.json" + }, + { + "name": "501.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/501.json" + }, + { + "name": "502.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/502.json" + }, + { + "name": "503.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/503.json" + }, + { + "name": "504.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/504.json" + }, + { + "name": "505.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/505.json" + }, + { + "name": "506.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/506.json" + }, + { + "name": "507.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/507.json" + }, + { + "name": "508.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/508.json" + }, + { + "name": "509.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/509.json" + }, + { + "name": "510.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/510.json" + }, + { + "name": "511.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/511.json" + }, + { + "name": "512.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/512.json" + }, + { + "name": "513.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/513.json" + }, + { + "name": "514.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/514.json" + }, + { + "name": "515.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/515.json" + }, + { + "name": "516.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/516.json" + }, + { + "name": "517.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/517.json" + }, + { + "name": "518.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/518.json" + }, + { + "name": "519.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/519.json" + }, + { + "name": "520.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/520.json" + }, + { + "name": "521.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/521.json" + }, + { + "name": "522.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/522.json" + }, + { + "name": "523.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/523.json" + }, + { + "name": "524.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/524.json" + }, + { + "name": "525.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/525.json" + }, + { + "name": "526.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/526.json" + }, + { + "name": "527.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/527.json" + }, + { + "name": "528.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/528.json" + }, + { + "name": "529.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/529.json" + }, + { + "name": "530.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/530.json" + }, + { + "name": "531.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/531.json" + }, + { + "name": "532.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/532.json" + }, + { + "name": "533.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/533.json" + }, + { + "name": "534.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/534.json" + }, + { + "name": "535.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/535.json" + }, + { + "name": "536.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/536.json" + }, + { + "name": "537.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/537.json" + }, + { + "name": "538.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/538.json" + }, + { + "name": "539.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/539.json" + }, + { + "name": "540.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/540.json" + }, + { + "name": "541.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/541.json" + }, + { + "name": "542.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/542.json" + }, + { + "name": "543.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/543.json" + }, + { + "name": "544.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/544.json" + }, + { + "name": "545.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/545.json" + }, + { + "name": "546.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/546.json" + }, + { + "name": "547.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/547.json" + }, + { + "name": "548.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/548.json" + }, + { + "name": "549.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/549.json" + }, + { + "name": "550.json", + "folder": "res_arcana_tier3", + "game": "Res Arcana", + "json_path": "annotation_data/res_arcana_tier3/550.json" + } + ] +} \ No newline at end of file