diff --git "a/zerobench_annotations.json" "b/zerobench_annotations.json" new file mode 100644--- /dev/null +++ "b/zerobench_annotations.json" @@ -0,0 +1,2006 @@ +[ + { + "id": "100_1", + "question": "How many kettlebells are there in total?", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/100_1/images/image1.jpeg" + }, + { + "id": "100_2", + "question": "How many dumbbells are on the rack directly in front of me?", + "answer": "20", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/100_2/images/image1.jpeg" + }, + { + "id": "100_3", + "question": "Estimate the weight, in lbs, of each green kettlebell. Do not include the units in your answer.", + "answer": "53", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/100_3/images/image1.jpeg" + }, + { + "id": "10_1", + "question": "After solving the puzzle, what is the digit in the top-right cell?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/10_1/images/image1.jpeg" + }, + { + "id": "10_2", + "question": "After solving the puzzle, what is the digit in the bottom-left cell?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/10_2/images/image1.jpeg" + }, + { + "id": "10_3", + "question": "After solving the puzzle, what is the digit in the top-left cell?", + "answer": "2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/10_3/images/image1.jpeg" + }, + { + "id": "10_4", + "question": "After solving the puzzle, what is the digit in the bottom-right cell?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/10_4/images/image1.jpeg" + }, + { + "id": "11_1", + "question": "Can either player castle still?", + "answer": "No", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/11_1/images/image1.jpeg" + }, + { + "id": "11_2", + "question": "Is there an en passant square? If so, what is the square?", + "answer": "f6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/11_2/images/image1.jpeg" + }, + { + "id": "11_3", + "question": "What's the FEN substring corresponding to rank 5", + "answer": "4Pp1q", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/11_3/images/image1.jpeg" + }, + { + "id": "11_4", + "question": "How many black pawns have been captured?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/11_4/images/image1.jpeg" + }, + { + "id": "12_1", + "question": "What is the longest streak of inactive days?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/12_1/images/image1.jpeg" + }, + { + "id": "12_2", + "question": "What is the longest streak of contributions made in terms of number of consecutive days?", + "answer": "227", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/12_2/images/image1.jpeg" + }, + { + "id": "12_3", + "question": "What is the second longest streak of contributions made in terms of number of consecutive days?", + "answer": "65", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/12_3/images/image1.jpeg" + }, + { + "id": "13_1", + "question": "The screenshot shows a snapshot of a LaTex text editor a student uses for writing their PhD dissertation. What is the minimum number of chapter .tex files the student has opened?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/13_1/images/image1.jpeg" + }, + { + "id": "13_2", + "question": "The screenshot shows a snapshot of a LaTex text editor a student uses for writing their PhD dissertation. Count the number of orange paths from the tree root to the leaves.", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/13_2/images/image1.jpeg" + }, + { + "id": "14_1", + "question": "Read the note pointed at by the green arrow.", + "answer": "D", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/14_1/images/image1.jpeg" + }, + { + "id": "14_2", + "question": "Is the note pointed at by the green arrow on a line or in a space?", + "answer": "line", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/14_2/images/image1.jpeg" + }, + { + "id": "14_3", + "question": "Is the note pointed at by the green arrow a sharp or natural note?", + "answer": "natural", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/14_3/images/image1.jpeg" + }, + { + "id": "14_4", + "question": "Is the note pointed at by the pink arrow on a line or in a space?", + "answer": "line", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/14_4/images/image1.jpeg" + }, + { + "id": "14_5", + "question": "Is the note pointed at by the pink arrow a sharp or natural note?", + "answer": "sharp", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/14_5/images/image1.jpeg" + }, + { + "id": "15_1", + "question": "Starting at node D, we follow the sequence of steps: 5, 9, 3, 4, 3, 5, 7, 3. What is the first node visited more than once?", + "answer": "D", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/15_1/images/image1.jpeg" + }, + { + "id": "15_2", + "question": "Starting at node D, we follow the sequence of steps: 5, 9, 3, 4, 3, 5, 7, 3. If we are at the final node and encounter a 5, what will our new position be?", + "answer": "K", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/15_2/images/image1.jpeg" + }, + { + "id": "15_3", + "question": "What is the longest edge length?", + "answer": "14", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/15_3/images/image1.jpeg" + }, + { + "id": "15_4", + "question": "How many edges have the shortest length?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/15_4/images/image1.jpeg" + }, + { + "id": "15_5", + "question": "What is the shortest edge length?", + "answer": "1", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/15_5/images/image1.jpeg" + }, + { + "id": "16_1", + "question": "Several players entered the maze from the 'Start', each represented in the image by a coloured shape. Their goal is to reach the 'End' point of the maze. The shortest path is the direct route from 'Start' to 'End' that requires the fewest steps without any backtracking (avoiding any loops or dead ends). How many players are positioned on the shortest path (correct players)?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/16_1/images/image1.jpeg" + }, + { + "id": "16_2", + "question": "Several players entered the maze from the 'Start', each represented in the image by a coloured shape. Their goal is to reach the 'End' point of the maze. The shortest path is the direct route from 'Start' to 'End' that requires the fewest steps without any backtracking (avoiding any loops or dead ends). How many players are not positioned on the shortest path (incorrect players)?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/16_2/images/image1.jpeg" + }, + { + "id": "16_3", + "question": "Several players entered the maze from the 'Start', each represented in the image by a coloured shape. How many players are there?", + "answer": "7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/16_3/images/image1.jpeg" + }, + { + "id": "17_1", + "question": "How many letters does the hidden word in the first image have?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/17_1/images/image1.jpeg" + }, + { + "id": "17_2", + "question": "What is the hidden word in the first image? Give you answer in lowercase.", + "answer": "athens", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/17_2/images/image1.jpeg" + }, + { + "id": "17_3", + "question": "What is the hidden phrase in the second image? Give your answer in lowercase.", + "answer": "hello world", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/17_3/images/image1.jpeg" + }, + { + "id": "17_4", + "question": "The third image contains a hidden word. The word is the name for an African mammal. What is the word? Give your answer in lowercase.", + "answer": "hippopotamus", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/17_4/images/image1.jpeg" + }, + { + "id": "18_1", + "question": "Examine the picture.\n", + "answer": "(2,9), (7,10), (10,1)", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/18_1/images/image1.jpeg" + }, + { + "id": "18_2", + "question": "Examine the picture.\n", + "answer": "No", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/18_2/images/image1.jpeg" + }, + { + "id": "18_3", + "question": "Examine the picture.\n", + "answer": "Yes", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/18_3/images/image1.jpeg" + }, + { + "id": "19_1", + "question": "Of all the non-ball sports listed, which has the least number of letters?", + "answer": "darts", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/19_1/images/image1.jpeg" + }, + { + "id": "19_2", + "question": "How many words for sports are to the left of the word for a sport that involves a \u2018wicket\u2019", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/19_2/images/image1.jpeg" + }, + { + "id": "1_1", + "question": "What is the original price per Montellier bottle without the discount?", + "answer": "1.59", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/1_1/images/image1.jpeg" + }, + { + "id": "1_2", + "question": "How many Montellier bottles are missing from the first shelf?", + "answer": "1", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/1_2/images/image1.jpeg" + }, + { + "id": "1_3", + "question": "What is the maximum number of Montellier bottles per shelf?", + "answer": "12", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/1_3/images/image1.jpeg" + }, + { + "id": "1_4", + "question": "What is the price per Montellier bottle after the discount?", + "answer": "1.25", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/1_4/images/image1.jpeg" + }, + { + "id": "20_1", + "question": "Out of all the SIM plans, only one is not readily available in Bali. Give the name (M1/Singtel) and price (in dollars) of this in the form , . Do not include the dollar symbol in your answer.", + "answer": "Singtel, 15", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/20_1/images/image2.jpeg" + }, + { + "id": "20_2", + "question": "How much data can I use in Bali if I bought the Singtel $12 SIM? Include a space between the number and the unit.", + "answer": "3 GB", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/20_2/images/image2.jpeg" + }, + { + "id": "20_3", + "question": "Give the fraction of SIMs that work for at least 10 days", + "answer": "7/7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/20_3/images/image2.jpeg" + }, + { + "id": "20_4", + "question": "What is the data per dollar value of M1 $30? Use the data that is the minimum of the data available in Singapore and Bali. Give your answer as an integer or a fraction in GB / $.", + "answer": "1/6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/20_4/images/image2.jpeg" + }, + { + "id": "21_1", + "question": "How many books have a year?", + "answer": "47", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/21_1/images/image3.jpeg" + }, + { + "id": "21_2", + "question": "These images show books in a library. A book is considered out of place if, starting from the left, it does not follow naturally from the previous book. For each image, identify the out-of-place books. If a book is identified as out of place, it is removed, and the next book is then compared relative to the previous book, disregarding the removed book. How many books are out of order in total?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/21_2/images/image3.jpeg" + }, + { + "id": "21_3", + "question": "What is the year of the book titled \"Journal of Pragmatics Vol 32\"", + "answer": "2000", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/21_3/images/image3.jpeg" + }, + { + "id": "22_1", + "question": "The chairs are arranged in blocks with an aisle separating them. How many chairs are there in each row in the block the photograph is taken from?", + "answer": "13", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/22_1/images/image1.jpeg" + }, + { + "id": "22_2", + "question": "I am sitting in the penultimate row of chairs. Each row contains exactly the same number of chairs. To the right, separated by an aisle, is another block of chairs. How many rows are there in the block I am sitting in?", + "answer": "12", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/22_2/images/image1.jpeg" + }, + { + "id": "22_3", + "question": "I am sitting in the penultimate row of chairs. Each row contains exactly the same number of chairs. To the right, separated by an aisle, is another block of chairs. How many chairs in the block the questioner is sat in?", + "answer": "156", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/22_3/images/image1.jpeg" + }, + { + "id": "22_4", + "question": "How many times does the letter \"e\" appear in text in this image?", + "answer": "11", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/22_4/images/image1.jpeg" + }, + { + "id": "22_5", + "question": "How many days does the conference last for?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/22_5/images/image1.jpeg" + }, + { + "id": "23_1", + "question": "How many images show atypical hands", + "answer": "7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/23_1/images/image1.jpeg" + }, + { + "id": "23_2", + "question": "Out of the atypical hands images, how many fingers are there in total", + "answer": "30", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/23_2/images/image1.jpeg" + }, + { + "id": "23_3", + "question": "Out of the atypical hands images, how many thumbs are there in total", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/23_3/images/image1.jpeg" + }, + { + "id": "24_1", + "question": "Based on the current state of the classic Tetris game, and based on the following assumptions:\n", + "answer": "Right, Right, Right, Right, Right, Up", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/24_1/images/image1.jpeg" + }, + { + "id": "24_2", + "question": "Based on the current state of the classic Tetris game, and based on the following assumptions:\n", + "answer": "0015700\n", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/24_2/images/image1.jpeg" + }, + { + "id": "24_3", + "question": "Based on the current state of the classic Tetris game, and based on the following assumptions:\n", + "answer": "0016200\n", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/24_3/images/image1.jpeg" + }, + { + "id": "25_1", + "question": "How many nuts are in the box?", + "answer": "191", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/25_1/images/image1.jpeg" + }, + { + "id": "25_2", + "question": "How many washers are in the box?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/25_2/images/image1.jpeg" + }, + { + "id": "26_1", + "question": "How many clipboards are there in each row?", + "answer": "7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/26_1/images/image1.jpeg" + }, + { + "id": "26_2", + "question": "How many clipboards are there in total?", + "answer": "21", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/26_2/images/image1.jpeg" + }, + { + "id": "26_3", + "question": "How many clipboards are empty in the bottom row?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/26_3/images/image1.jpeg" + }, + { + "id": "26_4", + "question": "How many horizontal panels are there on the radiator?", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/26_4/images/image1.jpeg" + }, + { + "id": "27_1", + "question": "We recently renovated our bathroom and one of the jobs was tiling the wall that is depicted in the image with very small tiles. \n", + "answer": "28000", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/27_1/images/image1.jpeg" + }, + { + "id": "28_1", + "question": "Game Rules:\n", + "answer": "Yellow", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/28_1/images/image1.jpeg" + }, + { + "id": "28_2", + "question": "Game Rules:\n", + "answer": "Red", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/28_2/images/image1.jpeg" + }, + { + "id": "28_3", + "question": "Game Rules:\n", + "answer": "Yellow", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/28_3/images/image1.jpeg" + }, + { + "id": "28_4", + "question": "Game Rules:\n", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/28_4/images/image1.jpeg" + }, + { + "id": "29_1", + "question": "What is the total number of pink rings forming the outer border of the heart shape?", + "answer": "7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/29_1/images/image1.jpeg" + }, + { + "id": "29_2", + "question": "How many rings have a colour that matches the dominant shirt color on the home strip of a Premier League team based in Manchester in the 2016-2017 season?", + "answer": "18", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/29_2/images/image1.jpeg" + }, + { + "id": "29_3", + "question": "How many pale blue rings are there?", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/29_3/images/image1.jpeg" + }, + { + "id": "2_1", + "question": "How many screws are there in total in Image 2?", + "answer": "11", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/2_1/images/image2.jpeg" + }, + { + "id": "2_2", + "question": "How many large screws are there in Image 2?", + "answer": "1", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/2_2/images/image2.jpeg" + }, + { + "id": "2_3", + "question": "How many small screws are there in Image 2?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/2_3/images/image2.jpeg" + }, + { + "id": "2_4", + "question": "How many screws are completely below the shadow of the largest screw in Image 2?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/2_4/images/image2.jpeg" + }, + { + "id": "30_1", + "question": "An exercise ball is given an id depending on the combination of it's colour and size e.g. BlackMedium. How many unique exercise ball id can be seen in this image?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/30_1/images/image1.jpeg" + }, + { + "id": "30_2", + "question": "How many benches are there?", + "answer": "2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/30_2/images/image1.jpeg" + }, + { + "id": "30_3", + "question": "How many dumbbells are stored in the racks?", + "answer": "30", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/30_3/images/image1.jpeg" + }, + { + "id": "30_4", + "question": "What sport is being shown on the TV?", + "answer": "cricket", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/30_4/images/image1.jpeg" + }, + { + "id": "30_5", + "question": "How many yellow balls are there?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/30_5/images/image1.jpeg" + }, + { + "id": "31_1", + "question": "If we put the two letters highlighted by red and orange arrows together and then translate the word into English, how many letters will the word have?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/31_1/images/image1.jpeg" + }, + { + "id": "31_2", + "question": "What colour arrow is highest in the image?", + "answer": "orange", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/31_2/images/image1.jpeg" + }, + { + "id": "32_1", + "question": "How many unique cycles include node 2 in total?", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/32_1/images/image1.jpeg" + }, + { + "id": "32_2", + "question": "A lonely node is one with only one neighbour. If each node's value was incremented by 1, then mapped to the corresponding month of that value, which months are lonely nodes?", + "answer": "February", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/32_2/images/image1.jpeg" + }, + { + "id": "32_3", + "question": "How many arrows are there in the graph.", + "answer": "15", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/32_3/images/image1.jpeg" + }, + { + "id": "32_4", + "question": "What is the value of the node with the most curved path leading to it?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/32_4/images/image1.jpeg" + }, + { + "id": "33_1", + "question": "Game Rules: This is the Atari Pong game. Your task is to control the right paddle to defeat the left opponent. Given a game frame, your goal is to intercept the ball in the fewest movements. The available actions are defined as follows: 0 - Stay Still; 1 - Move Up; 2 - Move Down. Question: Both the ball and the paddle move at a 3cm/frame rate. The image is to scale, however, the paddles and ball are not to scale. For the game mechanics, the paddles are considered to have lengths of 4 cm and the ball has a diameter of 1 cm. There is a small diagonal crack on the game screen that is exactly 2 cm in length in the game scale. The ball is travelling at a bearing of 135 degrees. How many game frames until the ball reaches the side with the green paddle?", + "answer": "8.5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/33_1/images/image1.jpeg" + }, + { + "id": "33_2", + "question": "Game Rules: This is the Atari Pong game. Your task is to control the right paddle to defeat the left opponent. Given a game frame, your goal is to intercept the ball in the fewest movements. The available actions are defined as follows: 0 - Stay Still; 1 - Move Up; 2 - Move Down. Question: Both the ball and the paddle move at a 3cm/frame rate. The image is to scale, however, the paddles and ball are not to scale. For the game mechanics, the paddles are considered to have lengths of 4 cm and the ball has a diameter of 1 cm. There is a small diagonal crack on the game screen that is exactly 2 cm in length in the game scale. The ball is travelling at a bearing of 135 degrees. In the current frame, is the ball travelling left or right?", + "answer": "right", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/33_2/images/image1.jpeg" + }, + { + "id": "33_3", + "question": "Game Rules: This is the Atari Pong game. Your task is to control the right paddle to defeat the left opponent. Given a game frame, your goal is to intercept the ball in the fewest movements. The available actions are defined as follows: 0 - Stay Still; 1 - Move Up; 2 - Move Down. Question: Both the ball and the paddle move at a 3cm/frame rate. The image is to scale, however, the paddles and ball are not to scale. For the game mechanics, the paddles are considered to have lengths of 4 cm and the ball has a diameter of 1 cm. There is a small diagonal crack on the game screen that is exactly 2 cm in length in the game scale. The ball is travelling at a bearing of 135 degrees. Will the ball bounce off the top or bottom walls before reaching the side with the green paddle? Give you answer as either True or False.", + "answer": "True", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/33_3/images/image1.jpeg" + }, + { + "id": "34_1", + "question": "How many vertical lines are there in the top row", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/34_1/images/image1.jpeg" + }, + { + "id": "34_2", + "question": "How many horizontal lines are there in the top row", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/34_2/images/image1.jpeg" + }, + { + "id": "34_3", + "question": "How many vertical lines are there in the left column", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/34_3/images/image1.jpeg" + }, + { + "id": "34_4", + "question": "How many horizontal lines are there in the last column", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/34_4/images/image1.jpeg" + }, + { + "id": "34_5", + "question": "How many vertical lines are there in the bottom row", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/34_5/images/image1.jpeg" + }, + { + "id": "35_1", + "question": "How many Sangags are there?", + "answer": "23", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/35_1/images/image1.jpeg" + }, + { + "id": "35_2", + "question": "How many Barbaris are there?", + "answer": "13", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/35_2/images/image1.jpeg" + }, + { + "id": "35_3", + "question": "How many full or partial yellow/orange squares are there on the pattern behind the stack of bread?", + "answer": "28", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/35_3/images/image1.jpeg" + }, + { + "id": "36_1", + "question": "How many yellow marbles are above the pink marble?", + "answer": "14", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/36_1/images/image1.jpeg" + }, + { + "id": "36_2", + "question": "There are multiple students, each with a different number of marbles in various colors. Their scores are calculated based on the following rules:\n", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/36_2/images/image1.jpeg" + }, + { + "id": "36_3", + "question": "There are multiple students, each with a different number of marbles in various colors. Their scores are calculated based on the following rules:\n", + "answer": "15", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/36_3/images/image1.jpeg" + }, + { + "id": "36_4", + "question": "There are multiple students, each with a different number of marbles in various colors. Their scores are calculated based on the following rules:\n", + "answer": "11", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/36_4/images/image1.jpeg" + }, + { + "id": "36_5", + "question": "How many marbles are overlapping?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/36_5/images/image1.jpeg" + }, + { + "id": "37_1", + "question": "How many geese have their bodies oriented facing south based on an 8-point compass?", + "answer": "1", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/37_1/images/image1.jpeg" + }, + { + "id": "37_2", + "question": "Which direction is south? Give your answer in the clock position reference system, e.g., 5 for 5 o'clock.", + "answer": "12", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/37_2/images/image1.jpeg" + }, + { + "id": "37_3", + "question": "How many geese are there in total?", + "answer": "22", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/37_3/images/image1.jpeg" + }, + { + "id": "38_1", + "question": "How many objects are there in the pot?", + "answer": "18", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/38_1/images/image1.jpeg" + }, + { + "id": "38_2", + "question": "How many pen nibs are uncovered and unretracted?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/38_2/images/image1.jpeg" + }, + { + "id": "38_3", + "question": "How many legs does the animal seen typically have?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/38_3/images/image1.jpeg" + }, + { + "id": "39_1", + "question": "We plan to replace just the rightmost pairs of windows on this building (each pair consists of two side-by-side panes). The replacement will exclude the first two floors at the bottom of the row of pairs of windows, and the top three levels of the building. Some of window pairs need double-glazing, which adds an extra pane per window. Ignoring the leftmost pairs of windows, for each row being replaced, add an additional pane to each of the windows to be replaced if there is at least one window in the row with blinds that are fully or partially open. What is the total number of panes being replaced?", + "answer": "24", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/39_1/images/image1.jpeg" + }, + { + "id": "39_2", + "question": "We plan to replace just the rightmost pairs of windows on this building (each pair consists of two side-by-side panes). The replacement will exclude the first two floors at the bottom of the row of pairs of windows, and the top three levels of the building. Some of window pairs need double-glazing, which adds an extra pane per window. Ignoring the leftmost pairs of windows, for each row being replaced, add an additional pane to each of the windows to be replaced if there is at least one window in the row with blinds that are fully or partially open. How many rows are the windows being replaced in?", + "answer": "7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/39_2/images/image1.jpeg" + }, + { + "id": "3_1", + "question": "Based on the following rules:\n", + "answer": "58", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/3_1/images/image1.jpeg" + }, + { + "id": "3_2", + "question": "Let's assume a coordinate system where the smiley face is on the top left at (1,1) and the square below it is (1,2). What are the coordinates of the box? Include the parentheses in your answer.", + "answer": "(2,2)", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/3_2/images/image1.jpeg" + }, + { + "id": "3_3", + "question": "Based on the following rules:\n", + "answer": "up, right, down", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/3_3/images/image1.jpeg" + }, + { + "id": "3_4", + "question": "Let's assume a coordinate system where the smiley face is on the top left at (1,1) and the square below it is (1,2). What are the coordinates of the blue square? Include the parentheses in your answer.", + "answer": "(14,8)", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/3_4/images/image1.jpeg" + }, + { + "id": "3_5", + "question": "Let's assume a coordinate system where the smiley face is on the top left at (1,1) and the square below it is (1,2). What are the coordinates of the bottom square? Include the parentheses in your answer.", + "answer": "(7, 9)", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/3_5/images/image1.jpeg" + }, + { + "id": "40_1", + "question": "What is the number of floors of the monument depicted on the pencil (in real world)", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/40_1/images/image1.jpeg" + }, + { + "id": "40_2", + "question": "What is the amount of dietary fibre in 1 bar in grams?", + "answer": "1.9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/40_2/images/image1.jpeg" + }, + { + "id": "40_3", + "question": "What is the brand name of the monitor in the image? What is it's encoding with a Caesar cipher with a left shift of 5. Give your answer as a combined string.", + "answer": "HPCK", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/40_3/images/image1.jpeg" + }, + { + "id": "40_4", + "question": "What is the number of black spots on the ball?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/40_4/images/image1.jpeg" + }, + { + "id": "40_5", + "question": "What is the number of stars on the player's shirt?", + "answer": "2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/40_5/images/image1.jpeg" + }, + { + "id": "41_1", + "question": "It is the evening of the 26th of December 2024. I take one of those tablets every morning. I pop the pills in the order such that the shape that appears forms a Z. On what day of the month will I pop the last pill to complete the largest possible Z ?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/41_1/images/image1.jpeg" + }, + { + "id": "41_2", + "question": "It is the evening of the 26th of December 2024. I take one of those tablets every morning. I pop the pills in the order such that the shape that appears forms a Z. When the largest possible Z is completed the next pills are taken such that the resulting shape is an hour glass. How many empty pill containers does this hour glass consist of ?", + "answer": "15", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/41_2/images/image1.jpeg" + }, + { + "id": "42_1", + "question": "How many copies of 'a bit of everything' are in the top left stack?", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/42_1/images/image1.jpeg" + }, + { + "id": "42_2", + "question": "How many copies of 'a bit of everything' are in the top right stack?", + "answer": "13", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/42_2/images/image1.jpeg" + }, + { + "id": "42_3", + "question": "How many copies of 'a bit of everything' are in the lower right stack?", + "answer": "10", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/42_3/images/image1.jpeg" + }, + { + "id": "42_4", + "question": "How many copies of 'a bit of everything' are in the cubby above the London Business School folder.", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/42_4/images/image1.jpeg" + }, + { + "id": "42_5", + "question": "How many copies of 'a bit of everything' are in the cubby containing the box from the creator of the iPhone.", + "answer": "10", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/42_5/images/image1.jpeg" + }, + { + "id": "43_1", + "question": " Calculate the number of door handles that require at least one hand to use visible in the picture.", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/43_1/images/image1.jpeg" + }, + { + "id": "43_2", + "question": "How many white tiles are there between each light tile?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/43_2/images/image1.jpeg" + }, + { + "id": "43_3", + "question": "How many light tiles are there?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/43_3/images/image1.jpeg" + }, + { + "id": "43_4", + "question": "How many tiles out of frame and after the final light are there?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/43_4/images/image1.jpeg" + }, + { + "id": "43_5", + "question": "How many doors have corresponding wall mounted signs?", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/43_5/images/image1.jpeg" + }, + { + "id": "44_1", + "question": "What is the plot number of the house diagonally opposite to the house that is located two houses to the right of Dasthagir & Sons? Give just the plot number, e.g., '8'.", + "answer": "76", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/44_1/images/image2.jpeg" + }, + { + "id": "44_2", + "question": "What is the road number of the house diagonally opposite to the house that is located two houses to the right of Dasthagir & Sons? Give just the road number, e.g., '8'.", + "answer": "2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/44_2/images/image2.jpeg" + }, + { + "id": "44_3", + "question": "Which state in India is this colony most likely located?", + "answer": "Telangana", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/44_3/images/image2.jpeg" + }, + { + "id": "45_1", + "question": "Examine the picture.\n", + "answer": "63", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/45_1/images/image1.jpeg" + }, + { + "id": "45_2", + "question": "Examine the picture.\n", + "answer": "61", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/45_2/images/image1.jpeg" + }, + { + "id": "45_3", + "question": "Examine the picture.\n", + "answer": "4, 5, 7, 3, 6, 8, 2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/45_3/images/image1.jpeg" + }, + { + "id": "46_1", + "question": "How many bamboo pots are there?", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/46_1/images/image1.jpeg" + }, + { + "id": "46_2", + "question": "Patty has planted bamboo in different pots. Each pot is labelled with a number. Each pot has been coloured-coded based on the fertilizer mix in the soil. The bamboo plants are either a black or white variety. Water flows towards the pots from both ends of the row of pots. Above the plants are 3 full-spectrum lamps of different strengths (denoted by the number of lightbulbs). The lamps are focused directly downward.\n", + "answer": "1, 6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/46_2/images/image1.jpeg" + }, + { + "id": "46_3", + "question": "Patty has planted bamboo in different pots. Each pot is labelled with a number. Each pot has been coloured-coded based on the fertilizer mix in the soil. The bamboo plants are either a black or white variety. Water flows towards the pots from both ends of the row of pots. Above the plants are 3 full-spectrum lamps of different strengths (denoted by the number of lightbulbs). The lamps are focused directly downward.\n", + "answer": "2, 4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/46_3/images/image1.jpeg" + }, + { + "id": "47_1", + "question": "How many items are there on the menu?", + "answer": "33", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/47_1/images/image1.jpeg" + }, + { + "id": "47_2", + "question": "What is the price of item 1 in HKD?", + "answer": "88", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/47_2/images/image1.jpeg" + }, + { + "id": "47_3", + "question": "What is the price of item 23 in HKD?", + "answer": "88", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/47_3/images/image1.jpeg" + }, + { + "id": "47_4", + "question": "What is the price of item 22 in HKD?", + "answer": "76", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/47_4/images/image1.jpeg" + }, + { + "id": "47_5", + "question": "How many items are there in each column?", + "answer": "11", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/47_5/images/image1.jpeg" + }, + { + "id": "48_1", + "question": "What is the size of the grid? Please provide it in the format 'N, M', where N represents the number of rows and M represents the number of columns.", + "answer": "10, 10", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/48_1/images/image1.jpeg" + }, + { + "id": "48_2", + "question": "How many cells in the first column (left most) contain circles that are completely disjoint?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/48_2/images/image1.jpeg" + }, + { + "id": "48_3", + "question": "How many cells have circles that are distant from each other?", + "answer": "45", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/48_3/images/image1.jpeg" + }, + { + "id": "49_1", + "question": "Consider the following from the image: what is the size of the largest set which consists of identical arrows. Two arrows are identical if they have the same size and the same orientation\n", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/49_1/images/image1.jpeg" + }, + { + "id": "49_2", + "question": "Consider the following from the image: what is the maximum number of squares with the same size?\n", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/49_2/images/image1.jpeg" + }, + { + "id": "49_3", + "question": "Consider the following from the image:\n", + "answer": "14", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/49_3/images/image1.jpeg" + }, + { + "id": "4_1", + "question": "Including both real and cartoon, how many cats are there in the image?\n", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/4_1/images/image1.jpeg" + }, + { + "id": "4_2", + "question": "How many window panes are there in the image?", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/4_2/images/image1.jpeg" + }, + { + "id": "4_3", + "question": "How many holes are there in the window casement stay on the rightmost window?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/4_3/images/image1.jpeg" + }, + { + "id": "4_4", + "question": "How many distinct leaves are visible on the plant on the left?", + "answer": "12", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/4_4/images/image1.jpeg" + }, + { + "id": "50_1", + "question": "What time does the Sydney watch display?", + "answer": "7:15", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/50_1/images/image1.jpeg" + }, + { + "id": "50_2", + "question": "How many timepieces are in the image?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/50_2/images/image1.jpeg" + }, + { + "id": "51_1", + "question": "What is the question that is written in the shape of a star among the mess of letters?", + "answer": "How many letters do the words of this question contain", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/51_1/images/image1.jpeg" + }, + { + "id": "51_2", + "question": "How many letters are there?", + "answer": "45", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/51_2/images/image1.jpeg" + }, + { + "id": "52_1", + "question": "How many blue or pink sharks are there?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/52_1/images/image1.jpeg" + }, + { + "id": "52_2", + "question": "How many leaves are there in the image?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/52_2/images/image1.jpeg" + }, + { + "id": "52_3", + "question": "How many bows are there in the image?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/52_3/images/image1.jpeg" + }, + { + "id": "52_4", + "question": "How many sharks have their mouth open?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/52_4/images/image1.jpeg" + }, + { + "id": "52_5", + "question": "How many yellow sharks are facing right?", + "answer": "7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/52_5/images/image1.jpeg" + }, + { + "id": "53_1", + "question": "You are trying to crack a safe, and you need a 6-digit code. You find the following clues and items left behind by the owner of the safe. What are the first 4 digits of the code?", + "answer": "4583", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/53_1/images/image1.jpeg" + }, + { + "id": "54_1", + "question": "A classic Sudoku puzzle follows these basic rules:\n", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/54_1/images/image1.jpeg" + }, + { + "id": "54_2", + "question": "A classic Sudoku puzzle follows these basic rules:\n", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/54_2/images/image1.jpeg" + }, + { + "id": "54_3", + "question": "A classic Sudoku puzzle follows these basic rules:\n", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/54_3/images/image1.jpeg" + }, + { + "id": "55_1", + "question": "The picture shows a number of ponds. The only fish in the ponds are koi. Some of the koi are only single-coloured. These are the cheaper fish. Brown fish are worth $30, orange fish are worth $45, and yellow fish are worth $75. Fish of the preceding colours are always just one colour. Entirely black koi are $100 and entirely red koi are $125. Koi that are only white are $110. \n", + "answer": "3855", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/55_1/images/image1.jpeg" + }, + { + "id": "55_2", + "question": "The picture shows a number of ponds. The only fish in the ponds are koi. Some of the koi are only single-coloured. These are the cheaper fish. Brown fish are worth $30, orange fish are worth $45, and yellow fish are worth $75. Fish of the preceding colours are always just one colour. Entirely black koi are $100 and entirely red koi are $125. Koi that are only white are $110. \n", + "answer": "5355", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/55_2/images/image1.jpeg" + }, + { + "id": "55_3", + "question": "How many fish are in the big pond?", + "answer": "15", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/55_3/images/image1.jpeg" + }, + { + "id": "55_4", + "question": "How many fish are in the smallest pond?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/55_4/images/image1.jpeg" + }, + { + "id": "55_5", + "question": "How many fish are in the middle-sized pond?", + "answer": "12", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/55_5/images/image1.jpeg" + }, + { + "id": "56_1", + "question": "How many Asian flags are there?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/56_1/images/image1.jpeg" + }, + { + "id": "56_2", + "question": "How many sides are there on the Botswana flag?", + "answer": "1", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/56_2/images/image1.jpeg" + }, + { + "id": "56_3", + "question": "How many flags are there in total?", + "answer": "13", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/56_3/images/image1.jpeg" + }, + { + "id": "57_1", + "question": "Individual steps in this staircase are denoted by parallel brown lines. \n", + "answer": "75", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/57_1/images/image1.jpeg" + }, + { + "id": "57_2", + "question": "How many vertical white beams are visible on the window railing (only include beams where more than 75% of their length is visible)?", + "answer": "18", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/57_2/images/image1.jpeg" + }, + { + "id": "58_1", + "question": "Which player number has the winning hand?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/58_1/images/image1.jpeg" + }, + { + "id": "58_2", + "question": "Which player number has the second highest hand?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/58_2/images/image1.jpeg" + }, + { + "id": "58_3", + "question": "What is the sum of the money of all the players? Give your answer in dollars but do not include the dollar symbol.", + "answer": "517", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/58_3/images/image1.jpeg" + }, + { + "id": "58_4", + "question": "What is the probability of being dealt pocket aces? Give a percentage to two decimal places.", + "answer": "0.45", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/58_4/images/image1.jpeg" + }, + { + "id": "59_1", + "question": "I have a plank of wood. There is a mark in the middle of so that the plank is split into 2 sections of equal length. I have put some ants on either side that will try and get to the shorter edges of the plank of wood before they fall off. The ants move at 0.75cm/second. Each time they meet another ant, the ants flip direction instantaneously. The ants are placed initially as shown. Though not depicted, there is another ant placed 4cm to the right of the right-most ant. It is facing towards the right. How much time has passed from the start of the task to the first time the ants 4th and 5th from the left collide? Give your answer in seconds to 1 decimal place.", + "answer": "14.7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/59_1/images/image1.jpeg" + }, + { + "id": "59_2", + "question": "How many ants are shown in the image?", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/59_2/images/image1.jpeg" + }, + { + "id": "59_3", + "question": "I have a plank of wood. There is a mark in the middle of so that the plank is split into 2 sections of equal length. I have put some ants on either side that will try and get to the shorter edges of the plank of wood before they fall off. The ants move at 0.75cm/second. Each time they meet another ant, the ants flip direction instantaneously. The ants are placed initially as shown. Though not depicted, there is another ant placed 4cm to the right of the right-most ant. It is facing towards the right. What speed do the ants move relative to each other? Give your answer in m/s.", + "answer": "1.5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/59_3/images/image1.jpeg" + }, + { + "id": "5_1", + "question": "There are three plates on the floor (blue, green and yellow). What is their combined mass? ", + "answer": "45", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/5_1/images/image1.jpeg" + }, + { + "id": "5_2", + "question": "If I pick up the bar as is, which way will it fall? right or left?", + "answer": "right", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/5_2/images/image1.jpeg" + }, + { + "id": "5_3", + "question": "What is the total mass on the right side of the bar?", + "answer": "15", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/5_3/images/image1.jpeg" + }, + { + "id": "5_4", + "question": "How many green plates are there?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/5_4/images/image1.jpeg" + }, + { + "id": "5_5", + "question": "How many plates does the bar have on it in total?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/5_5/images/image1.jpeg" + }, + { + "id": "60_1", + "question": "It's evening in Oxford, UK. The clock is built to align with how the sporting object is oriented when in use. What is the current time on the clock (to the nearest 15 minutes)? Give your answer in 24hr format.", + "answer": "20:00", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/60_1/images/image1.jpeg" + }, + { + "id": "60_2", + "question": "Suppose the image was reflected once horizontally, once vertically, then rotated once by 90\u00b0 clockwise. After performing the aforementioned transformations, what is the time on the clock to the nearest 15 minutes? Give your answer in 12-hour format as 4 digits", + "answer": "0330", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/60_2/images/image1.jpeg" + }, + { + "id": "61_1", + "question": "How many full size tiles you can completely see in the image? The largest tile from the image is uncut/full size.", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/61_1/images/image1.jpeg" + }, + { + "id": "61_2", + "question": "How columns of tiles you can see?", + "answer": "7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/61_2/images/image1.jpeg" + }, + { + "id": "61_3", + "question": "How many horizontal boundaries you can see between tiles?", + "answer": "11", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/61_3/images/image1.jpeg" + }, + { + "id": "62_1", + "question": "How many characteristics are there?", + "answer": "22", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/62_1/images/image1.jpeg" + }, + { + "id": "62_2", + "question": "How many characteristics of emergent phenomena are there?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/62_2/images/image1.jpeg" + }, + { + "id": "62_3", + "question": "Not including adjacent characteristics, how many characteristics is 'Emergent Order' connected to?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/62_3/images/image1.jpeg" + }, + { + "id": "63_1", + "question": "How much money in notes is displayed?", + "answer": "\u00a315.00", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/63_1/images/image1.jpeg" + }, + { + "id": "63_2", + "question": "How much money is displayed?", + "answer": "\u00a322.85", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/63_2/images/image1.jpeg" + }, + { + "id": "63_3", + "question": "How many grams of butter is required to make 6 cakes?", + "answer": "1200", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/63_3/images/image1.jpeg" + }, + { + "id": "63_4", + "question": "What is the cost of the butter to make 6 cakes?", + "answer": "\u00a311.34", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/63_4/images/image1.jpeg" + }, + { + "id": "64_1", + "question": "What is the total number of pens, pencils and markers?", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/64_1/images/image1.jpeg" + }, + { + "id": "64_2", + "question": "How many pens are there in the image?", + "answer": "14", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/64_2/images/image1.jpeg" + }, + { + "id": "65_1", + "question": "Which is the largest snowflake? (Give the annotated number).", + "answer": "39", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/65_1/images/image2.jpeg" + }, + { + "id": "65_2", + "question": "What is the diameter of the largest snowflake in mm to 2sf, given the scalebar of 30 mm in the lower left of the image? Do not include the units in your answer.", + "answer": "13", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/65_2/images/image2.jpeg" + }, + { + "id": "65_3", + "question": "What is the area of the largest snowflake, given the scalebar of 30 mm in the lower left of the image to 2sf in mm2? Do not include the units in your answer.", + "answer": "130", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/65_3/images/image2.jpeg" + }, + { + "id": "65_4", + "question": "What is the total area of snowflakes, given the scalebar of 30 mm in the lower left of the image, in mm2 to 2 sf? Do not include the units in your answer.", + "answer": "1600", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/65_4/images/image2.jpeg" + }, + { + "id": "66_1", + "question": "Examine the chess board. If there are white pawns on squares a6 and b6 AND white cannot move any pieces onto the 5th or 6th rank? Which piece should white move? Give just the piece name, e.g., rook or pawn.", + "answer": "Knight", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/66_1/images/image1.jpeg" + }, + { + "id": "67_1", + "question": "There are three main branches on the Lego tree on the image. Each branch has several leaves, each leaf having the same number of frogs. How many pink frogs are per leaf?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/67_1/images/image1.jpeg" + }, + { + "id": "67_2", + "question": "There are three main branches on the Lego tree on the image. Each branch has several leaves, each leaf having the same number of frogs. How many leaves has a main three branch?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/67_2/images/image1.jpeg" + }, + { + "id": "67_3", + "question": "How many flowers are visible?", + "answer": "38", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/67_3/images/image1.jpeg" + }, + { + "id": "68_1", + "question": "What is the percentage represented by the green section? Give your answer as a percentage to 1 decimal place. Do not include the percentage sign in your answer.", + "answer": "30.7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/68_1/images/image1.jpeg" + }, + { + "id": "68_2", + "question": "What is the percentage represented by the blue section? Give your answer as a percentage to 1 decimal place. Do not include the percentage sign in your answer.", + "answer": "23.4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/68_2/images/image1.jpeg" + }, + { + "id": "68_3", + "question": "What is the percentage represented by the red section? Give your answer as a percentage to 1 decimal place. Do not include the percentage sign in your answer.", + "answer": "45.9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/68_3/images/image1.jpeg" + }, + { + "id": "69_1", + "question": "Consider just the 3D dice. Assume that all dice in the image are standard dice with the numbers on opposite sides adding up to 7. Some splodges of paint have been split on the tops of the dice, partly obscuring the dots. Also, at most one dot on each of the other visible faces has been painted over. I want you to imagine that the dice on the right is rotated by 90 degree anticlockwise when looking down around the axis that goes from the ground straight up. What is the sum of the 2 faces perpendicular to the ground that are not visible on this dice? When counting up the dots on the faces, still include dots that are painted over in the count.", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/69_1/images/image1.jpeg" + }, + { + "id": "69_2", + "question": "Consider just the 3D dice. How many dice are there?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/69_2/images/image1.jpeg" + }, + { + "id": "69_3", + "question": "Consider just the 3D dice. Assume that all dice in the image are standard dice with the numbers on opposite sides adding up to 7. How many dots should there be on the top of the dice in the front?", + "answer": "1", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/69_3/images/image1.jpeg" + }, + { + "id": "69_4", + "question": "Consider just the 3D dice. Assume that all dice in the image are standard dice with the numbers on opposite sides adding up to 7. How many dots should there be on the top of the dice at the back?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/69_4/images/image1.jpeg" + }, + { + "id": "69_5", + "question": "Consider just the 2D dice. How many dice are there?", + "answer": "63", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/69_5/images/image1.jpeg" + }, + { + "id": "6_1", + "question": "Roughly how much water does the glass on the left have? Give your answer as a fraction or whole number.", + "answer": "1/2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/6_1/images/image1.jpeg" + }, + { + "id": "6_2", + "question": "Roughly how much water does the glass in the middle have? Give your answer as a fraction or whole number.", + "answer": "3/4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/6_2/images/image1.jpeg" + }, + { + "id": "6_3", + "question": "Roughly how much water does the glass on the right have? Give your answer as a fraction or whole number.", + "answer": "1", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/6_3/images/image1.jpeg" + }, + { + "id": "6_4", + "question": "I am making a potion. You can see in the image 3 glasses with some clear liquid in each of them. The most full glass has water, whilst the least full has toluene. The other has ethanol.\n", + "answer": "5/8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/6_4/images/image1.jpeg" + }, + { + "id": "70_1", + "question": "The length of the pen is 12 cm. Assuming the picture is flat (no distortion, or from the angle of the camera). Find the length of the snake from the tip of the tail to the tip of the tongue (to the nearest cm). Do not include the units in your answer.", + "answer": "33", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/70_1/images/image1.jpeg" + }, + { + "id": "70_2", + "question": "Based on the length of the pen (12cm), what is the conversion from pixel to cm in pixel/cm to the nearest integer?", + "answer": "77", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/70_2/images/image1.jpeg" + }, + { + "id": "70_3", + "question": "The length of the pen is 12 cm. Assuming the picture is flat (no distortion, or from the angle of the camera). What is the width of the snake at the thickest part to the nearest cm? Do not include the units in your answer.", + "answer": "2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/70_3/images/image1.jpeg" + }, + { + "id": "71_1", + "question": "The image contains a collection of circles containing dots. Each circle contain dots is called a pattern. The collection has been generated from an initial set of base patterns, which were then duplicated and underwent a series >= 1 reflections and/or rotations. How many base patterns are there?", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/71_1/images/image1.jpeg" + }, + { + "id": "71_2", + "question": "The image contains a collection of circles containing dots. Each circle contain dots is called a pattern. The collection has been generated from an initial set of base patterns, which were then duplicated and underwent a series >= 1 reflections and/or rotations. How many patterns are there in total?", + "answer": "35", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/71_2/images/image1.jpeg" + }, + { + "id": "72_1", + "question": "The guitar is in standard tuning. Which chord shape is the guitar playing holding?", + "answer": "G7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/72_1/images/image1.jpeg" + }, + { + "id": "72_2", + "question": "The guitar is in standard tuning. When a capo is on the 3rd fret, how many semitones is the chord shape transposed up?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/72_2/images/image1.jpeg" + }, + { + "id": "72_3", + "question": "Which fret is the capo on? Give just the fret number (e.g., 8).", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/72_3/images/image1.jpeg" + }, + { + "id": "73_1", + "question": "The girls in the picture have different degrees of makeup and hairstyling. The time it takes each to complete their makeup is as follows:\n", + "answer": "50", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/73_1/images/image1.jpeg" + }, + { + "id": "73_2", + "question": "The girls in the picture have different degrees of makeup and hairstyling. The time it takes each to complete their makeup is as follows:\n", + "answer": "60", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/73_2/images/image1.jpeg" + }, + { + "id": "73_3", + "question": "How many of the girls are wearing accessories?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/73_3/images/image1.jpeg" + }, + { + "id": "74_1", + "question": "In which year did the most famous person associated with the crest on the right lose a very important match to the national team whose primary spoken language is the one written on the left object?", + "answer": "2014", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/74_1/images/image1.jpeg" + }, + { + "id": "74_2", + "question": "As of January 2025, how many fewer Ballon D\u2019Ors does the person who won the Ballon D\u2019or in the year of the previous answer, have compared to the person associated with the crest on the right?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/74_2/images/image1.jpeg" + }, + { + "id": "74_3", + "question": "In which minute of the 2014 FIFA World Cup Final did a player score the winning goal?", + "answer": "113", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/74_3/images/image1.jpeg" + }, + { + "id": "74_4", + "question": "How many joules of energy would be stored in 1kg of the food item on the left?", + "answer": "6150480", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/74_4/images/image1.jpeg" + }, + { + "id": "75_1", + "question": "Count the total number of planes flying in the box spanned by the international date line to the west, the western coast of South America to the east, the equator to the north, and Antarctica to the south. If any part of an airplane is within the box, include that airplane in the count. Do not include any airplanes that are partially flying over any part of South America, in the count.", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/75_1/images/image1.jpeg" + }, + { + "id": "75_2", + "question": "If the southernmost airplane visible in the image is bound for Sao Paulo, and it will take another 6 hours 7 mins to reach there, what time will it arrive in Sao Paulo?", + "answer": "3:50 PM", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/75_2/images/image1.jpeg" + }, + { + "id": "75_3", + "question": "How many active options are there in the gray bar at the bottom?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/75_3/images/image1.jpeg" + }, + { + "id": "76_1", + "question": "There is an item with the description \u201cINMOTION fast charge power bank 10kmAh 20 W\u201d. Which position is this item in? Give your answer in the form '(How many items from the left, and how many items from the top)'.", + "answer": "(3, 3)", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/76_1/images/image1.jpeg" + }, + { + "id": "76_2", + "question": "There is an item with the description \u201cINMOTION fast charge power bank 10kmAh 20 W\u201d. What is the price of this item?", + "answer": "\u00a334.99", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/76_2/images/image1.jpeg" + }, + { + "id": "76_3", + "question": "How many unique power banks are there? Give your answer as a fraction of the total number of power banks displayed in the image", + "answer": "7/9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/76_3/images/image1.jpeg" + }, + { + "id": "76_4", + "question": "What is the sum total price of the unique power banks?", + "answer": "\u00a3248.95", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/76_4/images/image1.jpeg" + }, + { + "id": "76_5", + "question": "What is the brand of the item directly behind the price tag?", + "answer": "Sony", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/76_5/images/image1.jpeg" + }, + { + "id": "77_1", + "question": "How many bananas are there in the image?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/77_1/images/image1.jpeg" + }, + { + "id": "77_2", + "question": "How many pieces of pasta are there?", + "answer": "27", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/77_2/images/image1.jpeg" + }, + { + "id": "78_1", + "question": "Consider only the two seats in the main part of the image. There appears to be a repeating pattern of \"special\" red outlined 5-point stars on these two seats. Some stars have been hidden with black shapes. How many visible special stars are on the bottom part of the right seat?", + "answer": "2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/78_1/images/image1.jpeg" + }, + { + "id": "78_2", + "question": "Consider only the two seats in the main part of the image. There appears to be a repeating pattern of \"special\" red outlined 5-point stars on these two seats. Some stars have been hidden with black shapes. How many visible special stars are on the right seat?", + "answer": "10", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/78_2/images/image1.jpeg" + }, + { + "id": "78_3", + "question": "Consider only the two seats in the main part of the image. There appears to be a repeating pattern of \"special\" red outlined 5-point stars on these two seats. Some stars have been hidden with black shapes. How many visible special stars are on the left seat?", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/78_3/images/image1.jpeg" + }, + { + "id": "78_4", + "question": "Consider only the two seats in the main part of the image. There appears to be a repeating pattern of \"special\" red outlined 5-point stars on these two seats. Some stars have been hidden with black shapes. Is the pattern followed by the special stars on the right a reflection of the pattern on the left?", + "answer": "Yes", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/78_4/images/image1.jpeg" + }, + { + "id": "78_5", + "question": "Consider only the two seats in the main part of the image. There appears to be a repeating pattern of \"special\" red outlined 5-point stars on these two seats. Some stars have been hidden with black shapes. How many times does the pattern repeat on the left seat?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/78_5/images/image1.jpeg" + }, + { + "id": "79_1", + "question": "How many pins are in the image?", + "answer": "22", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/79_1/images/image1.jpeg" + }, + { + "id": "79_2", + "question": "The image has a number of puzzle boxes containing intricate patterns. Part of the patterns contain special squares with dark or light outer borders and a small inner square at the centre. Count the total number of these special squares visible. Only include in the count special squares where the centre small square is fully visible.", + "answer": "26", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/79_2/images/image1.jpeg" + }, + { + "id": "7_1", + "question": "How many slanted light gray tiles are there?", + "answer": "23", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/7_1/images/image1.jpeg" + }, + { + "id": "7_2", + "question": "What is the maximum number of stud holes at a given height?", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/7_2/images/image1.jpeg" + }, + { + "id": "7_3", + "question": "How many windows are there?", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/7_3/images/image1.jpeg" + }, + { + "id": "80_1", + "question": "Is the tree taller than half the room height? Yes or no.", + "answer": "Yes", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/80_1/images/image1.jpeg" + }, + { + "id": "81_1", + "question": "How many rings are there?", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/81_1/images/image1.jpeg" + }, + { + "id": "81_2", + "question": "What colour rings are present? (list the colours alphabetically)", + "answer": "black, blue, red", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/81_2/images/image1.jpeg" + }, + { + "id": "82_1", + "question": "How many books are there?", + "answer": "17", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/82_1/images/image1.jpeg" + }, + { + "id": "82_2", + "question": "How many books have bookmarks?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/82_2/images/image1.jpeg" + }, + { + "id": "83_1", + "question": "What is the output hexadecimal value at A?", + "answer": "7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/83_1/images/image1.jpeg" + }, + { + "id": "83_2", + "question": "What is the output hexadecimal value at B?", + "answer": "0", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/83_2/images/image1.jpeg" + }, + { + "id": "83_3", + "question": "What is the output hexadecimal value at C?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/83_3/images/image1.jpeg" + }, + { + "id": "83_4", + "question": "Now, consider the output after the first set of gates (i.e. the first column of gates). What is the output of these gates from top to bottom? Give your answer as a concatenated binary number.", + "answer": "00101", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/83_4/images/image1.jpeg" + }, + { + "id": "83_5", + "question": "Now, consider the output after the second set of gates (i.e. the second column of gates). What is the output of these gates from top to bottom? Give your answer as a concatenated binary number.", + "answer": "0111", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/83_5/images/image1.jpeg" + }, + { + "id": "84_1", + "question": "There are five rows of socks. What is the number of socks in each row?", + "answer": "2, 6, 6, 6, 6 ", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/84_1/images/image1.jpeg" + }, + { + "id": "84_2", + "question": "What is the total number of \"DONNAY\" socks?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/84_2/images/image1.jpeg" + }, + { + "id": "84_3", + "question": "What is the total number of socks without matching pairs? Exclude the socks labelled \"DONNAY\"", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/84_3/images/image1.jpeg" + }, + { + "id": "84_4", + "question": "Only consider the bottom of row socks. There are six socks. Out of these, how many pairs of matching socks are there?", + "answer": "1", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/84_4/images/image1.jpeg" + }, + { + "id": "84_5", + "question": "The bottom row of socks contains a toe sock on the right. There is another matching pair in the rack. Which row is it on (the bottom row is row 1)?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/84_5/images/image1.jpeg" + }, + { + "id": "85_1", + "question": "The set of tiles on the left appear completely unbroken, however the mirror in the middle reveals their true appearance, shown on the right. Which rows have no damaged tiles? Give your answer as a comma separated list in ascending order", + "answer": "7, 8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/85_1/images/image1.jpeg" + }, + { + "id": "85_2", + "question": "The set of tiles on the left appear completely unbroken, however the mirror in the middle reveals their true appearance, shown on the right. Which columns have no damaged tiles? Give your answer in lexicographical order", + "answer": "A, G, J", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/85_2/images/image1.jpeg" + }, + { + "id": "85_3", + "question": "The set of tiles on the left appear completely unbroken, however the mirror in the middle reveals their true appearance, shown on the right. What is the coordinates of the tile with the largest area of cracking? Give your answer in the form '(Row,Column)'.", + "answer": "(C,10)", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/85_3/images/image1.jpeg" + }, + { + "id": "86_1", + "question": "How many tiles does the glass corner shelf, located in the top left, occupy on the wall?", + "answer": "1", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/86_1/images/image1.jpeg" + }, + { + "id": "87_1", + "question": "I am standing on the Esc key of the above giant keyboard. I can only jump between keys which are laterally or longitudinally adjacent to the current key I am standing on. Whenever I am on a given key, I have the choice of pressing that key by bending down and touching the key with my hand. I want to enter the following password: omegaPiGamma. How can uppercase characters characters are there?", + "answer": "2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/87_1/images/image1.jpeg" + }, + { + "id": "87_2", + "question": "I am standing on the Esc key of the above giant keyboard. I can only jump between keys which are laterally or longitudinally adjacent to the current key I am standing on. Whenever I am on a given key, I have the choice of pressing that key by bending down and touching the key with my hand. I want to enter the following password: omegaPiGamma. There are two keys which allow us to save jumps. Which are they? Give your answer in ascending order of the size of the key.", + "answer": "shift, spacebar", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/87_2/images/image1.jpeg" + }, + { + "id": "87_3", + "question": "I can only jump between keys which are laterally or longitudinally adjacent to the current key I am standing on. What is the minimum number of jumps to get from Caps Lock to P", + "answer": "10", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/87_3/images/image1.jpeg" + }, + { + "id": "87_4", + "question": "I am standing on the Esc key of the above giant keyboard. I can only jump between keys which are laterally or longitudinally adjacent to the current key I am standing on. Whenever I am on a given key, I have the choice of pressing that key by bending down and touching the key with my hand. I want to enter the following password: omegaPiGamma. Which key do I press last?", + "answer": "enter", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/87_4/images/image1.jpeg" + }, + { + "id": "87_5", + "question": "I can only jump between keys which are laterally or longitudinally adjacent to the current key I am standing on. What is the minimum number of jumps to get from Esc to o?", + "answer": "11", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/87_5/images/image1.jpeg" + }, + { + "id": "88_1", + "question": "Nonogram rules: \n", + "answer": "A1, C3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/88_1/images/image1.jpeg" + }, + { + "id": "88_2", + "question": "Nonogram rules: \n", + "answer": "A3, B2, B3, C1", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/88_2/images/image1.jpeg" + }, + { + "id": "89_1", + "question": "Consider the picture of folded clothes. There are two rows of clothes. How many items of clothing are in the top row?", + "answer": "14", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/89_1/images/image2.jpeg" + }, + { + "id": "89_2", + "question": "In my folded clothes image, only consider the bottom two items of clothing. Which of these are on my drying rack?\n", + "answer": "A", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/89_2/images/image2.jpeg" + }, + { + "id": "89_3", + "question": "In the image of my folded clothes, only consider the top row of items of clothing. There are two red items. One of these items is on the drying rack. Which one is it?\n", + "answer": "B", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/89_3/images/image2.jpeg" + }, + { + "id": "89_4", + "question": "In the image of the drying rack, there is a cream coloured top on the top left. Is this in the picture of the folded clothes?", + "answer": "Yes", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/89_4/images/image2.jpeg" + }, + { + "id": "89_5", + "question": "In the image of the drying rack, there is a grey coloured tracksuit bottoms on the top right. Is this in the picture of the folded clothes?", + "answer": "No", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/89_5/images/image2.jpeg" + }, + { + "id": "8_1", + "question": "How many figurines do not have hair on their head?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/8_1/images/image1.jpeg" + }, + { + "id": "8_2", + "question": "Considering just the number of studs that are visible (not including rows and columns that are completely covered), multiply the length by the width of the gray tile floor.", + "answer": "1500", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/8_2/images/image1.jpeg" + }, + { + "id": "8_3", + "question": "What is the maximum number of figures that have the same styled outfit (where the colour scheme can differ but the design and style are the same)?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/8_3/images/image1.jpeg" + }, + { + "id": "8_4", + "question": "How many figures are there? (Hint: include the figurine in the background)", + "answer": "10", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/8_4/images/image1.jpeg" + }, + { + "id": "8_5", + "question": "What is the observable width of the gray tile floor?", + "answer": "10", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/8_5/images/image1.jpeg" + }, + { + "id": "90_1", + "question": "Consider all the cars that are driving on the road. Of these cars, one has a number plate which has a 2 digit prime number visible. How many letters does this car's manufacturer's name have?", + "answer": "10", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/90_1/images/image1.jpeg" + }, + { + "id": "90_2", + "question": "There is a car reversing. What is the 2 digit prime number on the number plate of this car?", + "answer": "61", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/90_2/images/image1.jpeg" + }, + { + "id": "90_3", + "question": " Consider which country this picture is taken in, how many letters does this country's name have in English?\n", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/90_3/images/image1.jpeg" + }, + { + "id": "90_4", + "question": "How many white stripes can be seen on the road where it is normally used by pedestrians to cross the road?", + "answer": "18", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/90_4/images/image1.jpeg" + }, + { + "id": "90_5", + "question": "How many active traffic lights indicating that road traffic can proceed are visible?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/90_5/images/image1.jpeg" + }, + { + "id": "91_1", + "question": "How many climbers can use the wall at one time?", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/91_1/images/image1.jpeg" + }, + { + "id": "91_2", + "question": "How many ropes are in use at the moment?", + "answer": "2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/91_2/images/image1.jpeg" + }, + { + "id": "91_3", + "question": "How many warning triangles are flapped down on the floor at the bottom?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/91_3/images/image1.jpeg" + }, + { + "id": "91_4", + "question": "How many warning triangles at the bottom of the wall are there in total?", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/91_4/images/image1.jpeg" + }, + { + "id": "92_1", + "question": "How many butterflies are predominantly gold, yellow, or orange in hue?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/92_1/images/image1.jpeg" + }, + { + "id": "92_2", + "question": "How many people are in the image?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/92_2/images/image1.jpeg" + }, + { + "id": "92_3", + "question": "How many butterflies are in the image?", + "answer": "7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/92_3/images/image1.jpeg" + }, + { + "id": "92_4", + "question": "How many birds are in the image?", + "answer": "2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/92_4/images/image1.jpeg" + }, + { + "id": "93_1", + "question": "The board shows discs of white and black. How many discs are there of the colour with fewer discs?", + "answer": "27", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/93_1/images/image1.jpeg" + }, + { + "id": "93_2", + "question": "The board shows discs of white and black. How many discs are there of the colour with more discs?", + "answer": "37", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/93_2/images/image1.jpeg" + }, + { + "id": "94_1", + "question": "How many pieces of the puzzle are there?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/94_1/images/image1.jpeg" + }, + { + "id": "95_1", + "question": "Ignoring the screens, how many players are actually on the ice?", + "answer": "12", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/95_1/images/image1.jpeg" + }, + { + "id": "95_2", + "question": "Ignoring the screens, how many Blues players are in the Vancouver defending zone?", + "answer": "2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/95_2/images/image1.jpeg" + }, + { + "id": "96_1", + "question": "How many words are there?", + "answer": "15", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/96_1/images/image1.jpeg" + }, + { + "id": "96_2", + "question": "In the given picture, there are some English words related to colors, including azure, black, blue, chocolate, green, lavender, lime, magenta, navy, orange, pink, purple, red, silver, and yellow. Different words are written in different colors, and the words on the paper are only written in the colors mentioned above. (kind reminder: If the color of the font is hard to determine, please select and confirm the closest color from all the words that appear.)\n", + "answer": "Silver", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/96_2/images/image1.jpeg" + }, + { + "id": "96_3", + "question": "How many words are wholly left of the word 'Magenta'?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/96_3/images/image1.jpeg" + }, + { + "id": "96_4", + "question": "How many words are wholly below the word 'Red'", + "answer": "6", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/96_4/images/image1.jpeg" + }, + { + "id": "96_5", + "question": "How many words are wholly below the highest tip of the first letter in 'Chocolate'", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/96_5/images/image1.jpeg" + }, + { + "id": "97_1", + "question": "What is the length of the longest road?", + "answer": "7", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/97_1/images/image1.jpeg" + }, + { + "id": "97_2", + "question": "What is the length of white's longest road?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/97_2/images/image1.jpeg" + }, + { + "id": "97_3", + "question": "What is the total number of roads built by red?", + "answer": "8", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/97_3/images/image1.jpeg" + }, + { + "id": "98_1", + "question": "There are multiple waiting times shown for the ride in the first image. Give the waiting times in ascending order as a comma separated list. Do not include any units.", + "answer": "5, 10, 35", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/98_1/images/image2.jpeg" + }, + { + "id": "98_2", + "question": "There are many people in the image. How many of them are not in the queue with the 10-minute wait time? You may include the half-snapped person on the right.", + "answer": "9", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/98_2/images/image2.jpeg" + }, + { + "id": "98_3", + "question": "There is a blue truss at the top of the ride with multiple circular holes in it, which is repeated around the roof of the ride. How many circular holes are there in one of the truss sections? (make sure to count both sides of it)", + "answer": "30", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/98_3/images/image2.jpeg" + }, + { + "id": "99_1", + "question": "The image shows a dotted grid where the coordinates of each dot are labeled in blue. A list of line segments is defined by their endpoints as follows:\n", + "answer": "20251", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/99_1/images/image1.jpeg" + }, + { + "id": "99_2", + "question": "The image shows a dotted grid where the coordinates of each dot are labeled in blue. A list of line segments is defined by their endpoints as follows:\n", + "answer": "2", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/99_2/images/image1.jpeg" + }, + { + "id": "99_3", + "question": "The image shows a dotted grid where the coordinates of each dot are labeled in blue. A list of line segments is defined by their endpoints as follows:\n", + "answer": "28", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/99_3/images/image1.jpeg" + }, + { + "id": "9_1", + "question": "How many elements are there with atomic numbers less than neon in column 3?", + "answer": "5", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/9_1/images/image1.jpeg" + }, + { + "id": "9_2", + "question": "How many four-legged animals are there in column 1?", + "answer": "4", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/9_2/images/image1.jpeg" + }, + { + "id": "9_3", + "question": "How many South American cities are there in column 2?", + "answer": "3", + "image_url": "https://huggingface.co/eturok/zerobench-reasoning/resolve/main/9_3/images/image1.jpeg" + } +] \ No newline at end of file