{"id": "validation_1", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/aerobatics.mp4", "question_type": "multiple-choice", "question": "What direction is the bus moving towards?", "choices": {"A": "not moving", "B": "there are no buses in the video", "C": "right", "D": "left"}, "answer": "there are no buses in the video", "type": "real_exo"} {"id": "validation_2", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/baseball.mp4", "question_type": "multiple-choice", "question": "What direction did the batter hit the ball towards?", "choices": {"A": "right", "B": "towards the camera", "C": "left", "D": "away from the camera"}, "answer": "left", "type": "real_exo"} {"id": "validation_3", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/baseball.mp4", "question_type": "multiple-choice", "question": "How many times does the batter hit the ball to the left?", "choices": {"A": "1", "B": "2", "C": "3", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_4", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/baseball.mp4", "question_type": "multiple-choice", "question": "How many times does the batter hit the ball to the right?", "choices": {"A": "1", "B": "3", "C": "2", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_5", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/baseball.mp4", "question_type": "multiple-choice", "question": "What direction did the ball come from?", "choices": {"A": "right", "B": "left", "C": "below", "D": "above"}, "answer": "left", "type": "real_exo"} {"id": "validation_6", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/baseball.mp4", "question_type": "multiple-choice", "question": "Which direction is the batter running towards?", "choices": {"A": "towards the camera", "B": "right", "C": "away from the camera", "D": "not moving"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_7", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/baseball.mp4", "question_type": "multiple-choice", "question": "Which direction is the catcher moving towards?", "choices": {"A": "towards the camera", "B": "left", "C": "right", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_8", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/baseball.mp4", "question_type": "multiple-choice", "question": "The batter threw his bat in which direction?", "choices": {"A": "to his right", "B": "to his left", "C": "upwards", "D": "did not throw the bat"}, "answer": "to his left", "type": "real_exo"} {"id": "validation_9", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/baseball.mp4", "question_type": "multiple-choice", "question": "Which hand did the catcher use to take off his mask from his perspective?", "choices": {"A": "both hands", "B": "right hand", "C": "did not take off mask", "D": "left hand"}, "answer": "right hand", "type": "real_exo"} {"id": "validation_10", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/basketball-game.mp4", "question_type": "multiple-choice", "question": "How many times did the person with the ball dribble the ball with his right hand?", "choices": {"A": "1", "B": "8", "C": "0", "D": "4"}, "answer": "4", "type": "real_exo"} {"id": "validation_11", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/basketball-game.mp4", "question_type": "multiple-choice", "question": "How many times did the person with the ball dribble the ball with his left hand?", "choices": {"A": "4", "B": "8", "C": "1", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_12", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/basketball-game.mp4", "question_type": "multiple-choice", "question": "What direction is the person with the ball moving towards?", "choices": {"A": "left", "B": "not moving", "C": "towards the camera", "D": "away from the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_13", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/basketball-game.mp4", "question_type": "multiple-choice", "question": "What direction is the person wearing the blue shirt moving towards?", "choices": {"A": "not moving", "B": "away from the camera", "C": "left", "D": "towards the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_14", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/basketball-game.mp4", "question_type": "multiple-choice", "question": "Which direction is the basketball hoop moving towards?", "choices": {"A": "right", "B": "not moving", "C": "forwards", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_15", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bear.mp4", "question_type": "multiple-choice", "question": "What direction is the bear moving towards?", "choices": {"A": "not moving", "B": "right", "C": "towards the camera", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_16", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bear.mp4", "question_type": "multiple-choice", "question": "Is the bear moving uphill or downhill?", "choices": {"A": "not moving", "B": "neither", "C": "downhill", "D": "uphill"}, "answer": "downhill", "type": "real_exo"} {"id": "validation_17", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bear.mp4", "question_type": "multiple-choice", "question": "Is the bear moving forwards or backwards from its own perspective?", "choices": {"A": "forwards", "B": "not moving", "C": "there are no bears in the video", "D": "backwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_18", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bear.mp4", "question_type": "multiple-choice", "question": "Is the bear spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "counter-clockwise", "C": "there are no bears in the video", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_19", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bear.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "not moving", "B": "right", "C": "there are no people in the video", "D": "left"}, "answer": "there are no people in the video", "type": "real_exo"} {"id": "validation_20", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bears-ball.mp4", "question_type": "multiple-choice", "question": "How many bears are facing away from the camera?", "choices": {"A": "1", "B": "0", "C": "3", "D": "2"}, "answer": "2", "type": "real_exo"} {"id": "validation_21", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bears-ball.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction are the bears moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "towards the camera"}, "answer": "right", "type": "real_exo"} {"id": "validation_22", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bears-ball.mp4", "question_type": "multiple-choice", "question": "Are the bears moving towards or away from the camera?", "choices": {"A": "there are no bears in the video", "B": "not moving", "C": "towards the camera", "D": "away from the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_23", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bears-ball.mp4", "question_type": "multiple-choice", "question": "How many bears are moving backwards from their own perspective?", "choices": {"A": "0", "B": "1", "C": "2", "D": "3"}, "answer": "1", "type": "real_exo"} {"id": "validation_24", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bears-ball.mp4", "question_type": "multiple-choice", "question": "How many bears are moving forwards from their own perspective?", "choices": {"A": "2", "B": "3", "C": "0", "D": "1"}, "answer": "2", "type": "real_exo"} {"id": "validation_25", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bike-packing.mp4", "question_type": "multiple-choice", "question": "Which direction is the bike moving towards?", "choices": {"A": "right", "B": "staying in place", "C": "away from the camera", "D": "left"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_26", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bike-packing.mp4", "question_type": "multiple-choice", "question": "Which direction is the person moving towards?", "choices": {"A": "away from the camera", "B": "right", "C": "left", "D": "staying in place"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_27", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bike-packing.mp4", "question_type": "multiple-choice", "question": "How many wheels on the bike are spinning?", "choices": {"A": "2", "B": "1", "C": "3", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_28", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bike-packing.mp4", "question_type": "multiple-choice", "question": "Are the wheels on the bike spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "clockwise", "C": "not spinning", "D": "there are no bikes in the video"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_29", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bike-trial.mp4", "question_type": "multiple-choice", "question": "Is the person pedalling the bicyclec pedals clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "not pedalling", "C": "clockwise", "D": "there are no people in the video"}, "answer": "not pedalling", "type": "real_exo"} {"id": "validation_30", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bike-trial.mp4", "question_type": "multiple-choice", "question": "Is the person with the bike jumping up or down the rocks?", "choices": {"A": "up", "B": "down", "C": "not jumping", "D": "there are no people in the video"}, "answer": "up", "type": "real_exo"} {"id": "validation_31", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bike-trial.mp4", "question_type": "multiple-choice", "question": "Is the car spinning clockwise or counter-clockwise?", "choices": {"A": "not moving", "B": "there are no cars in the video", "C": "left", "D": "right"}, "answer": "there are no cars in the video", "type": "real_exo"} {"id": "validation_32", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/blackswan.mp4", "question_type": "multiple-choice", "question": "What direction is the swan moving towards?", "choices": {"A": "downhill", "B": "uphill", "C": "right", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_33", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/blackswan.mp4", "question_type": "multiple-choice", "question": "Is the swan swimming forwards or backwards from its own perspective?", "choices": {"A": "both ways", "B": "backwards", "C": "not moving", "D": "forwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_34", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/blackswan.mp4", "question_type": "multiple-choice", "question": "Is the swan spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "both ways", "C": "clockwise", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_35", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/blackswan.mp4", "question_type": "multiple-choice", "question": "Is the boat moving forwards or backwards from its own perspective?", "choices": {"A": "backwards", "B": "not moving", "C": "there are no boats in the video", "D": "forwards"}, "answer": "there are no boats in the video", "type": "real_exo"} {"id": "validation_36", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/blackswan.mp4", "question_type": "multiple-choice", "question": "Is the swan turning to the left or right from its own perspective?", "choices": {"A": "right", "B": "left", "C": "there are no swans in the video", "D": "moving straight and not turning"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_37", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-bumps.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the boy moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "towards the camera"}, "answer": "left", "type": "real_exo"} {"id": "validation_38", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-bumps.mp4", "question_type": "multiple-choice", "question": "Is the person on the bike moving forwards or backwards from their own perspective?", "choices": {"A": "backwards", "B": "not moving", "C": "forwards", "D": "both ways"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_39", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-bumps.mp4", "question_type": "multiple-choice", "question": "Is the person on the bike spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "counter-clockwise", "C": "there are no people in the video", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_40", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-bumps.mp4", "question_type": "multiple-choice", "question": "Is the person on the bike turning to the left or right from their own perspective?", "choices": {"A": "right", "B": "there are no people in the video", "C": "moving straight and not turning", "D": "left"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_41", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-rider.mp4", "question_type": "multiple-choice", "question": "How many people are riding bikes up the ramp?", "choices": {"A": "3", "B": "0", "C": "1", "D": "2"}, "answer": "1", "type": "real_exo"} {"id": "validation_42", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-rider.mp4", "question_type": "multiple-choice", "question": "How many times did the bike rider jump into the air?", "choices": {"A": "2", "B": "0", "C": "3", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_43", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-rider.mp4", "question_type": "multiple-choice", "question": "Did the bike rider go up right or left ramp?", "choices": {"A": "neither", "B": "both", "C": "right", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_44", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-rider.mp4", "question_type": "multiple-choice", "question": "How many flips did the bike rider do in the air?", "choices": {"A": "0", "B": "4", "C": "10", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_45", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-rider.mp4", "question_type": "multiple-choice", "question": "What direction are the people in the background moving towards?", "choices": {"A": "left", "B": "not moving", "C": "away from the camera", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_46", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-rider.mp4", "question_type": "multiple-choice", "question": "Is the bike rider spinning clockwise or counter-clockwise in the air?", "choices": {"A": "clockwise", "B": "not spinning", "C": "counter-clockwise", "D": "there are no people in the video"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_47", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-trees.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the person moving towards?", "choices": {"A": "there are no people in the video", "B": "left", "C": "right", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_48", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-trees.mp4", "question_type": "multiple-choice", "question": "Is the person moving towards or away from the camera?", "choices": {"A": "there are no people in the video", "B": "not moving", "C": "away from the camera", "D": "towards the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_49", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-trees.mp4", "question_type": "multiple-choice", "question": "Is the person on the bike spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "there are no people in the video", "C": "clockwise", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_50", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-trees.mp4", "question_type": "multiple-choice", "question": "Is the person on the bike turning to the left or right from their own perspective?", "choices": {"A": "there are no people in the video", "B": "right", "C": "left", "D": "moving straight and not turning"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_51", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bmx-trees.mp4", "question_type": "multiple-choice", "question": "How many trees does the person on the bicycle ride past?", "choices": {"A": "0", "B": "1", "C": "10", "D": "4"}, "answer": "4", "type": "real_exo"} {"id": "validation_52", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boat.mp4", "question_type": "multiple-choice", "question": "What direction is the boat moving towards?", "choices": {"A": "towards the camera", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_53", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boat.mp4", "question_type": "multiple-choice", "question": "Is the boat moving forwards or backwards from its own perspective?", "choices": {"A": "not moving", "B": "forwards", "C": "backwards", "D": "both ways"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_54", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boat.mp4", "question_type": "multiple-choice", "question": "Is the boat rotating clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "not rotating", "C": "counter-clockwise", "D": "there are no boats in the video"}, "answer": "not rotating", "type": "real_exo"} {"id": "validation_55", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boat.mp4", "question_type": "multiple-choice", "question": "Is the boat turning to the left or right from its own perspective?", "choices": {"A": "left", "B": "moving straight and not turning", "C": "not moving", "D": "right"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_56", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boat.mp4", "question_type": "multiple-choice", "question": "Is the car turning to the left or right from its own perspective?", "choices": {"A": "there are no cars in the video", "B": "left", "C": "right", "D": "moving straight and not turning"}, "answer": "there are no cars in the video", "type": "real_exo"} {"id": "validation_57", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boxing.mp4", "question_type": "multiple-choice", "question": "What directionis the referee moving towards?", "choices": {"A": "right", "B": "away from the camera", "C": "left", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_58", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boxing.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the red boxer moving toward?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "away from the camera"}, "answer": "left", "type": "real_exo"} {"id": "validation_59", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boxing.mp4", "question_type": "multiple-choice", "question": "Is the red boxer moving towards or away from the camera?", "choices": {"A": "not sure", "B": "towards the camera", "C": "away from the camera", "D": "not moving"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_60", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boxing.mp4", "question_type": "multiple-choice", "question": "How many boxers are facing towards the camera?", "choices": {"A": "1", "B": "0", "C": "3", "D": "2"}, "answer": "1", "type": "real_exo"} {"id": "validation_61", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boxing.mp4", "question_type": "multiple-choice", "question": "How many boxers are facing away from the camera?", "choices": {"A": "2", "B": "3", "C": "0", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_62", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boxing-fisheye.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the boxer with the blue helmet moving towards?", "choices": {"A": "left", "B": "not moving", "C": "uphill", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_63", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boxing-fisheye.mp4", "question_type": "multiple-choice", "question": "Is the boxer with the blue helmet moving forwards or backwards from their own perspective?", "choices": {"A": "not moving", "B": "backwards", "C": "forwards", "D": "both ways"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_64", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boxing-fisheye.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the boxer with the red helmet moving towards?", "choices": {"A": "left", "B": "uphill", "C": "right", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_65", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/boxing-fisheye.mp4", "question_type": "multiple-choice", "question": "Is the boxer with the red helmet moving forwards or backwards from their own perspective?", "choices": {"A": "not moving", "B": "backwards", "C": "both ways", "D": "forwards"}, "answer": "backwards", "type": "real_exo"} {"id": "validation_66", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/breakdance.mp4", "question_type": "multiple-choice", "question": "How many full revolutions does the dancer spin clockwise?", "choices": {"A": "5", "B": "7", "C": "2", "D": "0"}, "answer": "2", "type": "real_exo"} {"id": "validation_67", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/breakdance.mp4", "question_type": "multiple-choice", "question": "How many full revolutions does the dancer spin counter-clockwise?", "choices": {"A": "1", "B": "2", "C": "4", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_68", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/breakdance.mp4", "question_type": "multiple-choice", "question": "Is the dancer spinning clockwise or counter-clockwise?", "choices": {"A": "there are no dancers in the video", "B": "counter-clockwise", "C": "clockwise", "D": "not spinning"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_69", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/breakdance.mp4", "question_type": "multiple-choice", "question": "Which direction is the crowd moving towards?", "choices": {"A": "away from the camera", "B": "not moving", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_70", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/breakdance.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the dancer moving towards?", "choices": {"A": "left", "B": "towards the camera", "C": "right", "D": "staying in place"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_71", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/breakdance-flare.mp4", "question_type": "multiple-choice", "question": "How many full revolutions does the dancer spin clockwise?", "choices": {"A": "1", "B": "2", "C": "4", "D": "0"}, "answer": "2", "type": "real_exo"} {"id": "validation_72", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/breakdance-flare.mp4", "question_type": "multiple-choice", "question": "How many full revolutions does the dancer spin counter-clockwise?", "choices": {"A": "1", "B": "2", "C": "4", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_73", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/breakdance-flare.mp4", "question_type": "multiple-choice", "question": "How many times does the dancer touch the ground with his right hand from his perspective?", "choices": {"A": "1", "B": "0", "C": "2", "D": "5"}, "answer": "2", "type": "real_exo"} {"id": "validation_74", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/breakdance-flare.mp4", "question_type": "multiple-choice", "question": "How many times does the dancer touch the ground with his left hand from his perspective?", "choices": {"A": "5", "B": "1", "C": "3", "D": "0"}, "answer": "3", "type": "real_exo"} {"id": "validation_75", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/breakdance-flare.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the dancer moving towards?", "choices": {"A": "away from the camera", "B": "staying in place", "C": "left", "D": "right"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_76", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/breakdance-flare.mp4", "question_type": "multiple-choice", "question": "Is the dancer spinning clockwise or counter-clockwise?", "choices": {"A": "not spinning", "B": "clockwise", "C": "counter-clockwise", "D": "both ways"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_77", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/burnout.mp4", "question_type": "multiple-choice", "question": "Is the car spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "there are no cars in the video", "C": "not moving", "D": "counter-clockwise"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_78", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/burnout.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the car moving towards?", "choices": {"A": "left", "B": "away from the camera", "C": "right", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_79", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/burnout.mp4", "question_type": "multiple-choice", "question": "From the cars perspective, is it turning to the left or right?", "choices": {"A": "right", "B": "there are no cars in the video", "C": "not moving", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_80", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/burnout.mp4", "question_type": "multiple-choice", "question": "Which direction is the crowd in the background moving towards?", "choices": {"A": "left", "B": "there are no crowds in the video", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_81", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/burnout.mp4", "question_type": "multiple-choice", "question": "Is the bear moving forwards or backwards from its own perspective?", "choices": {"A": "backwards", "B": "there are no bears in the video", "C": "forwards", "D": "not moving"}, "answer": "there are no bears in the video", "type": "real_exo"} {"id": "validation_82", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bus.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the bus moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "away from the camera"}, "answer": "right", "type": "real_exo"} {"id": "validation_83", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bus.mp4", "question_type": "multiple-choice", "question": "Is the bus spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "clockwise", "C": "both ways", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_84", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bus.mp4", "question_type": "multiple-choice", "question": "Is the bus moving forwards or backwards from its own perspective?", "choices": {"A": "forwards", "B": "both ways", "C": "not moving", "D": "backwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_85", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/bus.mp4", "question_type": "multiple-choice", "question": "Is the bus turning to the left or right from its own perspective?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "moving straight and not turning"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_86", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/butterfly.mp4", "question_type": "multiple-choice", "question": "Is the butterfly in the foreground flying towards or away from the camera?", "choices": {"A": "not moving", "B": "away from the camera", "C": "there are no butterflies in the video", "D": "towards the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_87", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/butterfly.mp4", "question_type": "multiple-choice", "question": "Is the butterfly spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "not spinning", "C": "counter-clockwise", "D": "there are no butterflies in the video"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_88", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/butterfly.mp4", "question_type": "multiple-choice", "question": "Is the butterfly turning to the left or right from its own perspective?", "choices": {"A": "left", "B": "right", "C": "moving straight and not turning", "D": "not moving"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_89", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/butterfly.mp4", "question_type": "multiple-choice", "question": "Is the butterfly flying forwards or backwards from its own perspective?", "choices": {"A": "there are no butterflies in the video", "B": "backwards", "C": "forwards", "D": "both ways"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_90", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/camel.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the camel in the foreground moving towards?", "choices": {"A": "not moving", "B": "left", "C": "uphill", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_91", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/camel.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the camel in the background moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "away from the camera"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_92", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/camel.mp4", "question_type": "multiple-choice", "question": "Is the camel in the foreground moving forwards or backwards from its own perspective?", "choices": {"A": "forwards", "B": "there are no camels in the video", "C": "not moving", "D": "backwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_93", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/camel.mp4", "question_type": "multiple-choice", "question": "Is the camel in the background moving forwards or backwards from its own perspective?", "choices": {"A": "there are no camels in the video", "B": "forwards", "C": "backwards", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_94", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/camel.mp4", "question_type": "multiple-choice", "question": "Is the camel in the foreground turning to the left or right from its own perspective?", "choices": {"A": "not moving", "B": "right", "C": "moving straight and not turning", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_95", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/camel.mp4", "question_type": "multiple-choice", "question": "Is the camel in the background turning to the left or right from its own perspective?", "choices": {"A": "not moving", "B": "moving straight and not turning", "C": "right", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_96", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/camel.mp4", "question_type": "multiple-choice", "question": "How many camels are walking to the left?", "choices": {"A": "1", "B": "2", "C": "3", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_97", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/camel.mp4", "question_type": "multiple-choice", "question": "How many camels are walking to the right?", "choices": {"A": "1", "B": "2", "C": "0", "D": "3"}, "answer": "1", "type": "real_exo"} {"id": "validation_98", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/camel.mp4", "question_type": "multiple-choice", "question": "How many camels are standing in place?", "choices": {"A": "0", "B": "2", "C": "3", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_99", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-competition.mp4", "question_type": "multiple-choice", "question": "Are the cars on the race track coming closer or going further away?", "choices": {"A": "coming closer", "B": "there are no cars in the video", "C": "not moving", "D": "going further away"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_100", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-competition.mp4", "question_type": "multiple-choice", "question": "How many cars are driving closer?", "choices": {"A": "10", "B": "20", "C": "3", "D": "0"}, "answer": "20", "type": "real_exo"} {"id": "validation_101", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-competition.mp4", "question_type": "multiple-choice", "question": "How many cars are parked in place?", "choices": {"A": "0", "B": "3", "C": "10", "D": "20"}, "answer": "3", "type": "real_exo"} {"id": "validation_102", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-competition.mp4", "question_type": "multiple-choice", "question": "What direction are the spectators moving towards?", "choices": {"A": "right", "B": "not moving", "C": "there are no spectators in the video", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_103", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-competition.mp4", "question_type": "multiple-choice", "question": "Are the cars on the race track driving forwards or backwards from their own perspectives?", "choices": {"A": "there are no cars in the video", "B": "backwards", "C": "not moving", "D": "forwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_104", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/carousel.mp4", "question_type": "multiple-choice", "question": "How many full revolutions does the carousel complete?", "choices": {"A": "0", "B": "2", "C": "1", "D": "3"}, "answer": "1", "type": "real_exo"} {"id": "validation_105", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/carousel.mp4", "question_type": "multiple-choice", "question": "Is the carousel spinning clockwise or counter-clockwise?", "choices": {"A": "there are no carousels in the video", "B": "clockwise", "C": "counter-clockwise", "D": "not spinning"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_106", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/carousel.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the swing in the background moving towards?", "choices": {"A": "not moving", "B": "towards the camera", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_107", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/carousel.mp4", "question_type": "multiple-choice", "question": "How many toy horses are turning clockwise?", "choices": {"A": "1", "B": "5", "C": "0", "D": "4"}, "answer": "0", "type": "real_exo"} {"id": "validation_108", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/carousel.mp4", "question_type": "multiple-choice", "question": "How many toy horses are turning counter-clockwise?", "choices": {"A": "0", "B": "4", "C": "1", "D": "5"}, "answer": "4", "type": "real_exo"} {"id": "validation_109", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/carousel.mp4", "question_type": "multiple-choice", "question": "How many toy horses are not moving?", "choices": {"A": "1", "B": "0", "C": "4", "D": "5"}, "answer": "1", "type": "real_exo"} {"id": "validation_110", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-race.mp4", "question_type": "multiple-choice", "question": "Is the driver turning their car to the left or right?", "choices": {"A": "right", "B": "moving straight and not turning", "C": "left", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_111", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-race.mp4", "question_type": "multiple-choice", "question": "Is the driver driving their car forwards or backwards?", "choices": {"A": "backwards", "B": "not moving", "C": "there are no cars in the video", "D": "forwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_112", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-race.mp4", "question_type": "multiple-choice", "question": "What direction is the motorbike moving towards?", "choices": {"A": "there are no motorbikes in the video", "B": "left", "C": "not moving", "D": "right"}, "answer": "there are no motorbikes in the video", "type": "real_exo"} {"id": "validation_113", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-roundabout.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the car moving towards?", "choices": {"A": "not moving", "B": "there are no cars in the video", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_114", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-roundabout.mp4", "question_type": "multiple-choice", "question": "Is the car moving clockwise or counter-clockwise around the roundabout?", "choices": {"A": "counter-clockwise", "B": "clockwise", "C": "not moving", "D": "there are no cars in the video"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_115", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-roundabout.mp4", "question_type": "multiple-choice", "question": "From the car's perspective, is the car turning to the left or right?", "choices": {"A": "moving straight and not turning", "B": "left", "C": "right", "D": "there are no cars in the video"}, "answer": "left", "type": "real_exo"} {"id": "validation_116", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-roundabout.mp4", "question_type": "multiple-choice", "question": "Is the car driving forwards or backwards from its own perspective?", "choices": {"A": "there are no cars in the video", "B": "forwards", "C": "not moving", "D": "backwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_117", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-shadow.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the car moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "towards the camera"}, "answer": "left", "type": "real_exo"} {"id": "validation_118", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-shadow.mp4", "question_type": "multiple-choice", "question": "Is the car moving closer or further away?", "choices": {"A": "coming closer", "B": "left", "C": "not moving", "D": "going further away"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_119", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-shadow.mp4", "question_type": "multiple-choice", "question": "Is the car driving forwards or backwards from its own perspective?", "choices": {"A": "there are no cars in the video", "B": "not moving", "C": "backwards", "D": "forwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_120", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-shadow.mp4", "question_type": "multiple-choice", "question": "Is the car spinning clockwise or counter-clockwise?", "choices": {"A": "not spinning", "B": "clockwise", "C": "counter-clockwise", "D": "there are no cars in the video"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_121", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-turn.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the car moving towards?", "choices": {"A": "not moving", "B": "right", "C": "towards the camera", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_122", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-turn.mp4", "question_type": "multiple-choice", "question": "From the car's perspective, is the car turning to the left or right?", "choices": {"A": "left", "B": "uphill", "C": "towards", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_123", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-turn.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, is the car turning to the left or right?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "away"}, "answer": "left", "type": "real_exo"} {"id": "validation_124", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-turn.mp4", "question_type": "multiple-choice", "question": "Is the car coming closer or moving further away?", "choices": {"A": "going further away", "B": "forwards", "C": "coming closer", "D": "not moving"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_125", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/car-turn.mp4", "question_type": "multiple-choice", "question": "Is the car driving forwards or backwards from its own perspective?", "choices": {"A": "towards", "B": "not moving", "C": "backwards", "D": "forwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_126", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cat.mp4", "question_type": "multiple-choice", "question": "Is the cat moving forwards or backwards from its own perspective?", "choices": {"A": "forwards", "B": "towards", "C": "away", "D": "not moving"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_127", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cat.mp4", "question_type": "multiple-choice", "question": "Is the cat turning to the left or right from its own perspective?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "not sure"}, "answer": "left", "type": "real_exo"} {"id": "validation_128", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cat.mp4", "question_type": "multiple-choice", "question": "Is the cat turning to the left or right from the camera perspective?", "choices": {"A": "left", "B": "towards", "C": "right", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_129", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cat.mp4", "question_type": "multiple-choice", "question": "What direction is the dog moving towards?", "choices": {"A": "right", "B": "left", "C": "no dogs in the video", "D": "not moving"}, "answer": "no dogs in the video", "type": "real_exo"} {"id": "validation_130", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cat-girl.mp4", "question_type": "multiple-choice", "question": "Is the girl moving forwards or backwards from her own perspective?", "choices": {"A": "right", "B": "forwards", "C": "staying in place", "D": "backwards"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_131", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cat-girl.mp4", "question_type": "multiple-choice", "question": "Is the cat moving forwards or backwards from its own perspective?", "choices": {"A": "backwards", "B": "forwards", "C": "staying in place", "D": "right"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_132", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cat-girl.mp4", "question_type": "multiple-choice", "question": "What direction is the girl moving towards?", "choices": {"A": "forwards", "B": "staying in place", "C": "right", "D": "backwards"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_133", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cat-girl.mp4", "question_type": "multiple-choice", "question": "What direction is the cat moving towards?", "choices": {"A": "staying in place", "B": "right", "C": "backwards", "D": "forwards"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_134", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cat-girl.mp4", "question_type": "multiple-choice", "question": "Is the girl spinning clockwise or counter-clockwise?", "choices": {"A": "away", "B": "counter-clockwise", "C": "clockwise", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_135", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cats-car.mp4", "question_type": "multiple-choice", "question": "What direction are the girls moving towards?", "choices": {"A": "forwards", "B": "staying in place", "C": "backwards", "D": "right"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_136", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cats-car.mp4", "question_type": "multiple-choice", "question": "What direction are the dogs moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "there are no dogs in the video"}, "answer": "there are no dogs in the video", "type": "real_exo"} {"id": "validation_137", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cats-car.mp4", "question_type": "multiple-choice", "question": "What direction is the toy car moving towards?", "choices": {"A": "not moving", "B": "left", "C": "uphill", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_138", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cats-car.mp4", "question_type": "multiple-choice", "question": "Is the toy car spinning clockwise or counter-clockwise?", "choices": {"A": "right", "B": "uphill", "C": "not spinning", "D": "left"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_139", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cats-car.mp4", "question_type": "multiple-choice", "question": "Is the toy car driving forwards or backwards from its own perspective?", "choices": {"A": "left", "B": "not moving", "C": "uphill", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_140", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/chairlift.mp4", "question_type": "multiple-choice", "question": "How many people entered the chairlift?", "choices": {"A": "0", "B": "2", "C": "1", "D": "3"}, "answer": "1", "type": "real_exo"} {"id": "validation_141", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/chairlift.mp4", "question_type": "multiple-choice", "question": "How many people exited the chairlift?", "choices": {"A": "2", "B": "1", "C": "3", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_142", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/chairlift.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the person moving towards?", "choices": {"A": "towards", "B": "clockwise", "C": "right", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_143", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/chairlift.mp4", "question_type": "multiple-choice", "question": "Which way is the chairlift turnstill rotating, clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "clockwise", "C": "left", "D": "right"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_144", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/chairlift.mp4", "question_type": "multiple-choice", "question": "Is the chairlift coming closer or moving further away?", "choices": {"A": "right", "B": "neither", "C": "going further away", "D": "coming closer"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_145", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/chamaleon.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the chameleon moving towards?", "choices": {"A": "backwards", "B": "staying in place", "C": "forwards", "D": "right"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_146", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/chamaleon.mp4", "question_type": "multiple-choice", "question": "Is the chameleon moving forwards or backwards from its own perspective?", "choices": {"A": "forwards", "B": "right", "C": "backwards", "D": "staying in place"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_147", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/chamaleon.mp4", "question_type": "multiple-choice", "question": "Is the chameleon spinning clockwise or counter-clockwise?", "choices": {"A": "staying in place", "B": "not spinning", "C": "forwards", "D": "right"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_148", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/chamaleon.mp4", "question_type": "multiple-choice", "question": "Is the chameleon turning to the left or right from its own perspective?", "choices": {"A": "right", "B": "backwards", "C": "forwards", "D": "staying in place"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_149", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/chamaleon.mp4", "question_type": "multiple-choice", "question": "Is the car moving forwards or backwards from its own perspective?", "choices": {"A": "right", "B": "there are no cars in the video", "C": "forwards", "D": "backwards"}, "answer": "there are no cars in the video", "type": "real_exo"} {"id": "validation_150", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/choreography.mp4", "question_type": "multiple-choice", "question": "What direction are the birds flying towards?", "choices": {"A": "there are no birds in the video", "B": "left", "C": "away", "D": "right"}, "answer": "there are no birds in the video", "type": "real_exo"} {"id": "validation_151", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/circus.mp4", "question_type": "multiple-choice", "question": "How many times does the boy somersault to the right?", "choices": {"A": "2", "B": "3", "C": "1", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_152", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/circus.mp4", "question_type": "multiple-choice", "question": "How many times does the boy somersault to the left?", "choices": {"A": "2", "B": "1", "C": "3", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_153", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/circus.mp4", "question_type": "multiple-choice", "question": "What direction is the person holding the girl moving towards?", "choices": {"A": "left", "B": "not moving", "C": "staying in place", "D": "right"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_154", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/circus.mp4", "question_type": "multiple-choice", "question": "What direction is the boy running towards to jump through the loop?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "backwards"}, "answer": "right", "type": "real_exo"} {"id": "validation_155", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/circus.mp4", "question_type": "multiple-choice", "question": "What direction is the boy running towards after landing the jump?", "choices": {"A": "not moving", "B": "backwards", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_156", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/city-ride.mp4", "question_type": "multiple-choice", "question": "How many people are riding bicycles to the left?", "choices": {"A": "3", "B": "1", "C": "2", "D": "0"}, "answer": "2", "type": "real_exo"} {"id": "validation_157", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/city-ride.mp4", "question_type": "multiple-choice", "question": "How many people are riding bicycles to the right?", "choices": {"A": "3", "B": "1", "C": "0", "D": "2"}, "answer": "0", "type": "real_exo"} {"id": "validation_158", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/city-ride.mp4", "question_type": "multiple-choice", "question": "How many cars are facing to the right?", "choices": {"A": "0", "B": "1", "C": "2", "D": "3"}, "answer": "2", "type": "real_exo"} {"id": "validation_159", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/city-ride.mp4", "question_type": "multiple-choice", "question": "How many cars are facing to the left?", "choices": {"A": "0", "B": "2", "C": "3", "D": "1"}, "answer": "0", "type": "real_exo"} {"id": "validation_160", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/city-ride.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction are the cyclists moving toward?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "backwards"}, "answer": "left", "type": "real_exo"} {"id": "validation_161", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/city-ride.mp4", "question_type": "multiple-choice", "question": "Are the people pedalling their bicycles?", "choices": {"A": "not sure", "B": "yes", "C": "not moving", "D": "no"}, "answer": "yes", "type": "real_exo"} {"id": "validation_162", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/city-ride.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction are the cars moving toward?", "choices": {"A": "towards the camera", "B": "not moving", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_163", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/city-ride.mp4", "question_type": "multiple-choice", "question": "Are the cyclists turning to the left or right from their perspective?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "moving straight and not turning"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_164", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/classic-car.mp4", "question_type": "multiple-choice", "question": "Which direction is the car moving towards?", "choices": {"A": "there are no cars in the scene", "B": "right", "C": "backwards", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_165", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/classic-car.mp4", "question_type": "multiple-choice", "question": "Is the car driving forwards or backwards from its own perspective?", "choices": {"A": "right", "B": "forwards", "C": "not moving", "D": "backwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_166", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/classic-car.mp4", "question_type": "multiple-choice", "question": "Is the car turining to the left or right from its own perspective?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "moving straight and not turning"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_167", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/classic-car.mp4", "question_type": "multiple-choice", "question": "Which direction is the crowd moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "moving straight and not turning"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_168", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/classic-car.mp4", "question_type": "multiple-choice", "question": "Is the car spinning clockwise or counter-clockwise?", "choices": {"A": "not spinning", "B": "counter-clockwise", "C": "left", "D": "clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_169", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/color-run.mp4", "question_type": "multiple-choice", "question": "Which way is the car moving towards?", "choices": {"A": "there are no cars in the video", "B": "away from the camera", "C": "counter-clockwise", "D": "clockwise"}, "answer": "there are no cars in the video", "type": "real_exo"} {"id": "validation_170", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cows.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the cow moving towards?", "choices": {"A": "not moving", "B": "right", "C": "backwards", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_171", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cows.mp4", "question_type": "multiple-choice", "question": "Is the cow moving towards or away from the camera?", "choices": {"A": "right", "B": "away", "C": "not moving", "D": "backwards"}, "answer": "away", "type": "real_exo"} {"id": "validation_172", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/cows.mp4", "question_type": "multiple-choice", "question": "Is the cow spinning clockwise or counter-clockwise?", "choices": {"A": "left", "B": "right", "C": "not spinning", "D": "uphill"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_173", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/crafting.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the person moving towards?", "choices": {"A": "left", "B": "right", "C": "uphill", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_174", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/crafting.mp4", "question_type": "multiple-choice", "question": "Is the person spinning clckswise or counter-clockwise?", "choices": {"A": "right", "B": "left", "C": "not spinning", "D": "uphill"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_175", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/crafting.mp4", "question_type": "multiple-choice", "question": "What direction is the grey sculpture moving towards?", "choices": {"A": "staying in place", "B": "left", "C": "right", "D": "towards"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_176", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/crossing.mp4", "question_type": "multiple-choice", "question": "Which direction are the people on the zebra stripes walking towards?", "choices": {"A": "neither", "B": "away from the camera", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_177", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/crossing.mp4", "question_type": "multiple-choice", "question": "How many people are walking to the left on the zebra stripes?", "choices": {"A": "1", "B": "2", "C": "3", "D": "0"}, "answer": "2", "type": "real_exo"} {"id": "validation_178", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/crossing.mp4", "question_type": "multiple-choice", "question": "How many people are walking to the right on the zebra stripes?", "choices": {"A": "1", "B": "2", "C": "3", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_179", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/crossing.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the white truck moving towards?", "choices": {"A": "backwards", "B": "left", "C": "towards the camera", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_180", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/crossing.mp4", "question_type": "multiple-choice", "question": "Is the white truck turning to the right or left from its own perspective?", "choices": {"A": "uphill", "B": "right", "C": "moving straight and not turning", "D": "left"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_181", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/crossing.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the white hatchback car moving towards?", "choices": {"A": "right", "B": "backwards", "C": "left", "D": "towards the camera"}, "answer": "left", "type": "real_exo"} {"id": "validation_182", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/curling.mp4", "question_type": "multiple-choice", "question": "How many people are moving to the right on the ice rink?", "choices": {"A": "0", "B": "1", "C": "2", "D": "3"}, "answer": "3", "type": "real_exo"} {"id": "validation_183", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/curling.mp4", "question_type": "multiple-choice", "question": "How many curling stones are being thrown to the right?", "choices": {"A": "1", "B": "4", "C": "2", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_184", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/curling.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the curling team moving towards?", "choices": {"A": "left", "B": "right", "C": "towards the camera", "D": "away from the camera"}, "answer": "right", "type": "real_exo"} {"id": "validation_185", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/curling.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the curling stone being thrown towards?", "choices": {"A": "towards the camera", "B": "left", "C": "away from the camera", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_186", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/curling.mp4", "question_type": "multiple-choice", "question": "How many people are sweeping in front of the moving curling stone?", "choices": {"A": "2", "B": "1", "C": "0", "D": "3"}, "answer": "2", "type": "real_exo"} {"id": "validation_187", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dance-jump.mp4", "question_type": "multiple-choice", "question": "How many clockwise spins does the dancer in the foreground do?", "choices": {"A": "2", "B": "3", "C": "0", "D": "1"}, "answer": "0", "type": "real_exo"} {"id": "validation_188", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dance-jump.mp4", "question_type": "multiple-choice", "question": "How many counter-clockwise spins does the dancer in the foreground do?", "choices": {"A": "1", "B": "0", "C": "3", "D": "2"}, "answer": "1", "type": "real_exo"} {"id": "validation_189", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dance-jump.mp4", "question_type": "multiple-choice", "question": "Is the dancer in the foreground spinning clockwise or counter-clockwise?", "choices": {"A": "left", "B": "right", "C": "counter-clockwise", "D": "clockwise"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_190", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dance-jump.mp4", "question_type": "multiple-choice", "question": "Is the dancer moving closer or further away?", "choices": {"A": "towards", "B": "not sure", "C": "right", "D": "going further away"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_191", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dance-twirl.mp4", "question_type": "multiple-choice", "question": "Is the dancer spinning clockwise or counter-clockwise?", "choices": {"A": "right", "B": "clockwise", "C": "counter-clockwise", "D": "not moving"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_192", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dance-twirl.mp4", "question_type": "multiple-choice", "question": "How many times does the dancer spin clockwise?", "choices": {"A": "3", "B": "0", "C": "2", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_193", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dance-twirl.mp4", "question_type": "multiple-choice", "question": "How many times does the dancer spin counter-clockwise?", "choices": {"A": "0", "B": "2", "C": "1", "D": "3"}, "answer": "0", "type": "real_exo"} {"id": "validation_194", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dance-twirl.mp4", "question_type": "multiple-choice", "question": "Is the dancer moving closer or further away?", "choices": {"A": "right", "B": "coming closer", "C": "going further away", "D": "left"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_195", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dancing.mp4", "question_type": "multiple-choice", "question": "What direction are the bike riders moving towards?", "choices": {"A": "left", "B": "towards the camera", "C": "there are no bike riders in the video", "D": "right"}, "answer": "there are no bike riders in the video", "type": "real_exo"} {"id": "validation_196", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/deer.mp4", "question_type": "multiple-choice", "question": "How many deer are moving backwards from their own perspective?", "choices": {"A": "1", "B": "2", "C": "3", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_197", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/deer.mp4", "question_type": "multiple-choice", "question": "How many deer are moving forwards from their own perspective?", "choices": {"A": "3", "B": "2", "C": "1", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_198", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/demolition.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the right excavator moving towards?", "choices": {"A": "downhill", "B": "left", "C": "right", "D": "away from the camera"}, "answer": "left", "type": "real_exo"} {"id": "validation_199", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/demolition.mp4", "question_type": "multiple-choice", "question": "Is the right excavator moving uphill or downhill?", "choices": {"A": "right", "B": "left", "C": "downhill", "D": "uphill"}, "answer": "downhill", "type": "real_exo"} {"id": "validation_200", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/demolition.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the middle excavator moving towards?", "choices": {"A": "not moving", "B": "towards the camera", "C": "right", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_201", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/demolition.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the left excavator moving towards?", "choices": {"A": "not moving", "B": "towards the camera", "C": "right", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_202", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/demolition.mp4", "question_type": "multiple-choice", "question": "Is the left excavator spinning clockwise or counter-clockwise?", "choices": {"A": "not spinning", "B": "not sure", "C": "clockwise", "D": "counter-clockwise"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_203", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/disc-jockey.mp4", "question_type": "multiple-choice", "question": "How many people are facing to the left in the video?", "choices": {"A": "0", "B": "3", "C": "1", "D": "2"}, "answer": "2", "type": "real_exo"} {"id": "validation_204", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/disc-jockey.mp4", "question_type": "multiple-choice", "question": "How many people are facing to the right in the video?", "choices": {"A": "1", "B": "2", "C": "0", "D": "3"}, "answer": "0", "type": "real_exo"} {"id": "validation_205", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/disc-jockey.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction are the people moving toward?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "towards the camera"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_206", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/disc-jockey.mp4", "question_type": "multiple-choice", "question": "Are the people spinning clockwise or counter-clockwise?", "choices": {"A": "left", "B": "not spinning", "C": "not moving", "D": "towards the camera"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_207", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dive-in.mp4", "question_type": "multiple-choice", "question": "What direction is the boat moving towards?", "choices": {"A": "there are no boats in the video", "B": "towards the camera", "C": "coming closer", "D": "away"}, "answer": "there are no boats in the video", "type": "real_exo"} {"id": "validation_208", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dive-in.mp4", "question_type": "multiple-choice", "question": "Is the person diving into the water or coming out from the water?", "choices": {"A": "coming out of the water", "B": "left", "C": "diving in", "D": "right"}, "answer": "diving in", "type": "real_exo"} {"id": "validation_209", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog.mp4", "question_type": "multiple-choice", "question": "Is the dog coming closer or moving further away?", "choices": {"A": "left", "B": "going further away", "C": "not moving", "D": "coming closer"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_210", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog.mp4", "question_type": "multiple-choice", "question": "Is the dog moving forwards or backwards from its own perspective?", "choices": {"A": "neither", "B": "backwards", "C": "forwards", "D": "not spinning"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_211", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog.mp4", "question_type": "multiple-choice", "question": "Is the dog turning to the left or right from its own perspective?", "choices": {"A": "left", "B": "away from the camera", "C": "towards the camera", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_212", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog.mp4", "question_type": "multiple-choice", "question": "Is the dog turning to the left or right from the camera perspective?", "choices": {"A": "right", "B": "away", "C": "not sure", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_213", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-agility.mp4", "question_type": "multiple-choice", "question": "Is the dog coming closer or moving further away?", "choices": {"A": "coming closer", "B": "counter-clockwise", "C": "not moving", "D": "towards"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_214", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-agility.mp4", "question_type": "multiple-choice", "question": "How many poles does the dog run through?", "choices": {"A": "1", "B": "0", "C": "3", "D": "4"}, "answer": "4", "type": "real_exo"} {"id": "validation_215", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-agility.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the dog moving towards?", "choices": {"A": "away", "B": "towards", "C": "right", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_216", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-agility.mp4", "question_type": "multiple-choice", "question": "Is the dog moving forwards or backwards from its own perspective?", "choices": {"A": "neither", "B": "forwards", "C": "right", "D": "away from the camera"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_217", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-competition.mp4", "question_type": "multiple-choice", "question": "Is the dog coming closer or moving further away?", "choices": {"A": "not moving", "B": "left", "C": "coming closer", "D": "right"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_218", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-competition.mp4", "question_type": "multiple-choice", "question": "Is the woman with the purple shirt coming closer or moving further away?", "choices": {"A": "coming closer", "B": "not moving", "C": "left", "D": "right"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_219", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-competition.mp4", "question_type": "multiple-choice", "question": "How many times does the dog jump to the right?", "choices": {"A": "0", "B": "1", "C": "3", "D": "2"}, "answer": "2", "type": "real_exo"} {"id": "validation_220", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-competition.mp4", "question_type": "multiple-choice", "question": "How many times does the dog jump to the left?", "choices": {"A": "4", "B": "1", "C": "2", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_221", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-control.mp4", "question_type": "multiple-choice", "question": "Is the woman with the microphone coming closer or moving further away?", "choices": {"A": "left", "B": "coming closer", "C": "not moving", "D": "right"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_222", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-control.mp4", "question_type": "multiple-choice", "question": "Is the dog coming closer or moving further away?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "coming closer"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_223", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-control.mp4", "question_type": "multiple-choice", "question": "Is the police officer coming closer or moving further away?", "choices": {"A": "backwards", "B": "towards", "C": "not sure", "D": "staying in place"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_224", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-control.mp4", "question_type": "multiple-choice", "question": "What direction is the police officer moving towards?", "choices": {"A": "staying in place", "B": "not sure", "C": "backwards", "D": "towards"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_225", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-control.mp4", "question_type": "multiple-choice", "question": "Is the woman with the microphone spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "not spinning", "C": "not moving", "D": "counter-clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_226", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-control.mp4", "question_type": "multiple-choice", "question": "Is the police officer spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "not spinning", "C": "counter-clockwise", "D": "towards"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_227", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-gooses.mp4", "question_type": "multiple-choice", "question": "What direction is the dog moving towards at the start of the video?", "choices": {"A": "away", "B": "right", "C": "left", "D": "towards the camera"}, "answer": "right", "type": "real_exo"} {"id": "validation_228", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-gooses.mp4", "question_type": "multiple-choice", "question": "What direction is the dog moving towards at the end of the video?", "choices": {"A": "left", "B": "towards the camera", "C": "away", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_229", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-gooses.mp4", "question_type": "multiple-choice", "question": "What direction is the silver car moving towards?", "choices": {"A": "left", "B": "towards the camera", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_230", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dog-gooses.mp4", "question_type": "multiple-choice", "question": "What direction are the ducks moving towards at the end of the video?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "away"}, "answer": "left", "type": "real_exo"} {"id": "validation_231", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dogs-jump.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "not moving", "B": "towards the camera", "C": "right", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_232", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dogs-jump.mp4", "question_type": "multiple-choice", "question": "Is the person moving forwards or backwards from their own perspective?", "choices": {"A": "not moving", "B": "left", "C": "towards the camera", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_233", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dogs-jump.mp4", "question_type": "multiple-choice", "question": "Is the person spinning clckswise or counter-clockwise?", "choices": {"A": "not spinning", "B": "not moving", "C": "counter-clockwise", "D": "clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_234", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dogs-scale.mp4", "question_type": "multiple-choice", "question": "What direction is the dog on the scale moving towards?", "choices": {"A": "right", "B": "towards", "C": "staying in place", "D": "away"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_235", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dogs-scale.mp4", "question_type": "multiple-choice", "question": "Did the person use the left or right hand to pick up the dog?", "choices": {"A": "left", "B": "right", "C": "both hands", "D": "there are no dogs in the video"}, "answer": "left", "type": "real_exo"} {"id": "validation_236", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dogs-scale.mp4", "question_type": "multiple-choice", "question": "How many dogs are on the scale?", "choices": {"A": "3", "B": "1", "C": "0", "D": "2"}, "answer": "1", "type": "real_exo"} {"id": "validation_237", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dolphins.mp4", "question_type": "multiple-choice", "question": "How many dolphins are swimming to the right?", "choices": {"A": "2", "B": "10", "C": "5", "D": "1"}, "answer": "10", "type": "real_exo"} {"id": "validation_238", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dolphins.mp4", "question_type": "multiple-choice", "question": "How many dolphins are swimming to the left?", "choices": {"A": "2", "B": "0", "C": "1", "D": "5"}, "answer": "0", "type": "real_exo"} {"id": "validation_239", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dolphins.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction are the dolphins moving towards?", "choices": {"A": "towards", "B": "left", "C": "right", "D": "away"}, "answer": "right", "type": "real_exo"} {"id": "validation_240", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dolphins.mp4", "question_type": "multiple-choice", "question": "Are the dolphins swimming forwards or backwards from their own perspectives?", "choices": {"A": "not sure", "B": "towards the camera", "C": "forwards", "D": "not moving"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_241", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dolphins-show.mp4", "question_type": "multiple-choice", "question": "Are man and the dolphins turning clockwise or counter-clockwise?", "choices": {"A": "left", "B": "clockwise", "C": "counter-clockwise", "D": "right"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_242", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dolphins-show.mp4", "question_type": "multiple-choice", "question": "Are the man and the dolphins turning to the left or right from their own perspectives?", "choices": {"A": "left", "B": "forwards", "C": "towards", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_243", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dribbling.mp4", "question_type": "multiple-choice", "question": "How many times did the person with the ball dribble the ball with his right hand?", "choices": {"A": "2", "B": "1", "C": "3", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_244", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dribbling.mp4", "question_type": "multiple-choice", "question": "How many times did the person with the ball dribble the ball with his left hand?", "choices": {"A": "2", "B": "0", "C": "3", "D": "1"}, "answer": "0", "type": "real_exo"} {"id": "validation_245", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dribbling.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the person with the ball moving towards?", "choices": {"A": "away from the camera", "B": "left", "C": "counter-clockwise", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_246", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dribbling.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the person without the ball moving towards?", "choices": {"A": "neither", "B": "left", "C": "right", "D": "clockwise"}, "answer": "right", "type": "real_exo"} {"id": "validation_247", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/dribbling.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the basketball hoop moving towards?", "choices": {"A": "towards the camera", "B": "not moving", "C": "away from the camera", "D": "towards"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_248", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drift-chicane.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the car heading to?", "choices": {"A": "backwards", "B": "left", "C": "forwards", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_249", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drift-chicane.mp4", "question_type": "multiple-choice", "question": "Is the car moving towards or away from the camera?", "choices": {"A": "right", "B": "away from the camera", "C": "towards the camera", "D": "left"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_250", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drift-straight.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the car moving towards?", "choices": {"A": "towards the camera", "B": "right", "C": "away from the camera", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_251", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drift-turn.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the car heading to?", "choices": {"A": "towards the camera", "B": "away from the camera", "C": "right", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_252", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drift-turn.mp4", "question_type": "multiple-choice", "question": "Is the car moving towards or away from the camera?", "choices": {"A": "towards", "B": "right", "C": "left", "D": "away"}, "answer": "towards", "type": "real_exo"} {"id": "validation_253", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drift-turn.mp4", "question_type": "multiple-choice", "question": "Is the car moving clockwise or counter-clockwise around the track?", "choices": {"A": "counter-clockwise", "B": "towards", "C": "clockwise", "D": "not moving"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_254", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drift-turn.mp4", "question_type": "multiple-choice", "question": "From the car's perspective, is the car turning to the left or right?", "choices": {"A": "left", "B": "away from the camera", "C": "towards the camera", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_255", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drone.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the drone flying towards?", "choices": {"A": "right", "B": "away from the camera", "C": "left", "D": "towards the camera"}, "answer": "left", "type": "real_exo"} {"id": "validation_256", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drone.mp4", "question_type": "multiple-choice", "question": "Did the person move the drone to the left or right direction?", "choices": {"A": "left", "B": "there are no drones in the video", "C": "right", "D": "did not move"}, "answer": "right", "type": "real_exo"} {"id": "validation_257", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drone.mp4", "question_type": "multiple-choice", "question": "Did the person pick up or put down the drone with his hand?", "choices": {"A": "put down", "B": "there are no drones in the video", "C": "neither", "D": "pick up"}, "answer": "pick up", "type": "real_exo"} {"id": "validation_258", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drone.mp4", "question_type": "multiple-choice", "question": "Did the person pick up the drone with their left or right hand from their perspective?", "choices": {"A": "left", "B": "right", "C": "did not pick up the drone", "D": "there are no drones in the video"}, "answer": "right", "type": "real_exo"} {"id": "validation_259", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drone.mp4", "question_type": "multiple-choice", "question": "How many times did the person pick up the drone?", "choices": {"A": "2", "B": "3", "C": "0", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_260", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drone-flying.mp4", "question_type": "multiple-choice", "question": "Is the man moving towards or away from the camera?", "choices": {"A": "towards the camera", "B": "left", "C": "away", "D": "right"}, "answer": "away", "type": "real_exo"} {"id": "validation_261", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drone-flying.mp4", "question_type": "multiple-choice", "question": "What direction are the people on the ground moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "towards the camera"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_262", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/drone-flying.mp4", "question_type": "multiple-choice", "question": "How many people are flying away on the drone?", "choices": {"A": "2", "B": "0", "C": "1", "D": "3"}, "answer": "1", "type": "real_exo"} {"id": "validation_263", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/ducks.mp4", "question_type": "multiple-choice", "question": "How many ducks on the grass are moving to the right?", "choices": {"A": "0", "B": "5", "C": "6", "D": "2"}, "answer": "5", "type": "real_exo"} {"id": "validation_264", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/ducks.mp4", "question_type": "multiple-choice", "question": "How many ducks on the grass are moving to the left?", "choices": {"A": "0", "B": "1", "C": "5", "D": "6"}, "answer": "0", "type": "real_exo"} {"id": "validation_265", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/ducks.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction are the ducks moving towards?", "choices": {"A": "away from the camera", "B": "towards the camera", "C": "right", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_266", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/e-bike.mp4", "question_type": "multiple-choice", "question": "How many green bikes are not moving?", "choices": {"A": "0", "B": "2", "C": "3", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_267", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/e-bike.mp4", "question_type": "multiple-choice", "question": "How many green bikes moving to the right?", "choices": {"A": "1", "B": "4", "C": "3", "D": "2"}, "answer": "1", "type": "real_exo"} {"id": "validation_268", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/e-bike.mp4", "question_type": "multiple-choice", "question": "How many green bikes are moving to the left?", "choices": {"A": "3", "B": "1", "C": "0", "D": "2"}, "answer": "0", "type": "real_exo"} {"id": "validation_269", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/e-bike.mp4", "question_type": "multiple-choice", "question": "What direction is the bike moving towards?", "choices": {"A": "left", "B": "away from the camera", "C": "right", "D": "towards the camera"}, "answer": "right", "type": "real_exo"} {"id": "validation_270", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/e-bike.mp4", "question_type": "multiple-choice", "question": "From the bike rider's perspective, which way is he turning the bike?", "choices": {"A": "left", "B": "towards", "C": "away", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_271", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/e-bike.mp4", "question_type": "multiple-choice", "question": "Is the bike moving clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "not moving", "C": "towards", "D": "clockwise"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_272", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/elephant.mp4", "question_type": "multiple-choice", "question": "Is the elephant coming closer or moving further away?", "choices": {"A": "left", "B": "coming closer", "C": "going further away", "D": "right"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_273", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/elephant.mp4", "question_type": "multiple-choice", "question": "What direction is the elephant moving towards?", "choices": {"A": "left", "B": "right", "C": "coming closer", "D": "going further away"}, "answer": "right", "type": "real_exo"} {"id": "validation_274", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/elephant.mp4", "question_type": "multiple-choice", "question": "What direction are the trees moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "going further away"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_275", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/elephant-hyenas.mp4", "question_type": "multiple-choice", "question": "Is the elephant coming closer or moving further away?", "choices": {"A": "coming closer", "B": "not sure", "C": "going further away", "D": "left"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_276", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/elephant-hyenas.mp4", "question_type": "multiple-choice", "question": "What direction are the hyenas moving towards", "choices": {"A": "there are no hyenas in the video", "B": "left", "C": "right", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_277", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/elephant-hyenas.mp4", "question_type": "multiple-choice", "question": "What direction is the elephant moving towards", "choices": {"A": "not moving", "B": "left", "C": "there are no elephants in the video", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_278", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/elephant-hyenas.mp4", "question_type": "multiple-choice", "question": "How many hyenas are moving to the right?", "choices": {"A": "8", "B": "0", "C": "2", "D": "4"}, "answer": "8", "type": "real_exo"} {"id": "validation_279", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/elephant-hyenas.mp4", "question_type": "multiple-choice", "question": "How many hyenas are moving to the left?", "choices": {"A": "4", "B": "0", "C": "2", "D": "8"}, "answer": "0", "type": "real_exo"} {"id": "validation_280", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/flamingo.mp4", "question_type": "multiple-choice", "question": "What direction is the flamingo in the foreground moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "there are no flamingoes"}, "answer": "right", "type": "real_exo"} {"id": "validation_281", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/flamingo.mp4", "question_type": "multiple-choice", "question": "What direction are the flamingos in the background moving towards?", "choices": {"A": "left", "B": "forwards", "C": "not moving", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_282", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/flamingo.mp4", "question_type": "multiple-choice", "question": "How many flamingos are moving to the right?", "choices": {"A": "1", "B": "0", "C": "2", "D": "3"}, "answer": "1", "type": "real_exo"} {"id": "validation_283", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/flamingo.mp4", "question_type": "multiple-choice", "question": "How many flamingos are moving to the left?", "choices": {"A": "2", "B": "0", "C": "1", "D": "3"}, "answer": "0", "type": "real_exo"} {"id": "validation_284", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/flamingo.mp4", "question_type": "multiple-choice", "question": "How many flamingos are standing still?", "choices": {"A": "5", "B": "2", "C": "3", "D": "1"}, "answer": "5", "type": "real_exo"} {"id": "validation_285", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/giant-slalom.mp4", "question_type": "multiple-choice", "question": "Is the skier coming closer or moving further away?", "choices": {"A": "going further away", "B": "not sure", "C": "coming closer", "D": "left"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_286", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/giant-slalom.mp4", "question_type": "multiple-choice", "question": "Is the skier moving uphill or downhill?", "choices": {"A": "downhill", "B": "towards the camera", "C": "uphill", "D": "away from the camera"}, "answer": "downhill", "type": "real_exo"} {"id": "validation_287", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/giant-slalom.mp4", "question_type": "multiple-choice", "question": "What direction are the flags moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "downhill"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_288", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/giraffes.mp4", "question_type": "multiple-choice", "question": "How many giraffes are standing still throughout the video?", "choices": {"A": "0", "B": "2", "C": "4", "D": "1"}, "answer": "4", "type": "real_exo"} {"id": "validation_289", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/giraffes.mp4", "question_type": "multiple-choice", "question": "Is the person coming closer or moving further away?", "choices": {"A": "there are no people in the video", "B": "not moving", "C": "right", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_290", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/giraffes.mp4", "question_type": "multiple-choice", "question": "What direction are the giraffes moving towards?", "choices": {"A": "left", "B": "there are no giraffes in the video", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_291", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/giraffes.mp4", "question_type": "multiple-choice", "question": "Is the person spinning clockswise or counter-clockwise?", "choices": {"A": "not spinning", "B": "counter-clockwise", "C": "there are no people in the video", "D": "clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_292", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/girl-dog.mp4", "question_type": "multiple-choice", "question": "Is the dog coming closer or moving further away?", "choices": {"A": "not moving", "B": "going further away", "C": "coming closer", "D": "there are no people in the video"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_293", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/girl-dog.mp4", "question_type": "multiple-choice", "question": "Is the person coming closer or moving further away?", "choices": {"A": "not moving", "B": "coming closer", "C": "left", "D": "going further away"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_294", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/girl-dog.mp4", "question_type": "multiple-choice", "question": "Is the person in the wheel chair turning to the left or right from the camera perspective?", "choices": {"A": "there are no people in the video", "B": "left", "C": "moving straight and not turning ", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_295", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/girl-dog.mp4", "question_type": "multiple-choice", "question": "Is the person in the wheel chair turning to the left or right from their own perspective?", "choices": {"A": "left", "B": "right", "C": "moving straight and not turning ", "D": "there are no people in the video"}, "answer": "left", "type": "real_exo"} {"id": "validation_296", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/goat.mp4", "question_type": "multiple-choice", "question": "What direction is the goat moving towards?", "choices": {"A": "right", "B": "towards the camera", "C": "away", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_297", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/goat.mp4", "question_type": "multiple-choice", "question": "Is the goat moving towards or away from the camera?", "choices": {"A": "left", "B": "away", "C": "right", "D": "towards"}, "answer": "away", "type": "real_exo"} {"id": "validation_298", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/gold-fish.mp4", "question_type": "multiple-choice", "question": "Is the person moving forwards or backwards from their own perspective?", "choices": {"A": "there are no people in the video", "B": "forwards", "C": "towards", "D": "uphill"}, "answer": "there are no people in the video", "type": "real_exo"} {"id": "validation_299", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/gold-fish.mp4", "question_type": "multiple-choice", "question": "How many fishes are swimming to the right?", "choices": {"A": "7", "B": "2", "C": "1", "D": "0"}, "answer": "2", "type": "real_exo"} {"id": "validation_300", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/golf.mp4", "question_type": "multiple-choice", "question": "What direction is the person walking towards at the start of the video?", "choices": {"A": "right", "B": "left", "C": "downhill", "D": "uphill"}, "answer": "left", "type": "real_exo"} {"id": "validation_301", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/golf.mp4", "question_type": "multiple-choice", "question": "What direction is the person driving towards at the end of the video?", "choices": {"A": "left", "B": "towards the camera", "C": "away", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_302", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/golf.mp4", "question_type": "multiple-choice", "question": "What direction is the golf cart moving towards at the start of the video?", "choices": {"A": "uphill", "B": "left", "C": "not moving", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_303", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/grass-chopper.mp4", "question_type": "multiple-choice", "question": "What direction is the tractor moving towards?", "choices": {"A": "right", "B": "left", "C": "away", "D": "towards the camera"}, "answer": "right", "type": "real_exo"} {"id": "validation_304", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/grass-chopper.mp4", "question_type": "multiple-choice", "question": "Is the tractor coming closer or moving further away?", "choices": {"A": "right", "B": "coming closer", "C": "left", "D": "going further away"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_305", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/guitar-violin.mp4", "question_type": "multiple-choice", "question": "What direction is the violin player moving towards?", "choices": {"A": "not moving", "B": "right", "C": "away from the camera", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_306", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/guitar-violin.mp4", "question_type": "multiple-choice", "question": "What direction is the guitar player moving towards?", "choices": {"A": "towards the camera", "B": "left", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_307", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/gym.mp4", "question_type": "multiple-choice", "question": "How many people are picking up water bottles?", "choices": {"A": "4", "B": "2", "C": "0", "D": "1"}, "answer": "2", "type": "real_exo"} {"id": "validation_308", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/gym.mp4", "question_type": "multiple-choice", "question": "How many people are putting down water bottles?", "choices": {"A": "2", "B": "0", "C": "1", "D": "4"}, "answer": "0", "type": "real_exo"} {"id": "validation_309", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/gym.mp4", "question_type": "multiple-choice", "question": "Are the people picking up or putting down the water bottles", "choices": {"A": "putting down", "B": "picking up", "C": "not moving", "D": "neither"}, "answer": "picking up", "type": "real_exo"} {"id": "validation_310", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/gym.mp4", "question_type": "multiple-choice", "question": "What direction is the bike moving towards?", "choices": {"A": "towards", "B": "left", "C": "right", "D": "there are no bikes in the video"}, "answer": "there are no bikes in the video", "type": "real_exo"} {"id": "validation_311", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/gym-ball.mp4", "question_type": "multiple-choice", "question": "How many times dose the person throw the ball to the floor?", "choices": {"A": "1", "B": "2", "C": "0", "D": "4"}, "answer": "2", "type": "real_exo"} {"id": "validation_312", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/gym-ball.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "not moving", "B": "towards the camera", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_313", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/helicopter.mp4", "question_type": "multiple-choice", "question": "Is the person coming closer or moving further away?", "choices": {"A": "coming closer", "B": "right", "C": "towards", "D": "going further away"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_314", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/helicopter.mp4", "question_type": "multiple-choice", "question": "Is the helicopter rotating clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "clockwise", "C": "right", "D": "left"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_315", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/helicopter-landing.mp4", "question_type": "multiple-choice", "question": "Is the helicopter landing or taking off?", "choices": {"A": "landing", "B": "left", "C": "right", "D": "taking off"}, "answer": "landing", "type": "real_exo"} {"id": "validation_316", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/helicopter-landing.mp4", "question_type": "multiple-choice", "question": "Is the helicoptor moving downwards to the ground or upwards to the sky?", "choices": {"A": "upwards", "B": "not moving", "C": "downwards", "D": "there are no helicopters in the video"}, "answer": "downwards", "type": "real_exo"} {"id": "validation_317", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/helicopter-landing.mp4", "question_type": "multiple-choice", "question": "What direction is the helicopter moving towards?", "choices": {"A": "not moving", "B": "uphill", "C": "right", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_318", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/helicopter-landing.mp4", "question_type": "multiple-choice", "question": "What direction are the cars moving towards?", "choices": {"A": "left", "B": "not moving", "C": "away from the camera", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_319", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hike.mp4", "question_type": "multiple-choice", "question": "Is the person coming closer or moving further away?", "choices": {"A": "coming closer", "B": "right", "C": "going further away", "D": "towards"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_320", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hike.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "towards", "B": "coming closer", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_321", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hike.mp4", "question_type": "multiple-choice", "question": "How many steps does the person take to the right?", "choices": {"A": "4", "B": "2", "C": "0", "D": "1"}, "answer": "4", "type": "real_exo"} {"id": "validation_322", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hike.mp4", "question_type": "multiple-choice", "question": "How many steps does the person take to the left?", "choices": {"A": "1", "B": "3", "C": "0", "D": "2"}, "answer": "0", "type": "real_exo"} {"id": "validation_323", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hockey.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "left", "B": "downhill", "C": "right", "D": "towards"}, "answer": "left", "type": "real_exo"} {"id": "validation_324", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hockey.mp4", "question_type": "multiple-choice", "question": "How many times does the person hit the hockey puck to the left?", "choices": {"A": "1", "B": "2", "C": "4", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_325", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hockey.mp4", "question_type": "multiple-choice", "question": "How many times does the person hit the hockey puck to the right?", "choices": {"A": "2", "B": "0", "C": "1", "D": "3"}, "answer": "0", "type": "real_exo"} {"id": "validation_326", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horsejump-high.mp4", "question_type": "multiple-choice", "question": "What direction is the horse moving towards?", "choices": {"A": "left", "B": "towards", "C": "right", "D": "away"}, "answer": "right", "type": "real_exo"} {"id": "validation_327", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horsejump-high.mp4", "question_type": "multiple-choice", "question": "How many times does the horse jump to the right?", "choices": {"A": "1", "B": "2", "C": "0", "D": "4"}, "answer": "1", "type": "real_exo"} {"id": "validation_328", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horsejump-high.mp4", "question_type": "multiple-choice", "question": "How many times does the horse jump to the left?", "choices": {"A": "1", "B": "2", "C": "0", "D": "3"}, "answer": "0", "type": "real_exo"} {"id": "validation_329", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horsejump-high.mp4", "question_type": "multiple-choice", "question": "Is the horse coming closer or moving further away?", "choices": {"A": "right", "B": "going further away", "C": "coming closer", "D": "towards"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_330", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horsejump-low.mp4", "question_type": "multiple-choice", "question": "What direction is the horse moving towards?", "choices": {"A": "left", "B": "not moving", "C": "away", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_331", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horsejump-low.mp4", "question_type": "multiple-choice", "question": "How many times does the horse jump to the right?", "choices": {"A": "2", "B": "4", "C": "1", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_332", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horsejump-low.mp4", "question_type": "multiple-choice", "question": "How many times does the horse jump to the left?", "choices": {"A": "1", "B": "3", "C": "2", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_333", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horsejump-stick.mp4", "question_type": "multiple-choice", "question": "What direction is the horse in the foreground moving towards?", "choices": {"A": "not moving", "B": "right", "C": "downhill", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_334", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horsejump-stick.mp4", "question_type": "multiple-choice", "question": "How many times does the horse in the foreground jump to the right?", "choices": {"A": "4", "B": "1", "C": "0", "D": "2"}, "answer": "1", "type": "real_exo"} {"id": "validation_335", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horsejump-stick.mp4", "question_type": "multiple-choice", "question": "How many times does the horse in the foreground jump to the left?", "choices": {"A": "3", "B": "2", "C": "0", "D": "1"}, "answer": "0", "type": "real_exo"} {"id": "validation_336", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horsejump-stick.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the horse in the background moving towards?", "choices": {"A": "left", "B": "towards", "C": "right", "D": "away"}, "answer": "left", "type": "real_exo"} {"id": "validation_337", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horse-race.mp4", "question_type": "multiple-choice", "question": "How many horses are running to the right?", "choices": {"A": "5", "B": "1", "C": "2", "D": "4"}, "answer": "5", "type": "real_exo"} {"id": "validation_338", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horse-race.mp4", "question_type": "multiple-choice", "question": "How many horses are running to the left?", "choices": {"A": "3", "B": "0", "C": "2", "D": "1"}, "answer": "0", "type": "real_exo"} {"id": "validation_339", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horse-race.mp4", "question_type": "multiple-choice", "question": "What direction are the spectators moving toward?", "choices": {"A": "towards", "B": "away", "C": "not moving", "D": "uphill"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_340", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horse-race.mp4", "question_type": "multiple-choice", "question": "What direction are the horses moving toward?", "choices": {"A": "away from the camera", "B": "left", "C": "neither", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_341", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horses-kids.mp4", "question_type": "multiple-choice", "question": "Are the horses coming closer or moving further away?", "choices": {"A": "there are no horses in the video", "B": "going further away", "C": "not moving", "D": "coming closer"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_342", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horses-kids.mp4", "question_type": "multiple-choice", "question": "How many people are riding horses towards the camera?", "choices": {"A": "4", "B": "0", "C": "2", "D": "1"}, "answer": "4", "type": "real_exo"} {"id": "validation_343", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horses-kids.mp4", "question_type": "multiple-choice", "question": "Are the horses moving clockwise or counter-clockwise around the track?", "choices": {"A": "right", "B": "left", "C": "clockwise", "D": "counter-clockwise"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_344", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/horses-kids.mp4", "question_type": "multiple-choice", "question": "From the horses perspective, are they turning left or right?", "choices": {"A": "left", "B": "not sure", "C": "right", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_345", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hoverboard.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the person moving towards?", "choices": {"A": "not sure", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_346", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hoverboard.mp4", "question_type": "multiple-choice", "question": "Is the person going uphill or downhill?", "choices": {"A": "uphill", "B": "away", "C": "neither", "D": "downhill"}, "answer": "uphill", "type": "real_exo"} {"id": "validation_347", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hurdles.mp4", "question_type": "multiple-choice", "question": "How many runners are running the right?", "choices": {"A": "3", "B": "2", "C": "1", "D": "0"}, "answer": "3", "type": "real_exo"} {"id": "validation_348", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hurdles.mp4", "question_type": "multiple-choice", "question": "How many runners are running to the left?", "choices": {"A": "2", "B": "0", "C": "1", "D": "3"}, "answer": "0", "type": "real_exo"} {"id": "validation_349", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hurdles.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction are the runners moving towards?", "choices": {"A": "backwards", "B": "right", "C": "left", "D": "downhill"}, "answer": "right", "type": "real_exo"} {"id": "validation_350", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hurdles-race.mp4", "question_type": "multiple-choice", "question": "How many runners are running to the right?", "choices": {"A": "1", "B": "0", "C": "2", "D": "8"}, "answer": "8", "type": "real_exo"} {"id": "validation_351", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hurdles-race.mp4", "question_type": "multiple-choice", "question": "How many runners are running to the left?", "choices": {"A": "0", "B": "1", "C": "2", "D": "8"}, "answer": "0", "type": "real_exo"} {"id": "validation_352", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hurdles-race.mp4", "question_type": "multiple-choice", "question": "What direction are the runners moving towards?", "choices": {"A": "left", "B": "away from the camera", "C": "towards the camera", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_353", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/hurdles-race.mp4", "question_type": "multiple-choice", "question": "Are the runners coming closer or moving further away?", "choices": {"A": "coming closer", "B": "going further away", "C": "left", "D": "right"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_354", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/ice-hockey.mp4", "question_type": "multiple-choice", "question": "Which direction is the referee skating towards?", "choices": {"A": "right", "B": "left", "C": "towards", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_355", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/ice-hockey.mp4", "question_type": "multiple-choice", "question": "How many people on the ice rink are moving to the right?", "choices": {"A": "2", "B": "5", "C": "0", "D": "1"}, "answer": "5", "type": "real_exo"} {"id": "validation_356", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/india.mp4", "question_type": "multiple-choice", "question": "What direction is the woman in the yellow dress moving towards?", "choices": {"A": "there is no woman in the video", "B": "coming closer", "C": "going further away", "D": "not moving"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_357", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/india.mp4", "question_type": "multiple-choice", "question": "What direction is the elephant moving towards?", "choices": {"A": "left", "B": "right", "C": "no elephant there", "D": "not moving"}, "answer": "no elephant there", "type": "real_exo"} {"id": "validation_358", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/inflatable.mp4", "question_type": "multiple-choice", "question": "How many kids are moving towards the camera?", "choices": {"A": "2", "B": "0", "C": "1", "D": "3"}, "answer": "3", "type": "real_exo"} {"id": "validation_359", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/inflatable.mp4", "question_type": "multiple-choice", "question": "How many kids are moving away from the camera?", "choices": {"A": "2", "B": "3", "C": "0", "D": "1"}, "answer": "0", "type": "real_exo"} {"id": "validation_360", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/inflatable.mp4", "question_type": "multiple-choice", "question": "What direction is the kid in blue moving towards?", "choices": {"A": "coming closer", "B": "going further away", "C": "no kid in blue there", "D": "not moving"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_361", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/inflatable.mp4", "question_type": "multiple-choice", "question": "What direction is the kid in yellow moving towards?", "choices": {"A": "not moving", "B": "going further away", "C": "coming closer", "D": "no kid in yellow there"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_362", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/jet-ski.mp4", "question_type": "multiple-choice", "question": "How is the jet-ski rotating?", "choices": {"A": "not rotating", "B": "clockwise", "C": "counter-clockwise", "D": "no jet-ski there"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_363", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/jet-ski.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the jet-ski moving?", "choices": {"A": "left", "B": "no jet-ski there", "C": "not moving", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_364", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/jet-ski.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the bus moving?", "choices": {"A": "not moving", "B": "there are no buses in the video", "C": "left", "D": "right"}, "answer": "there are no buses in the video", "type": "real_exo"} {"id": "validation_365", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/judo.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, for the two men in battle, which one is being thrown down to the floor?", "choices": {"A": "the right one", "B": "none of them", "C": "the left one", "D": "not sure"}, "answer": "the left one", "type": "real_exo"} {"id": "validation_366", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/judo.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, for the two men in battle, is the left one getting down or jumping up?", "choices": {"A": "getting down", "B": "neither", "C": "no men there", "D": "jumping up"}, "answer": "getting down", "type": "real_exo"} {"id": "validation_367", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/judo.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, for the two men in battle, is the right one getting down or jumping up?", "choices": {"A": "jumping up", "B": "getting down", "C": "no men there", "D": "neither"}, "answer": "neither", "type": "real_exo"} {"id": "validation_368", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/judo.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction are the two men in battle moving towards?", "choices": {"A": "left", "B": "staying in place", "C": "no men there", "D": "right"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_369", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/judo.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the man on his knees moving towards?", "choices": {"A": "no men there", "B": "right", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_370", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/juggle.mp4", "question_type": "multiple-choice", "question": "How many people are moving to the right?", "choices": {"A": "4", "B": "3", "C": "1", "D": "2"}, "answer": "4", "type": "real_exo"} {"id": "validation_371", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/juggle.mp4", "question_type": "multiple-choice", "question": "How many people are moving to the left?", "choices": {"A": "3", "B": "2", "C": "1", "D": "4"}, "answer": "1", "type": "real_exo"} {"id": "validation_372", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/juggle.mp4", "question_type": "multiple-choice", "question": "What direction is the performer with the tophat moving towards?", "choices": {"A": "no performer there", "B": "not moving", "C": "right", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_373", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/juggle.mp4", "question_type": "multiple-choice", "question": "What direction is the man with a guitar moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no man with guitar there"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_374", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/juggle.mp4", "question_type": "multiple-choice", "question": "What direction is the dog moving towards?", "choices": {"A": "not moving", "B": "no dog there", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_375", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/juggling-selfie.mp4", "question_type": "multiple-choice", "question": "What direction is the juggler moving towards?", "choices": {"A": "right", "B": "left", "C": "no juggler there", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_376", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/juggling-selfie.mp4", "question_type": "multiple-choice", "question": "What direction is the man with sun glasses moving towards?", "choices": {"A": "no such man there", "B": "right", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_377", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/juggling-selfie.mp4", "question_type": "multiple-choice", "question": "What direction is the tree moving towards?", "choices": {"A": "right", "B": "no tree there", "C": "not moving", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_378", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kart-turn.mp4", "question_type": "multiple-choice", "question": "What direction are the go-karts moving towards?", "choices": {"A": "going further away", "B": "no go-karts there", "C": "not moving", "D": "coming closer"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_379", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kart-turn.mp4", "question_type": "multiple-choice", "question": "How many go-karts are coming closer?", "choices": {"A": "1", "B": "0", "C": "3", "D": "2"}, "answer": "3", "type": "real_exo"} {"id": "validation_380", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kart-turn.mp4", "question_type": "multiple-choice", "question": "How many go-karts are going further away?", "choices": {"A": "1", "B": "3", "C": "2", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_381", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kart-turn.mp4", "question_type": "multiple-choice", "question": "From the drivers' perspective, what direction are they turning towards?", "choices": {"A": "right", "B": "left", "C": "up", "D": "down"}, "answer": "right", "type": "real_exo"} {"id": "validation_382", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kart-turn.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what is the number of the closest go-kart?", "choices": {"A": "20", "B": "16", "C": "3", "D": "99"}, "answer": "99", "type": "real_exo"} {"id": "validation_383", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kayak-race.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction are the kayaks moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "there are no buses in the video"}, "answer": "left", "type": "real_exo"} {"id": "validation_384", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kayak-race.mp4", "question_type": "multiple-choice", "question": "Which kayak is leading, the left one or the right one?", "choices": {"A": "there are no buses in the video", "B": "the right one", "C": "neither", "D": "the left one"}, "answer": "the left one", "type": "real_exo"} {"id": "validation_385", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kayak-race.mp4", "question_type": "multiple-choice", "question": "The video is taken from which side of the kayak racer in red?", "choices": {"A": "right", "B": "down", "C": "up", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_386", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kayak-race.mp4", "question_type": "multiple-choice", "question": "The video is taken from which side of the kayak racer in white?", "choices": {"A": "left", "B": "up", "C": "down", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_387", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kayak-race.mp4", "question_type": "multiple-choice", "question": "Are the people paddling their kayaks forwards or backwards from their own perspectives?", "choices": {"A": "forwards", "B": "backwards", "C": "there are no kayaks in the video", "D": "not moving"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_388", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kid-football.mp4", "question_type": "multiple-choice", "question": "How many keepy ups did the boy complete with his right foot?", "choices": {"A": "1", "B": "3", "C": "2", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_389", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kid-football.mp4", "question_type": "multiple-choice", "question": "How many keepy ups did the boy complete with his left foot?", "choices": {"A": "0", "B": "3", "C": "2", "D": "1"}, "answer": "2", "type": "real_exo"} {"id": "validation_390", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kid-football.mp4", "question_type": "multiple-choice", "question": "What direction is the boy slightly moving towards?", "choices": {"A": "up", "B": "right", "C": "left", "D": "down"}, "answer": "left", "type": "real_exo"} {"id": "validation_391", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kid-football.mp4", "question_type": "multiple-choice", "question": "What direction is the tree moving towards?", "choices": {"A": "no tree there", "B": "not moving", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_392", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kids-robot.mp4", "question_type": "multiple-choice", "question": "What direction did the boy in red jump when he went over the small robot?", "choices": {"A": "right", "B": "no boys there", "C": "left", "D": "neither"}, "answer": "right", "type": "real_exo"} {"id": "validation_393", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kids-robot.mp4", "question_type": "multiple-choice", "question": "What direction did the boy in black jump when he went over the small robot?", "choices": {"A": "no boys there", "B": "neither", "C": "right", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_394", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kids-turning.mp4", "question_type": "multiple-choice", "question": "What direction is the girl moving towards?", "choices": {"A": "right", "B": "no girl there", "C": "Almost stayed in place", "D": "left"}, "answer": "Almost stayed in place", "type": "real_exo"} {"id": "validation_395", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kids-turning.mp4", "question_type": "multiple-choice", "question": "What direction is the boy moving towards?", "choices": {"A": "Almost stayed in place", "B": "right", "C": "left", "D": "no boy there"}, "answer": "Almost stayed in place", "type": "real_exo"} {"id": "validation_396", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kids-turning.mp4", "question_type": "multiple-choice", "question": "Is the girl spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "not spinning", "C": "counter-clockwise", "D": "no girl there"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_397", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kids-turning.mp4", "question_type": "multiple-choice", "question": "Is the boy spinning clockwise or counter-clockwise?", "choices": {"A": "no boy there", "B": "counter-clockwise", "C": "not spinning", "D": "clockwise"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_398", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kids-turning.mp4", "question_type": "multiple-choice", "question": "Is the camera rotating clockwise or counter-clockwise around the girl?", "choices": {"A": "not rotating", "B": "no girl there", "C": "counter-clockwise", "D": "clockwise"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_399", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kids-turning.mp4", "question_type": "multiple-choice", "question": "Is the camera rotating clockwise or counter-clockwise around the boy?", "choices": {"A": "no boy there", "B": "clockwise", "C": "counter-clockwise", "D": "not rotating"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_400", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kite-surf.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "there are no people in the video", "B": "left", "C": "not moving", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_401", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kite-surf.mp4", "question_type": "multiple-choice", "question": "What direction is the ship moving towards?", "choices": {"A": "left", "B": "not moving", "C": "there are no ships in the video", "D": "right"}, "answer": "there are no ships in the video", "type": "real_exo"} {"id": "validation_402", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kite-surf.mp4", "question_type": "multiple-choice", "question": "Is the person spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "there are no people in the video", "C": "clockwise", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_403", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kite-surf.mp4", "question_type": "multiple-choice", "question": "Is the ship spinning clockwise or counter-clockwise?", "choices": {"A": "not spinning", "B": "clockwise", "C": "counter-clockwise", "D": "there are no ships in the video"}, "answer": "there are no ships in the video", "type": "real_exo"} {"id": "validation_404", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kite-walk.mp4", "question_type": "multiple-choice", "question": "How many steps does the person take to the right?", "choices": {"A": "0", "B": "1", "C": "5", "D": "10"}, "answer": "5", "type": "real_exo"} {"id": "validation_405", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kite-walk.mp4", "question_type": "multiple-choice", "question": "How many steps does the person take to the left?", "choices": {"A": "0", "B": "10", "C": "5", "D": "1"}, "answer": "0", "type": "real_exo"} {"id": "validation_406", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kite-walk.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no man there", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_407", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/kite-walk.mp4", "question_type": "multiple-choice", "question": "Is the person walking forwards or backwards from their own perspective?", "choices": {"A": "there are no people in the video", "B": "backwards", "C": "not moving", "D": "forwards"}, "answer": "backwards", "type": "real_exo"} {"id": "validation_408", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/koala.mp4", "question_type": "multiple-choice", "question": "At the start of the video, which way is the koala facing?", "choices": {"A": "neither", "B": "right", "C": "left", "D": "no koala there"}, "answer": "right", "type": "real_exo"} {"id": "validation_409", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/koala.mp4", "question_type": "multiple-choice", "question": "At the end of the video, which way is the koala facing?", "choices": {"A": "right", "B": "left", "C": "no koala there", "D": "neither"}, "answer": "left", "type": "real_exo"} {"id": "validation_410", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/koala.mp4", "question_type": "multiple-choice", "question": "What direction is the koala moving towards?", "choices": {"A": "left", "B": "no koala there", "C": "right", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_411", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/koala.mp4", "question_type": "multiple-choice", "question": "What direction is the tree moving towards?", "choices": {"A": "left", "B": "no koala there", "C": "not moving", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_412", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lab-coat.mp4", "question_type": "multiple-choice", "question": "Is the camera moving towards or away from the people?", "choices": {"A": "away", "B": "there are no people in the video", "C": "not moving", "D": "towards"}, "answer": "towards", "type": "real_exo"} {"id": "validation_413", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lab-coat.mp4", "question_type": "multiple-choice", "question": "What direction is the girl with brown shoes moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no girl there"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_414", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lab-coat.mp4", "question_type": "multiple-choice", "question": "What direction is the girl with black shoes moving towards?", "choices": {"A": "left", "B": "no girl there", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_415", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lab-coat.mp4", "question_type": "multiple-choice", "question": "What direction are the three girls moving towards?", "choices": {"A": "right", "B": "no girl there", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_416", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lab-coat.mp4", "question_type": "multiple-choice", "question": "What direction is the ball moving towards?", "choices": {"A": "left", "B": "not moving", "C": "there are no balls in the video", "D": "right"}, "answer": "there are no balls in the video", "type": "real_exo"} {"id": "validation_417", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lady-running.mp4", "question_type": "multiple-choice", "question": "Is the running lady moving closer?", "choices": {"A": "away", "B": "towards", "C": "no running lady there", "D": "not moving"}, "answer": "away", "type": "real_exo"} {"id": "validation_418", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lady-running.mp4", "question_type": "multiple-choice", "question": "What direction did the lady turn towards?", "choices": {"A": "not turning", "B": "no running lady there", "C": "right", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_419", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/landing.mp4", "question_type": "multiple-choice", "question": "What direction is the plane moving towards?", "choices": {"A": "left", "B": "no plane there", "C": "not moving", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_420", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/landing.mp4", "question_type": "multiple-choice", "question": "What direction is the man in yellow moving towards?", "choices": {"A": "not moving", "B": "no such man there", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_421", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/landing.mp4", "question_type": "multiple-choice", "question": "What direction are the men in green moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no such men there", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_422", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/landing.mp4", "question_type": "multiple-choice", "question": "What direction did the men in green trun their heads to?", "choices": {"A": "no such men there", "B": "right", "C": "neither", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_423", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/landing.mp4", "question_type": "multiple-choice", "question": "Is the plane landing or taking off?", "choices": {"A": "not moving", "B": "landing", "C": "there are no planes in the video", "D": "taking off"}, "answer": "landing", "type": "real_exo"} {"id": "validation_424", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/libby.mp4", "question_type": "multiple-choice", "question": "What direction is the dog moving towards?", "choices": {"A": "not moving", "B": "no dog there", "C": "right", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_425", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/libby.mp4", "question_type": "multiple-choice", "question": "What direction is the tree moving towards?", "choices": {"A": "not moving", "B": "no tree there", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_426", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/libby.mp4", "question_type": "multiple-choice", "question": "What direction is the cow moving towards?", "choices": {"A": "right", "B": "no cow there", "C": "not moving", "D": "left"}, "answer": "no cow there", "type": "real_exo"} {"id": "validation_427", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/libby.mp4", "question_type": "multiple-choice", "question": "Is the dog coming closer or going further away?", "choices": {"A": "not moving", "B": "coming closer", "C": "going further away", "D": "there are no dogs in the video"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_428", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/libby.mp4", "question_type": "multiple-choice", "question": "Which way is the dog spinning?", "choices": {"A": "not spinning", "B": "counter-clockwise", "C": "clockwise", "D": "there are no dogs in the video"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_429", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lindy-hop.mp4", "question_type": "multiple-choice", "question": "What direction is the woman in the pink blouse moving towards?", "choices": {"A": "left", "B": "staying in place", "C": "right", "D": "no girl there"}, "answer": "right", "type": "real_exo"} {"id": "validation_430", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lindy-hop.mp4", "question_type": "multiple-choice", "question": "Is the woman in the pink blouse spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "not spinning", "C": "counter-clockwise", "D": "both ways"}, "answer": "both ways", "type": "real_exo"} {"id": "validation_431", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lindy-hop.mp4", "question_type": "multiple-choice", "question": "In which direction did the camera turn towards?", "choices": {"A": "left", "B": "up", "C": "down", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_432", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lindy-hop.mp4", "question_type": "multiple-choice", "question": "How many people are dancing?", "choices": {"A": "0", "B": "4", "C": "15", "D": "11"}, "answer": "11", "type": "real_exo"} {"id": "validation_433", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lindy-hop.mp4", "question_type": "multiple-choice", "question": "How many people are not moving?", "choices": {"A": "0", "B": "15", "C": "4", "D": "11"}, "answer": "4", "type": "real_exo"} {"id": "validation_434", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lions.mp4", "question_type": "multiple-choice", "question": "What direction are the lions moving towards?", "choices": {"A": "staying in place", "B": "right", "C": "there are no lions in the video", "D": "left"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_435", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lions.mp4", "question_type": "multiple-choice", "question": "What direction are the cows moving towards?", "choices": {"A": "there are no cows in the video", "B": "left", "C": "not moving", "D": "right"}, "answer": "there are no cows in the video", "type": "real_exo"} {"id": "validation_436", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/loading.mp4", "question_type": "multiple-choice", "question": "What direction is the man in black moving the box towards?", "choices": {"A": "not moving", "B": "left", "C": "there are no boxes in the video", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_437", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/loading.mp4", "question_type": "multiple-choice", "question": "How many people are moving boxes to the left?", "choices": {"A": "2", "B": "4", "C": "0", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_438", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/loading.mp4", "question_type": "multiple-choice", "question": "How many people are moving boxes to the right?", "choices": {"A": "2", "B": "4", "C": "1", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_439", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lock.mp4", "question_type": "multiple-choice", "question": "Is the key being turned clockwise or counter-clockwise in the lock?", "choices": {"A": "counter-clockwise", "B": "not spinning", "C": "clockwise", "D": "there are no keys in the video"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_440", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lock.mp4", "question_type": "multiple-choice", "question": "What direction is the lock moving towards?", "choices": {"A": "staying in place", "B": "no lock there", "C": "right", "D": "left"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_441", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lock.mp4", "question_type": "multiple-choice", "question": "Is the lock body rotating clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "not spinning", "C": "there are no locks in the video", "D": "counter-clockwise"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_442", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lock.mp4", "question_type": "multiple-choice", "question": "Are the hands rotating clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "not spinning", "C": "clockwise", "D": "there are no hands in the video"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_443", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lock.mp4", "question_type": "multiple-choice", "question": "Is the lock being opened or closed?", "choices": {"A": "opened", "B": "closed", "C": "there are no locks in the video", "D": "not enough information"}, "answer": "opened", "type": "real_exo"} {"id": "validation_444", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/longboard.mp4", "question_type": "multiple-choice", "question": "What direction is the cyclist moving towards?", "choices": {"A": "away from the camera", "B": "towards the camera", "C": "not moving", "D": "no cyclist there"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_445", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/longboard.mp4", "question_type": "multiple-choice", "question": "What direction is the skater moving towards?", "choices": {"A": "away from the camera", "B": "no skater there", "C": "towards the camera", "D": "not moving"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_446", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/longboard.mp4", "question_type": "multiple-choice", "question": "Which direction is the cyclist turning towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "moving straight and not turning"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_447", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lucia.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "not moving", "B": "there are no people in the video", "C": "right", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_448", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lucia.mp4", "question_type": "multiple-choice", "question": "What direction is the bench moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no bench there"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_449", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lucia.mp4", "question_type": "multiple-choice", "question": "How many steps did the person take to the right?", "choices": {"A": "5", "B": "1", "C": "0", "D": "10"}, "answer": "5", "type": "real_exo"} {"id": "validation_450", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lucia.mp4", "question_type": "multiple-choice", "question": "How many steps did the person take to the left?", "choices": {"A": "5", "B": "10", "C": "0", "D": "1"}, "answer": "0", "type": "real_exo"} {"id": "validation_451", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/lucia.mp4", "question_type": "multiple-choice", "question": "Is the person spinning clockwise or counter-clockwise?", "choices": {"A": "not spinning", "B": "clockwise", "C": "there are no people in the video", "D": "counter-clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_452", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/luggage.mp4", "question_type": "multiple-choice", "question": "What direction is the suitcase moving towards?", "choices": {"A": "left", "B": "no suitcase there", "C": "not moving", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_453", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/luggage.mp4", "question_type": "multiple-choice", "question": "What direction is the girl in the pink skirt and tall whit boots moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no girl there"}, "answer": "left", "type": "real_exo"} {"id": "validation_454", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mallard-fly.mp4", "question_type": "multiple-choice", "question": "What direction is the duck moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "there are no ducks in the video"}, "answer": "right", "type": "real_exo"} {"id": "validation_455", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mallard-fly.mp4", "question_type": "multiple-choice", "question": "Is the duck jumping down to the water or flying up to the sky?", "choices": {"A": "jumping down to the water", "B": "flying up to the sky", "C": "there are no ducks in the video", "D": "neither"}, "answer": "flying up to the sky", "type": "real_exo"} {"id": "validation_456", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mallard-fly.mp4", "question_type": "multiple-choice", "question": "What direction is the fish moving towards?", "choices": {"A": "no fish there", "B": "right", "C": "not moving", "D": "left"}, "answer": "no fish there", "type": "real_exo"} {"id": "validation_457", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mallard-water.mp4", "question_type": "multiple-choice", "question": "Is the duck moving closer or further away?", "choices": {"A": "there are no ducks in the video", "B": "closer", "C": "neither", "D": "further away"}, "answer": "closer", "type": "real_exo"} {"id": "validation_458", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mallard-water.mp4", "question_type": "multiple-choice", "question": "Is the duck moving towards the left or right?", "choices": {"A": "left", "B": "right", "C": "there are no ducks in the video", "D": "neither"}, "answer": "right", "type": "real_exo"} {"id": "validation_459", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mallard-water.mp4", "question_type": "multiple-choice", "question": "In which direction did the duck turn towards from its own perspective?", "choices": {"A": "left", "B": "there are no ducks in the video", "C": "right", "D": "no turn"}, "answer": "right", "type": "real_exo"} {"id": "validation_460", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mallard-water.mp4", "question_type": "multiple-choice", "question": "Is the duck rotating clockwise or counter-clockwise?", "choices": {"A": "there are no ducks in the video", "B": "clockwise", "C": "neither", "D": "counter-clockwise"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_461", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mallard-water.mp4", "question_type": "multiple-choice", "question": "What direction is the fish moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no fish there"}, "answer": "no fish there", "type": "real_exo"} {"id": "validation_462", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mallard-water.mp4", "question_type": "multiple-choice", "question": "Is the duck swimming forwards or backwards from its own perspective?", "choices": {"A": "backwards", "B": "forwards", "C": "there are no ducks in the video", "D": "not moving"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_463", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/man-bike.mp4", "question_type": "multiple-choice", "question": "What direction is the biker moving towards?", "choices": {"A": "right", "B": "left", "C": "there are no bikers in the video", "D": "neither"}, "answer": "right", "type": "real_exo"} {"id": "validation_464", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/man-bike.mp4", "question_type": "multiple-choice", "question": "What direction is the car moving towards?", "choices": {"A": "no car there", "B": "right", "C": "neither", "D": "left"}, "answer": "no car there", "type": "real_exo"} {"id": "validation_465", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/man-bike.mp4", "question_type": "multiple-choice", "question": "In which direction is the motorbike turning towards from its own perspective?", "choices": {"A": "moving straight and not turning", "B": "left", "C": "right", "D": "there are no motorbikes in the video"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_466", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/man-bike.mp4", "question_type": "multiple-choice", "question": "Is the biker spinning clockwise or counter-clockwise?", "choices": {"A": "not spinning", "B": "clockwise", "C": "there are no bikers in the video", "D": "counter-clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_467", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mantaray.mp4", "question_type": "multiple-choice", "question": "What direction is the mantaray moving towards?", "choices": {"A": "not moving", "B": "going further away", "C": "right", "D": "coming closer"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_468", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mantaray.mp4", "question_type": "multiple-choice", "question": "What direction are the people moving towards?", "choices": {"A": "left", "B": "coming closer", "C": "not moving", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_469", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/marbles.mp4", "question_type": "multiple-choice", "question": "How many marbles are rolling downhill?", "choices": {"A": "1", "B": "0", "C": "4", "D": "5"}, "answer": "4", "type": "real_exo"} {"id": "validation_470", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/marbles.mp4", "question_type": "multiple-choice", "question": "How many marbles never moved throughout the video?", "choices": {"A": "0", "B": "5", "C": "1", "D": "4"}, "answer": "1", "type": "real_exo"} {"id": "validation_471", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/marbles.mp4", "question_type": "multiple-choice", "question": "Are the marbles moving uphill or downhill", "choices": {"A": "uphill", "B": "there are no marbles in the video", "C": "not moving", "D": "downhill"}, "answer": "downhill", "type": "real_exo"} {"id": "validation_472", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/marbles.mp4", "question_type": "multiple-choice", "question": "What direction are the marbles rolling towards at the end of the video?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "uphill"}, "answer": "left", "type": "real_exo"} {"id": "validation_473", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mascot.mp4", "question_type": "multiple-choice", "question": "What direction is the mascot running toward?", "choices": {"A": "not moving", "B": "there are no mascots in the video", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_474", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mascot.mp4", "question_type": "multiple-choice", "question": "What direction are the cheerleaders moving toward?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "there are no cheerleaders in the video"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_475", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mascot.mp4", "question_type": "multiple-choice", "question": "Is the mascot flipping clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "not flipping", "C": "counter-clockwise", "D": "there are no mascots in the video"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_476", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mascot.mp4", "question_type": "multiple-choice", "question": "How many flips did the mascot do to the right?", "choices": {"A": "1", "B": "3", "C": "0", "D": "5"}, "answer": "3", "type": "real_exo"} {"id": "validation_477", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mascot.mp4", "question_type": "multiple-choice", "question": "How many flips did the mascot do to the left?", "choices": {"A": "10", "B": "0", "C": "3", "D": "5"}, "answer": "0", "type": "real_exo"} {"id": "validation_478", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mbike-santa.mp4", "question_type": "multiple-choice", "question": "What direction is the biker moving towards?", "choices": {"A": "left", "B": "not moving", "C": "away from the camera", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_479", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mbike-santa.mp4", "question_type": "multiple-choice", "question": "What direction is the car moving towards?", "choices": {"A": "towards the camera", "B": "right", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_480", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mbike-trick.mp4", "question_type": "multiple-choice", "question": "What direction is the motorbike moving towards?", "choices": {"A": "left", "B": "away from the camera", "C": "right", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_481", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mbike-trick.mp4", "question_type": "multiple-choice", "question": "Is bike coming closer or moving further away?", "choices": {"A": "coming closer", "B": "going further away", "C": "there are no motorbikes in the video", "D": "not moving"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_482", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mbike-trick.mp4", "question_type": "multiple-choice", "question": "Which direction is the biker turning towards from their own perspective?", "choices": {"A": "left", "B": "moving straight and not turning", "C": "right", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_483", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mbike-trick.mp4", "question_type": "multiple-choice", "question": "Which direction is the biker turning towards from the camera perspective?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "moving straight and not turning"}, "answer": "left", "type": "real_exo"} {"id": "validation_484", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mermaid.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the swimmer moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "towards the camera"}, "answer": "right", "type": "real_exo"} {"id": "validation_485", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mermaid.mp4", "question_type": "multiple-choice", "question": "What direction is the fish moving towards?", "choices": {"A": "right", "B": "there are no fishes in the video", "C": "away from the camera", "D": "left"}, "answer": "there are no fishes in the video", "type": "real_exo"} {"id": "validation_486", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/miami-surf.mp4", "question_type": "multiple-choice", "question": "What direction is the surfer on the blue surfboard moving towards?", "choices": {"A": "right", "B": "not moving", "C": "away from the camera", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_487", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/monkeys.mp4", "question_type": "multiple-choice", "question": "What direction are the monkeys moving towards?", "choices": {"A": "right", "B": "staying in place", "C": "away from the camera", "D": "left"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_488", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/monkeys.mp4", "question_type": "multiple-choice", "question": "Is the big monkey spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "counter-clockwise", "C": "not spinning", "D": "there are no monkeys in the video"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_489", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/monkeys-trees.mp4", "question_type": "multiple-choice", "question": "What direction is the smaller yellow monkey moving towards?", "choices": {"A": "left", "B": "right", "C": "towards the camera", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_490", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/monkeys-trees.mp4", "question_type": "multiple-choice", "question": "Is the bigger black monkey climbing up or down the tree?", "choices": {"A": "up", "B": "neither", "C": "down", "D": "not moving"}, "answer": "up", "type": "real_exo"} {"id": "validation_491", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/monkeys-trees.mp4", "question_type": "multiple-choice", "question": "Is the smaller yellow monkey spinning clockwise or counter-clockwise?", "choices": {"A": "not sure", "B": "not spinning", "C": "clockwise", "D": "counter-clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_492", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/monster-trucks.mp4", "question_type": "multiple-choice", "question": "What direction are the real cars moving towards?", "choices": {"A": "not moving", "B": "right", "C": "towards the camera", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_493", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/monster-trucks.mp4", "question_type": "multiple-choice", "question": "Is the black and green toy truck going clockwise or counter-clockwise around the course?", "choices": {"A": "moving straight and not turning", "B": "counter-clockwise", "C": "clockwise", "D": "not moving"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_494", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/monster-trucks.mp4", "question_type": "multiple-choice", "question": "Is the blue and orange toy truck going clockwise or counter-clockwise around the course?", "choices": {"A": "clockwise", "B": "moving straight and not turning", "C": "counter-clockwise", "D": "not moving"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_495", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/monster-trucks.mp4", "question_type": "multiple-choice", "question": "Which way is black and green toy truck turning towards from its own perspective?", "choices": {"A": "not moving", "B": "moving straight and not turning", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_496", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/monster-trucks.mp4", "question_type": "multiple-choice", "question": "Which way is blue and orange toy truck turning towards from its own perspective?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "moving straight and not turning"}, "answer": "right", "type": "real_exo"} {"id": "validation_497", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motocross-bumps.mp4", "question_type": "multiple-choice", "question": "What direction is the motorbike moving towards?", "choices": {"A": "not moving", "B": "right", "C": "away from the camera", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_498", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motocross-bumps.mp4", "question_type": "multiple-choice", "question": "How many times does this motorbike jump to the right?", "choices": {"A": "1", "B": "2", "C": "0", "D": "3"}, "answer": "1", "type": "real_exo"} {"id": "validation_499", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motocross-bumps.mp4", "question_type": "multiple-choice", "question": "How many times does this motorbike jump to the left?", "choices": {"A": "2", "B": "3", "C": "0", "D": "1"}, "answer": "0", "type": "real_exo"} {"id": "validation_500", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motocross-bumps.mp4", "question_type": "multiple-choice", "question": "Is the motorbike coming closer or moving further away?", "choices": {"A": "coming closer", "B": "not moving", "C": "going further away", "D": "there are no mototrbikes in the video"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_501", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motocross-bumps.mp4", "question_type": "multiple-choice", "question": "What direction is the motorbike turning towards from its own perspective?", "choices": {"A": "moving straight and not turning", "B": "left", "C": "right", "D": "there are no mototrbikes in the video"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_502", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motocross-jump.mp4", "question_type": "multiple-choice", "question": "What direction is the motorbike moving towards?", "choices": {"A": "towards the camera", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_503", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motocross-jump.mp4", "question_type": "multiple-choice", "question": "How many times does this motorbike jump to the left?", "choices": {"A": "1", "B": "3", "C": "2", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_504", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motocross-jump.mp4", "question_type": "multiple-choice", "question": "How many times does this motorbike jump to the right?", "choices": {"A": "3", "B": "0", "C": "1", "D": "2"}, "answer": "0", "type": "real_exo"} {"id": "validation_505", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motocross-jump.mp4", "question_type": "multiple-choice", "question": "Is the motorbike spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "there are no mototrbikes in the video", "C": "not spinning", "D": "counter-clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_506", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike.mp4", "question_type": "multiple-choice", "question": "What direction is the bike moving towards?", "choices": {"A": "right", "B": "left", "C": "away from the camera", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_507", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike.mp4", "question_type": "multiple-choice", "question": "What direction are the flower pots moving towards?", "choices": {"A": "towards the camera", "B": "right", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_508", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike.mp4", "question_type": "multiple-choice", "question": "Which way is the bike turning towards from its own perspective?", "choices": {"A": "left", "B": "moving straight and not turning", "C": "right", "D": "not moving"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_509", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike.mp4", "question_type": "multiple-choice", "question": "How many people are moving to the right?", "choices": {"A": "2", "B": "3", "C": "0", "D": "1"}, "answer": "2", "type": "real_exo"} {"id": "validation_510", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike.mp4", "question_type": "multiple-choice", "question": "How many people are moving to the left?", "choices": {"A": "2", "B": "3", "C": "0", "D": "1"}, "answer": "0", "type": "real_exo"} {"id": "validation_511", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-indoors.mp4", "question_type": "multiple-choice", "question": "How many times did the biker turn to the left?", "choices": {"A": "3", "B": "0", "C": "2", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_512", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-indoors.mp4", "question_type": "multiple-choice", "question": "How many times did the biker turn to the right?", "choices": {"A": "1", "B": "2", "C": "0", "D": "3"}, "answer": "1", "type": "real_exo"} {"id": "validation_513", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-indoors.mp4", "question_type": "multiple-choice", "question": "Is the biker moving towards or away from the camera?", "choices": {"A": "towards the camera", "B": "there are no bikers in the video", "C": "not moving", "D": "away from the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_514", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-indoors.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which way did the biker turn at the start of the video?", "choices": {"A": "there are no bikers in the video", "B": "left", "C": "moving straight and not turning", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_515", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-indoors.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which way did the biker turn at the end of the video?", "choices": {"A": "there are no bikers in the video", "B": "moving straight and not turning", "C": "right", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_516", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-race.mp4", "question_type": "multiple-choice", "question": "How many bikers are turning to the left from their own perspectives?", "choices": {"A": "8", "B": "4", "C": "2", "D": "0"}, "answer": "4", "type": "real_exo"} {"id": "validation_517", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-race.mp4", "question_type": "multiple-choice", "question": "How many bikers are turning to the right from their own perspectives?", "choices": {"A": "4", "B": "0", "C": "2", "D": "8"}, "answer": "0", "type": "real_exo"} {"id": "validation_518", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-race.mp4", "question_type": "multiple-choice", "question": "How many bikers are turning to the left from the camera perspective?", "choices": {"A": "0", "B": "2", "C": "8", "D": "4"}, "answer": "0", "type": "real_exo"} {"id": "validation_519", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-race.mp4", "question_type": "multiple-choice", "question": "How many bikers are turning to the right from the camera perspective?", "choices": {"A": "0", "B": "4", "C": "8", "D": "2"}, "answer": "4", "type": "real_exo"} {"id": "validation_520", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-race.mp4", "question_type": "multiple-choice", "question": "Which way are the bikers turning towards from their own perspectives?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "moving straight and not turning"}, "answer": "left", "type": "real_exo"} {"id": "validation_521", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-race.mp4", "question_type": "multiple-choice", "question": "Which way are the bikers turning towards from the camera perspective?", "choices": {"A": "moving straight and not turning", "B": "left", "C": "not moving", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_522", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/motorbike-race.mp4", "question_type": "multiple-choice", "question": "Are the bikers moving towards or away from the camera?", "choices": {"A": "towards the camera", "B": "away from the camera", "C": "there are no bikers in the video", "D": "not moving"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_523", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mtb-race.mp4", "question_type": "multiple-choice", "question": "Is the biker in front coming closer or getting further away?", "choices": {"A": "not moving", "B": "going further away", "C": "coming closer", "D": "there are no bikers in the video"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_524", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mtb-race.mp4", "question_type": "multiple-choice", "question": "Are the bikers moving forwards or backwards from their own perspectives?", "choices": {"A": "not moving", "B": "not sure", "C": "backwards", "D": "forwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_525", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mtb-race.mp4", "question_type": "multiple-choice", "question": "What direction is the biker in front moving towards?", "choices": {"A": "right", "B": "away from the camera", "C": "towards the camera", "D": "uphill"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_526", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/mtb-race.mp4", "question_type": "multiple-choice", "question": "Which way are the bikers turning towards from the camera perspective?", "choices": {"A": "moving straight and not turning", "B": "not moving", "C": "right", "D": "left"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_527", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/music-band.mp4", "question_type": "multiple-choice", "question": "What direction are the people playing instruments moving towards?", "choices": {"A": "left", "B": "right", "C": "away from the camera", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_528", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/music-band.mp4", "question_type": "multiple-choice", "question": "Is the woman wearing red pants moving towards or away from the camera?", "choices": {"A": "not moving", "B": "away from the camera", "C": "not sure", "D": "towards the camera"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_529", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/music-band.mp4", "question_type": "multiple-choice", "question": "What direction is the man with the stroller moving towards?", "choices": {"A": "left", "B": "towards the camera", "C": "not moving", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_530", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/music-band.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the man in red shorts moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "towards the camera"}, "answer": "right", "type": "real_exo"} {"id": "validation_531", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/night-race.mp4", "question_type": "multiple-choice", "question": "What direction are the cars moving towards?", "choices": {"A": "backwards", "B": "away from the camera", "C": "towards the camera", "D": "not moving"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_532", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/night-race.mp4", "question_type": "multiple-choice", "question": "Are the cars spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "clockwise", "C": "not spinning", "D": "there are no cars in the video"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_533", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/night-race.mp4", "question_type": "multiple-choice", "question": "What direction are the motorbikes moving towards?", "choices": {"A": "there are no motorbikes in the video", "B": "left", "C": "right", "D": "towards the camera"}, "answer": "there are no motorbikes in the video", "type": "real_exo"} {"id": "validation_534", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/obstacles.mp4", "question_type": "multiple-choice", "question": "Which direction is the girl in the blue t-shirt moving towards?", "choices": {"A": "not moving", "B": "right", "C": "away from the camera", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_535", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/obstacles.mp4", "question_type": "multiple-choice", "question": "Which direction is the man with the black beanie moving towards?", "choices": {"A": "right", "B": "not moving", "C": "coming closer", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_536", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/obstacles-race.mp4", "question_type": "multiple-choice", "question": "Are the people moving towards or away from the camera?", "choices": {"A": "there are no people in the video", "B": "not moving", "C": "towards the camera", "D": "away from the camera"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_537", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/obstacles-race.mp4", "question_type": "multiple-choice", "question": "Are the people crawling forwards or backwards?", "choices": {"A": "not moving", "B": "backwards", "C": "forwards", "D": "there are no people in the video"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_538", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/ocean-birds.mp4", "question_type": "multiple-choice", "question": "How many steps did the bird in the foreground take to the left?", "choices": {"A": "0", "B": "3", "C": "2", "D": "4"}, "answer": "2", "type": "real_exo"} {"id": "validation_539", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/ocean-birds.mp4", "question_type": "multiple-choice", "question": "How many steps did the bird in the foreground take to the right?", "choices": {"A": "4", "B": "3", "C": "2", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_540", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/ocean-birds.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction are the birds moving towards?", "choices": {"A": "not moving", "B": "coming closer", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_541", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/ocean-birds.mp4", "question_type": "multiple-choice", "question": "How many birds are moving to the right?", "choices": {"A": "2", "B": "1", "C": "3", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_542", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/ocean-birds.mp4", "question_type": "multiple-choice", "question": "How many birds are moving to the left?", "choices": {"A": "1", "B": "2", "C": "3", "D": "0"}, "answer": "2", "type": "real_exo"} {"id": "validation_543", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/ocean-birds.mp4", "question_type": "multiple-choice", "question": "Which way are the birds spinning?", "choices": {"A": "not spinning", "B": "clockwise", "C": "there are no birds in the video", "D": "counter-clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_544", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/orchid.mp4", "question_type": "multiple-choice", "question": "Is the plant that the person is holding turning to the left or right from the camera perspective?", "choices": {"A": "left", "B": "not turning", "C": "right", "D": "there are no plants in the video"}, "answer": "right", "type": "real_exo"} {"id": "validation_545", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/orchid.mp4", "question_type": "multiple-choice", "question": "Is the plant that the person is holding turning to the left or right from the person's perspective?", "choices": {"A": "left", "B": "there are no plants in the video", "C": "right", "D": "not turning"}, "answer": "left", "type": "real_exo"} {"id": "validation_546", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/orchid.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "towards the camera", "B": "right", "C": "not moving", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_547", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/orchid.mp4", "question_type": "multiple-choice", "question": "Is the person rotating clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "there are no people in the video", "C": "not rotating", "D": "counter-clockwise"}, "answer": "not rotating", "type": "real_exo"} {"id": "validation_548", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/paragliding.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "right", "B": "left", "C": "towards the camera", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_549", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/paragliding.mp4", "question_type": "multiple-choice", "question": "Is the person moving upwards or downwards?", "choices": {"A": "not moving", "B": "there are no people in the video", "C": "downwards", "D": "upwards"}, "answer": "downwards", "type": "real_exo"} {"id": "validation_550", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/paragliding.mp4", "question_type": "multiple-choice", "question": "What direction are the buildings moving towards?", "choices": {"A": "away from the camera", "B": "right", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_551", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/paragliding.mp4", "question_type": "multiple-choice", "question": "What direction is the bird moving towards?", "choices": {"A": "going further away", "B": "right", "C": "there are no birds in the video", "D": "left"}, "answer": "there are no birds in the video", "type": "real_exo"} {"id": "validation_552", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/paragliding-launch.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "left", "B": "towards the camera", "C": "not moving", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_553", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/paragliding-launch.mp4", "question_type": "multiple-choice", "question": "How many steps does the person take to the right?", "choices": {"A": "0", "B": "4", "C": "5", "D": "2"}, "answer": "2", "type": "real_exo"} {"id": "validation_554", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/paragliding-launch.mp4", "question_type": "multiple-choice", "question": "How many steps does the person take to the left?", "choices": {"A": "5", "B": "0", "C": "4", "D": "2"}, "answer": "0", "type": "real_exo"} {"id": "validation_555", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/paragliding-launch.mp4", "question_type": "multiple-choice", "question": "Is the person moving towards or away from the camera?", "choices": {"A": "there are no people in the video", "B": "away from the camera", "C": "not moving", "D": "towards the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_556", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/parkour.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "away from the camera", "B": "right", "C": "left", "D": "towards the camera"}, "answer": "left", "type": "real_exo"} {"id": "validation_557", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/parkour.mp4", "question_type": "multiple-choice", "question": "What direction is the car moving towards?", "choices": {"A": "going further away", "B": "left", "C": "coming closer", "D": "there are no cars in the video"}, "answer": "there are no cars in the video", "type": "real_exo"} {"id": "validation_558", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/parkour.mp4", "question_type": "multiple-choice", "question": "How many times does the person jump to the right?", "choices": {"A": "4", "B": "0", "C": "1", "D": "6"}, "answer": "0", "type": "real_exo"} {"id": "validation_559", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/parkour.mp4", "question_type": "multiple-choice", "question": "How many times does the person jump to the left?", "choices": {"A": "0", "B": "4", "C": "6", "D": "1"}, "answer": "4", "type": "real_exo"} {"id": "validation_560", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/parkour.mp4", "question_type": "multiple-choice", "question": "How many railings does the person jump over?", "choices": {"A": "1", "B": "0", "C": "4", "D": "3"}, "answer": "3", "type": "real_exo"} {"id": "validation_561", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/peacock.mp4", "question_type": "multiple-choice", "question": "What direction is the peacock moving towards?", "choices": {"A": "right", "B": "left", "C": "staying in place", "D": "coming closer"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_562", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/peacock.mp4", "question_type": "multiple-choice", "question": "Which way is the peacock turning towards?", "choices": {"A": "left", "B": "not turning", "C": "there are no peacocks in the video", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_563", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/peacock.mp4", "question_type": "multiple-choice", "question": "Is the peacock coming closer or moving further away?", "choices": {"A": "going further away", "B": "coming closer", "C": "staying in place", "D": "there are no peacocks in the video"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_564", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/people-sunset.mp4", "question_type": "multiple-choice", "question": "Are the people moving towards or away from the camera?", "choices": {"A": "away from the camera", "B": "towards the camera", "C": "there are no people in the video", "D": "not moving"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_565", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/people-sunset.mp4", "question_type": "multiple-choice", "question": "Are the people moving uphill or downhill?", "choices": {"A": "not moving", "B": "downhill", "C": "uphill", "D": "there are no people in the video"}, "answer": "downhill", "type": "real_exo"} {"id": "validation_566", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/people-sunset.mp4", "question_type": "multiple-choice", "question": "How many people are moving away from the camera?", "choices": {"A": "0", "B": "7", "C": "1", "D": "4"}, "answer": "4", "type": "real_exo"} {"id": "validation_567", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/pigs.mp4", "question_type": "multiple-choice", "question": "Which way is the mother pig moving towards?", "choices": {"A": "right", "B": "left", "C": "staying in place", "D": "coming closer"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_568", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/pigs.mp4", "question_type": "multiple-choice", "question": "Which way are the baby pigs moving towards?", "choices": {"A": "right", "B": "left", "C": "there are no pigs in the video", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_569", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/pigs.mp4", "question_type": "multiple-choice", "question": "Is the cow moving forwards or backwards from its own perspective?", "choices": {"A": "there are no cows in the video", "B": "right", "C": "not moving", "D": "left"}, "answer": "there are no cows in the video", "type": "real_exo"} {"id": "validation_570", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/plane-exhibition.mp4", "question_type": "multiple-choice", "question": "How many planes are flying towards the camera at the start of the video?", "choices": {"A": "2", "B": "4", "C": "0", "D": "6"}, "answer": "4", "type": "real_exo"} {"id": "validation_571", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/plane-exhibition.mp4", "question_type": "multiple-choice", "question": "At the end of the video are the planes flying towards or away from each other?", "choices": {"A": "there are no planes in the video", "B": "towards each other", "C": "away from each other", "D": "not moving"}, "answer": "away from each other", "type": "real_exo"} {"id": "validation_572", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/plane-exhibition.mp4", "question_type": "multiple-choice", "question": "At the start of the video, are the planes moving towards or away from the camera?", "choices": {"A": "towards the camera", "B": "not moving", "C": "there are no planes in the video", "D": "away from the camera"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_573", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/plane-exhibition.mp4", "question_type": "multiple-choice", "question": "At the end of the video, how many plances are flying to the left?", "choices": {"A": "3", "B": "4", "C": "0", "D": "2"}, "answer": "2", "type": "real_exo"} {"id": "validation_574", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/plane-exhibition.mp4", "question_type": "multiple-choice", "question": "At the end of the video, how many plances are flying to the right?", "choices": {"A": "4", "B": "2", "C": "3", "D": "0"}, "answer": "2", "type": "real_exo"} {"id": "validation_575", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/planes-crossing.mp4", "question_type": "multiple-choice", "question": "How many planes are going to the right?", "choices": {"A": "3", "B": "6", "C": "1", "D": "0"}, "answer": "3", "type": "real_exo"} {"id": "validation_576", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/planes-crossing.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction are the planes moving towards?", "choices": {"A": "not moving", "B": "away from the camera", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_577", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/planes-crossing.mp4", "question_type": "multiple-choice", "question": "Are the planes moving towards or away from the camera?", "choices": {"A": "towards the camera", "B": "there are no planes in the video", "C": "not moving", "D": "away from the camera"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_578", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/planes-water.mp4", "question_type": "multiple-choice", "question": "What direction is the plane in the foreground moving towards?", "choices": {"A": "coming closer", "B": "not moving", "C": "there are no planes in the video", "D": "going further away"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_579", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/planes-water.mp4", "question_type": "multiple-choice", "question": "What direction is the plane in the background moving towards?", "choices": {"A": "left", "B": "there are no planes in the video", "C": "not moving", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_580", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/pole-vault.mp4", "question_type": "multiple-choice", "question": "Is the running pole vaulter moving towards or away from the camera?", "choices": {"A": "away from the camera", "B": "there is no pole vaulter in the video", "C": "not moving", "D": "towards the camera"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_581", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/pole-vault.mp4", "question_type": "multiple-choice", "question": "Did the pole vaulter jump over or under the high bar?", "choices": {"A": "did not jump", "B": "over", "C": "under", "D": "there is no high bar in the video"}, "answer": "over", "type": "real_exo"} {"id": "validation_582", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/pole-vault.mp4", "question_type": "multiple-choice", "question": "Which way is the pole vaulter turning towards while running?", "choices": {"A": "left", "B": "moving straight and not turning", "C": "there is no pole vaulter in the video", "D": "right"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_583", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/puppet.mp4", "question_type": "multiple-choice", "question": "What direction is the puppet moving towards?", "choices": {"A": "away from the camera", "B": "left", "C": "there are no puppets in the video", "D": "towards the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_584", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/puppet.mp4", "question_type": "multiple-choice", "question": "What direction is the puppeteer moving towards?", "choices": {"A": "towards the camera", "B": "there are no puppeteers in the video", "C": "right", "D": "away from the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_585", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rallye.mp4", "question_type": "multiple-choice", "question": "Is the car moving coming closer or moving further away?", "choices": {"A": "there are no cars in the video", "B": "not moving", "C": "going further away", "D": "coming closer"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_586", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rallye.mp4", "question_type": "multiple-choice", "question": "What direction are the people moving towards?", "choices": {"A": "not moving", "B": "there are no people in the video", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_587", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rallye.mp4", "question_type": "multiple-choice", "question": "Is the car rotating clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "counter-clockwise", "C": "there are no cars in the video", "D": "not rotating"}, "answer": "not rotating", "type": "real_exo"} {"id": "validation_588", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rallye.mp4", "question_type": "multiple-choice", "question": "Which way is the car turning towards from its own perspective??", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "moving straight and not turning"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_589", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rhino.mp4", "question_type": "multiple-choice", "question": "What direction is the rhino moving towards?", "choices": {"A": "right", "B": "coming closer", "C": "not moving", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_590", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rhino.mp4", "question_type": "multiple-choice", "question": "Which way is the rhino turning towards from its own perspective??", "choices": {"A": "left", "B": "moving straight and not turning", "C": "right", "D": "not moving"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_591", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rhino.mp4", "question_type": "multiple-choice", "question": "Is the rhino spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "not spinning", "C": "counter-clockwise", "D": "there are no rhinos in the videos"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_592", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/robot-battle.mp4", "question_type": "multiple-choice", "question": "Are the robots moving towards or away from the camera?", "choices": {"A": "not moving", "B": "towards the camera", "C": "away from the camera", "D": "there are no robots in the video"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_593", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/robot-battle.mp4", "question_type": "multiple-choice", "question": "How many robots are spinning?", "choices": {"A": "0", "B": "3", "C": "2", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_594", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/robot-battle.mp4", "question_type": "multiple-choice", "question": "What direction are the people moving towards?", "choices": {"A": "coming closer", "B": "not moving", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_595", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/robotic-arm.mp4", "question_type": "multiple-choice", "question": "Is the robotic spinning clockwise or counter-clockwise?", "choices": {"A": "not spinning", "B": "clockwise", "C": "counter-clockwise", "D": "there are no robots in the video"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_596", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/robotic-arm.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "there are no people in the video", "B": "left", "C": "towards the camera", "D": "right"}, "answer": "there are no people in the video", "type": "real_exo"} {"id": "validation_597", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rodeo.mp4", "question_type": "multiple-choice", "question": "How many people are moving to the right?", "choices": {"A": "2", "B": "1", "C": "3", "D": "0"}, "answer": "3", "type": "real_exo"} {"id": "validation_598", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rodeo.mp4", "question_type": "multiple-choice", "question": "How many people are moving to the left?", "choices": {"A": "0", "B": "2", "C": "1", "D": "3"}, "answer": "0", "type": "real_exo"} {"id": "validation_599", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rodeo.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the person with the green shirt moving towards?", "choices": {"A": "not moving", "B": "left", "C": "uphill", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_600", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rodeo.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the cow moving towards?", "choices": {"A": "not moving", "B": "right", "C": "going further away", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_601", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rodeo.mp4", "question_type": "multiple-choice", "question": "Is the cow moving towards or away from the camera?", "choices": {"A": "there are no cows in the video", "B": "away from the camera", "C": "towards the camera", "D": "not moving"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_602", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rodeo.mp4", "question_type": "multiple-choice", "question": "Is the cow turning to the left or right from its own perspective?", "choices": {"A": "left", "B": "moving straight and not turning", "C": "there are no cows in the video", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_603", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rollerblade.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "left", "B": "coming closer", "C": "away from the camera", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_604", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rollerblade.mp4", "question_type": "multiple-choice", "question": "How many times does the person jump to the right?", "choices": {"A": "1", "B": "3", "C": "0", "D": "2"}, "answer": "1", "type": "real_exo"} {"id": "validation_605", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rollerblade.mp4", "question_type": "multiple-choice", "question": "How many times does the person jump to the left?", "choices": {"A": "0", "B": "1", "C": "2", "D": "3"}, "answer": "0", "type": "real_exo"} {"id": "validation_606", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rollerblade.mp4", "question_type": "multiple-choice", "question": "Is the person spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "not spinning", "C": "clockwise", "D": "there are no people in the video"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_607", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rollerblade.mp4", "question_type": "multiple-choice", "question": "Is the person turning to the left or right from their own perspective?", "choices": {"A": "there are no people in the video", "B": "left", "C": "right", "D": "moving straight and not turning"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_608", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rollercoaster.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the rollercoaster moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "uphill"}, "answer": "right", "type": "real_exo"} {"id": "validation_609", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/rollercoaster.mp4", "question_type": "multiple-choice", "question": "Is the rollercoaster moving uphill or downhill at the end of the video?", "choices": {"A": "downhill", "B": "neither", "C": "not sure", "D": "uphill"}, "answer": "downhill", "type": "real_exo"} {"id": "validation_610", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/running.mp4", "question_type": "multiple-choice", "question": "How many people are standing still?", "choices": {"A": "0", "B": "3", "C": "2", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_611", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/running.mp4", "question_type": "multiple-choice", "question": "How many people are running to the right?", "choices": {"A": "2", "B": "0", "C": "1", "D": "3"}, "answer": "2", "type": "real_exo"} {"id": "validation_612", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/running.mp4", "question_type": "multiple-choice", "question": "How many people are running to the left?", "choices": {"A": "3", "B": "1", "C": "0", "D": "2"}, "answer": "0", "type": "real_exo"} {"id": "validation_613", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/running.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction are the runners moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "backwards"}, "answer": "right", "type": "real_exo"} {"id": "validation_614", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/running.mp4", "question_type": "multiple-choice", "question": "Are the runners turning to the left or right?", "choices": {"A": "left", "B": "not turning", "C": "right", "D": "there are no runners in the video"}, "answer": "right", "type": "real_exo"} {"id": "validation_615", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/running.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the white car with sirens moving towards?", "choices": {"A": "towards the camera", "B": "right", "C": "not moving", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_616", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/salsa.mp4", "question_type": "multiple-choice", "question": "What direction are the violin players moving towards?", "choices": {"A": "left", "B": "going further away", "C": "not moving", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_617", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/salsa.mp4", "question_type": "multiple-choice", "question": "What direction are the runners moving towards?", "choices": {"A": "not moving", "B": "left", "C": "there are no runners in this video", "D": "right"}, "answer": "there are no runners in this video", "type": "real_exo"} {"id": "validation_618", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/schoolgirls.mp4", "question_type": "multiple-choice", "question": "Which direction is the tall schoolgirl with a blue shirt walking towards?", "choices": {"A": "left", "B": "not moving", "C": "downhill", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_619", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/schoolgirls.mp4", "question_type": "multiple-choice", "question": "How many people are walking to the right?", "choices": {"A": "3", "B": "4", "C": "0", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_620", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/schoolgirls.mp4", "question_type": "multiple-choice", "question": "Which way is the car moving towards?", "choices": {"A": "left", "B": "there are no cars in the video", "C": "not moving", "D": "right"}, "answer": "there are no cars in the video", "type": "real_exo"} {"id": "validation_621", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-black.mp4", "question_type": "multiple-choice", "question": "What direction is the scooter moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "going further away"}, "answer": "left", "type": "real_exo"} {"id": "validation_622", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-black.mp4", "question_type": "multiple-choice", "question": "How many scooters are moving are moving to the left?", "choices": {"A": "1", "B": "3", "C": "10", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_623", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-black.mp4", "question_type": "multiple-choice", "question": "How many scooters are moving are moving to the right?", "choices": {"A": "1", "B": "10", "C": "0", "D": "3"}, "answer": "0", "type": "real_exo"} {"id": "validation_624", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-black.mp4", "question_type": "multiple-choice", "question": "Is the scooter coming closer or moving further away?", "choices": {"A": "there are no scooters in the video", "B": "going further away", "C": "not moving", "D": "coming closer"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_625", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-black.mp4", "question_type": "multiple-choice", "question": "Which direction is the scooter turning towards?", "choices": {"A": "moving straight and not turning", "B": "there are no scooters in the video", "C": "left", "D": "right"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_626", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-board.mp4", "question_type": "multiple-choice", "question": "Is the go-kart driving forwards or backwards from its own perspective?", "choices": {"A": "not moving", "B": "backwards", "C": "forwards", "D": "there are no go-karts in the video"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_627", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-board.mp4", "question_type": "multiple-choice", "question": "Which direction did the go kart turn towards?", "choices": {"A": "not turning", "B": "left", "C": "there are no go-karts in the video", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_628", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-gray.mp4", "question_type": "multiple-choice", "question": "What direction is the scooter moving towards?", "choices": {"A": "left", "B": "not moving", "C": "backwards", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_629", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-gray.mp4", "question_type": "multiple-choice", "question": "How many scooters are moving to the left?", "choices": {"A": "3", "B": "1", "C": "0", "D": "4"}, "answer": "1", "type": "real_exo"} {"id": "validation_630", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-gray.mp4", "question_type": "multiple-choice", "question": "How many scooters are moving to the right?", "choices": {"A": "1", "B": "3", "C": "0", "D": "4"}, "answer": "0", "type": "real_exo"} {"id": "validation_631", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-gray.mp4", "question_type": "multiple-choice", "question": "How many scooters are not moving?", "choices": {"A": "0", "B": "3", "C": "4", "D": "1"}, "answer": "3", "type": "real_exo"} {"id": "validation_632", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/scooter-gray.mp4", "question_type": "multiple-choice", "question": "Which direction is the scooter turning towards?", "choices": {"A": "right", "B": "there are no scooters in the video", "C": "moving straight and not turning", "D": "left"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_633", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/seasnake.mp4", "question_type": "multiple-choice", "question": "What direction is the seasnake moving towards?", "choices": {"A": "not sure", "B": "not moving", "C": "away from the camera", "D": "away from the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_634", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/seasnake.mp4", "question_type": "multiple-choice", "question": "What direction is the dolphin moving towards?", "choices": {"A": "there are no dolphins in the video", "B": "towards the camera", "C": "left", "D": "right"}, "answer": "there are no dolphins in the video", "type": "real_exo"} {"id": "validation_635", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/sea-turtle.mp4", "question_type": "multiple-choice", "question": "What direction is the sea turtle moving towards?", "choices": {"A": "going further away", "B": "not moving", "C": "left", "D": "coming closer"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_636", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/sea-turtle.mp4", "question_type": "multiple-choice", "question": "What direction are the swimmers moving towards?", "choices": {"A": "left", "B": "downwards", "C": "staying in place", "D": "right"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_637", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/sea-turtle.mp4", "question_type": "multiple-choice", "question": "Did the sea turtle spin clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "there are no sea turtles in the video", "C": "clockwise", "D": "not spinning"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_638", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/selfie.mp4", "question_type": "multiple-choice", "question": "What direction is the person holding the smartphone moving towards?", "choices": {"A": "away from the camera", "B": "not moving", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_639", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/selfie.mp4", "question_type": "multiple-choice", "question": "What direction is the man with the white shirt moving towards?", "choices": {"A": "staying in place", "B": "left", "C": "away from the camera", "D": "right"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_640", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/selfie.mp4", "question_type": "multiple-choice", "question": "Are the people spinning clockwise or counter-clockwise?", "choices": {"A": "there are no people in the video", "B": "not spinning", "C": "counter-clockwise", "D": "clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_641", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/sheep.mp4", "question_type": "multiple-choice", "question": "How many sheep are behind the fence from the camera perspective?", "choices": {"A": "4", "B": "0", "C": "2", "D": "6"}, "answer": "2", "type": "real_exo"} {"id": "validation_642", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/sheep.mp4", "question_type": "multiple-choice", "question": "How many sheep are in front of the fence from the camera perspective?", "choices": {"A": "0", "B": "2", "C": "6", "D": "4"}, "answer": "4", "type": "real_exo"} {"id": "validation_643", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/shooting.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "left", "B": "right", "C": "upwards", "D": "downwards"}, "answer": "downwards", "type": "real_exo"} {"id": "validation_644", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/shooting.mp4", "question_type": "multiple-choice", "question": "Which way is the person turning towards from the camera perspective?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "moving straight and not turning"}, "answer": "right", "type": "real_exo"} {"id": "validation_645", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/shooting.mp4", "question_type": "multiple-choice", "question": "Which way is the person turning towards from their own perspective?", "choices": {"A": "right", "B": "left", "C": "moving straight and not turning", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_646", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-jump.mp4", "question_type": "multiple-choice", "question": "What direction is the skater moving towards?", "choices": {"A": "there are no skaters in the video", "B": "away from the camera", "C": "not moving", "D": "towards the camera"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_647", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-jump.mp4", "question_type": "multiple-choice", "question": "How many times does the skater jump towards the camera?", "choices": {"A": "0", "B": "1", "C": "3", "D": "2"}, "answer": "1", "type": "real_exo"} {"id": "validation_648", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-jump.mp4", "question_type": "multiple-choice", "question": "How many times does the skater jump away from the camera?", "choices": {"A": "0", "B": "1", "C": "3", "D": "2"}, "answer": "0", "type": "real_exo"} {"id": "validation_649", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-jump.mp4", "question_type": "multiple-choice", "question": "Which way is the skater turning towards?", "choices": {"A": "right", "B": "not moving", "C": "moving straight and not turning", "D": "left"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_650", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-jump.mp4", "question_type": "multiple-choice", "question": "Is the skater spinning clockwise or counter-clockwise?", "choices": {"A": "not spinning", "B": "there are no skaters in the video", "C": "counter-clockwise", "D": "clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_651", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-park.mp4", "question_type": "multiple-choice", "question": "What direction is the person with the neon green t-shirt moving towards?", "choices": {"A": "left", "B": "right", "C": "uphill", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_652", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-park.mp4", "question_type": "multiple-choice", "question": "Is the skater in the bowl moving clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "not spinning", "C": "there are no skaters in the video", "D": "clockwise"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_653", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-park.mp4", "question_type": "multiple-choice", "question": "Which way is the skater in the bowl turning towards from their own perspective?", "choices": {"A": "left", "B": "not moving", "C": "moving straight and not turning", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_654", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-park.mp4", "question_type": "multiple-choice", "question": "At the start of the video, which way is the skater in the bowl facing?", "choices": {"A": "right", "B": "away from the camera", "C": "towards the camera", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_655", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-park.mp4", "question_type": "multiple-choice", "question": "At the start of the video, which direction is the skater in the bowl moving towards?", "choices": {"A": "not moving", "B": "towards the camera", "C": "right", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_656", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-park.mp4", "question_type": "multiple-choice", "question": "At the end of the video, which way is the skater in the bowl facing?", "choices": {"A": "left", "B": "right", "C": "away from the camera", "D": "towards the camera"}, "answer": "left", "type": "real_exo"} {"id": "validation_657", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skate-park.mp4", "question_type": "multiple-choice", "question": "At the end of the video, which direction is the skater in the bowl moving towards?", "choices": {"A": "away from the camera", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_658", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skydive.mp4", "question_type": "multiple-choice", "question": "Are the people who are flying spinning clockwise or counter-clockwise?", "choices": {"A": "no people are flying in the video", "B": "counter-clockwise", "C": "clockwise", "D": "not spinning"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_659", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skydive.mp4", "question_type": "multiple-choice", "question": "Are the people flying upwards or downwards", "choices": {"A": "upwards", "B": "not moving", "C": "no people are flying in the video", "D": "downwards"}, "answer": "upwards", "type": "real_exo"} {"id": "validation_660", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skydiving-jumping.mp4", "question_type": "multiple-choice", "question": "How many people are being thrown off the building?", "choices": {"A": "0", "B": "3", "C": "1", "D": "5"}, "answer": "1", "type": "real_exo"} {"id": "validation_661", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skydiving-jumping.mp4", "question_type": "multiple-choice", "question": "What direction is the person with the parachute and yellow t-shirt moving towards?", "choices": {"A": "not moving", "B": "going further away", "C": "there are no people in the video", "D": "coming closer"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_662", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skydiving-jumping.mp4", "question_type": "multiple-choice", "question": "Is the person with the parachute and yellow t-shirt moving upwards or downwards?", "choices": {"A": "upwards", "B": "there are no people in the video", "C": "not moving", "D": "downwards"}, "answer": "downwards", "type": "real_exo"} {"id": "validation_663", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/skydiving-jumping.mp4", "question_type": "multiple-choice", "question": "What direction are the people with cameras moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "going further away"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_664", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/slackline.mp4", "question_type": "multiple-choice", "question": "How many clockwise flips did the person do?", "choices": {"A": "1", "B": "3", "C": "2", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_665", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/slackline.mp4", "question_type": "multiple-choice", "question": "How many counter-clockwise flips did the person do?", "choices": {"A": "1", "B": "0", "C": "2", "D": "3"}, "answer": "0", "type": "real_exo"} {"id": "validation_666", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/slackline.mp4", "question_type": "multiple-choice", "question": "Did the person do a frontflip or a backflip?", "choices": {"A": "frontflip", "B": "backflip", "C": "not moving", "D": "there are no people in the video"}, "answer": "backflip", "type": "real_exo"} {"id": "validation_667", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/slackline.mp4", "question_type": "multiple-choice", "question": "Is the person spinning clockwise or counter-clockwise?", "choices": {"A": "there are no people in the video", "B": "clockwise", "C": "counter-clockwise", "D": "not spinning"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_668", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "not moving", "B": "left", "C": "uphill", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_669", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard.mp4", "question_type": "multiple-choice", "question": "Is the person spinning clockwise or counter-clockwise?", "choices": {"A": "not spinning", "B": "counter-clockwise", "C": "there are no people in the video", "D": "clockwise"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_670", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard.mp4", "question_type": "multiple-choice", "question": "How many full revolutions did the person spin clockwise?", "choices": {"A": "2", "B": "0", "C": "1", "D": "3"}, "answer": "0", "type": "real_exo"} {"id": "validation_671", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard.mp4", "question_type": "multiple-choice", "question": "How many full revolutions did the person spin counter-clockwise?", "choices": {"A": "3", "B": "2", "C": "0", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_672", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard-race.mp4", "question_type": "multiple-choice", "question": "Are the snowboarders moving towards or away from the camera?", "choices": {"A": "not moving", "B": "there are no snowboarders in the video", "C": "towards the camera", "D": "away from the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_673", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard-race.mp4", "question_type": "multiple-choice", "question": "How many snowboarders are moving away from the camera?", "choices": {"A": "3", "B": "2", "C": "0", "D": "1"}, "answer": "2", "type": "real_exo"} {"id": "validation_674", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard-race.mp4", "question_type": "multiple-choice", "question": "How many snowboarders are moving towards the camera?", "choices": {"A": "1", "B": "3", "C": "2", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_675", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard-race.mp4", "question_type": "multiple-choice", "question": "Are the snowboarders moving uphill or downhill?", "choices": {"A": "not moving", "B": "uphill", "C": "downhill", "D": "neither"}, "answer": "downhill", "type": "real_exo"} {"id": "validation_676", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard-sand.mp4", "question_type": "multiple-choice", "question": "How many people are moving downhill?", "choices": {"A": "3", "B": "2", "C": "0", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_677", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard-sand.mp4", "question_type": "multiple-choice", "question": "How many people are not moving?", "choices": {"A": "2", "B": "0", "C": "1", "D": "3"}, "answer": "2", "type": "real_exo"} {"id": "validation_678", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard-sand.mp4", "question_type": "multiple-choice", "question": "Is the snowboarder moving uphill or downhill?", "choices": {"A": "not moving", "B": "uphill", "C": "neither", "D": "downhill"}, "answer": "downhill", "type": "real_exo"} {"id": "validation_679", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard-sand.mp4", "question_type": "multiple-choice", "question": "Is the snowboarder coming closer or going further away?", "choices": {"A": "coming closer", "B": "not moving", "C": "going further away", "D": "there are no snowboarders in the video"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_680", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/snowboard-sand.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the snowboarder moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "uphill"}, "answer": "left", "type": "real_exo"} {"id": "validation_681", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/soapbox.mp4", "question_type": "multiple-choice", "question": "What direction is the cart moving towards?", "choices": {"A": "uphill", "B": "left", "C": "not moving", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_682", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/soapbox.mp4", "question_type": "multiple-choice", "question": "How many people are moving to the right?", "choices": {"A": "2", "B": "1", "C": "15", "D": "0"}, "answer": "2", "type": "real_exo"} {"id": "validation_683", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/soapbox.mp4", "question_type": "multiple-choice", "question": "How many people are moving to the left?", "choices": {"A": "1", "B": "2", "C": "15", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_684", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/soapbox.mp4", "question_type": "multiple-choice", "question": "Which way is the cart turning towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "moving straight and not turning"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_685", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/soapbox.mp4", "question_type": "multiple-choice", "question": "Which direction are the people in the background moving towards?", "choices": {"A": "not moving", "B": "right", "C": "coming closer", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_686", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/soccerball.mp4", "question_type": "multiple-choice", "question": "What direction is the ball moving towards?", "choices": {"A": "right", "B": "coming closer", "C": "left", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_687", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/soccerball.mp4", "question_type": "multiple-choice", "question": "Is the ball spinning clockwise or counter-clockwise?", "choices": {"A": "there are no balls in the video", "B": "clockwise", "C": "not spinning", "D": "counter-clockwise"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_688", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/speed-skating.mp4", "question_type": "multiple-choice", "question": "How many ice skaters are moving closer?", "choices": {"A": "0", "B": "3", "C": "1", "D": "5"}, "answer": "3", "type": "real_exo"} {"id": "validation_689", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/speed-skating.mp4", "question_type": "multiple-choice", "question": "How many ice skaters are moving further away?", "choices": {"A": "3", "B": "5", "C": "1", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_690", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/speed-skating.mp4", "question_type": "multiple-choice", "question": "What direction are the ice skaters moving towards?", "choices": {"A": "going further away", "B": "not moving", "C": "there are no ice skaters in the video", "D": "coming closer"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_691", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/stroller.mp4", "question_type": "multiple-choice", "question": "What direction is the adult person moving towards?", "choices": {"A": "right", "B": "not moving", "C": "away from the camera", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_692", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/stroller.mp4", "question_type": "multiple-choice", "question": "How many steps does the adult person take to the right?", "choices": {"A": "15", "B": "0", "C": "2", "D": "5"}, "answer": "5", "type": "real_exo"} {"id": "validation_693", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/stroller.mp4", "question_type": "multiple-choice", "question": "How many steps does the adult person take to the left?", "choices": {"A": "5", "B": "0", "C": "2", "D": "15"}, "answer": "0", "type": "real_exo"} {"id": "validation_694", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/stroller.mp4", "question_type": "multiple-choice", "question": "What direction is the adult person turning towards?", "choices": {"A": "not moving", "B": "moving straight and not turning", "C": "left", "D": "right"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_695", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/stroller.mp4", "question_type": "multiple-choice", "question": "Is the stroller spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "there are no strollers in the video", "C": "clockwise", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_696", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/stunt.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "uphill"}, "answer": "right", "type": "real_exo"} {"id": "validation_697", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/stunt.mp4", "question_type": "multiple-choice", "question": "Is the person moving uphill or downhill?", "choices": {"A": "not moving", "B": "downhill", "C": "there are no people in the video", "D": "uphill"}, "answer": "downhill", "type": "real_exo"} {"id": "validation_698", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/stunt.mp4", "question_type": "multiple-choice", "question": "Is the scooter spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "there are no people in the video", "C": "not spinning", "D": "clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_699", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/subway.mp4", "question_type": "multiple-choice", "question": "How many people on the subway platform are walking to the right?", "choices": {"A": "1", "B": "8", "C": "4", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_700", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/subway.mp4", "question_type": "multiple-choice", "question": "How many people on the subway platform are walking to the left?", "choices": {"A": "8", "B": "0", "C": "1", "D": "4"}, "answer": "4", "type": "real_exo"} {"id": "validation_701", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/subway.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the subway moving towards?", "choices": {"A": "right", "B": "left", "C": "uphill", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_702", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/subway.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction are the people walking towards?", "choices": {"A": "uphill", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_703", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/surf.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "not moving", "B": "right", "C": "towards the camera", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_704", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/surf.mp4", "question_type": "multiple-choice", "question": "What direction is the boat moving towards?", "choices": {"A": "left", "B": "there are no boats in the video", "C": "right", "D": "not moving"}, "answer": "there are no boats in the video", "type": "real_exo"} {"id": "validation_705", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/surf.mp4", "question_type": "multiple-choice", "question": "What direction is person turning towards?", "choices": {"A": "moving straight and not turning", "B": "not moving", "C": "right", "D": "left"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_706", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/surfer.mp4", "question_type": "multiple-choice", "question": "Is the surfer on the water moving to the right or left direction?", "choices": {"A": "left", "B": "right", "C": "both ways", "D": "not moving"}, "answer": "both ways", "type": "real_exo"} {"id": "validation_707", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/surfer.mp4", "question_type": "multiple-choice", "question": "What direction are the people holding surfboards moving towards?", "choices": {"A": "there are no people in the video", "B": "staying in place", "C": "right", "D": "left"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_708", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/surfer.mp4", "question_type": "multiple-choice", "question": "Which way is the skater turning towards?", "choices": {"A": "there are no skaters in the video", "B": "right", "C": "not turning", "D": "left"}, "answer": "there are no skaters in the video", "type": "real_exo"} {"id": "validation_709", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/swimmer.mp4", "question_type": "multiple-choice", "question": "How many times does the swimmer jump into the pool?", "choices": {"A": "1", "B": "2", "C": "0", "D": "3"}, "answer": "1", "type": "real_exo"} {"id": "validation_710", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/swimmer.mp4", "question_type": "multiple-choice", "question": "Which direction is the cyclist moving towards?", "choices": {"A": "staying in place", "B": "right", "C": "there are no cyclists in the video", "D": "left"}, "answer": "there are no cyclists in the video", "type": "real_exo"} {"id": "validation_711", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/swimmer.mp4", "question_type": "multiple-choice", "question": "Is the person diving into the water or coming out from the water?", "choices": {"A": "coming out", "B": "there are no people in the video", "C": "not moving", "D": "diving in"}, "answer": "diving in", "type": "real_exo"} {"id": "validation_712", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/swing.mp4", "question_type": "multiple-choice", "question": "Is the person moving to the left or right direction?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "both ways"}, "answer": "both ways", "type": "real_exo"} {"id": "validation_713", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/swing.mp4", "question_type": "multiple-choice", "question": "How many times did the person swing to the left?", "choices": {"A": "3", "B": "2", "C": "0", "D": "1"}, "answer": "1", "type": "real_exo"} {"id": "validation_714", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/swing.mp4", "question_type": "multiple-choice", "question": "How many times did the person swing to the right?", "choices": {"A": "0", "B": "1", "C": "3", "D": "2"}, "answer": "1", "type": "real_exo"} {"id": "validation_715", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/swing.mp4", "question_type": "multiple-choice", "question": "Is the person spinning clockwise or counter-clockwise?", "choices": {"A": "there are no people in the video", "B": "counter-clockwise", "C": "clockwise", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_716", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/swing-boy.mp4", "question_type": "multiple-choice", "question": "Is the person moving towards or away from the camera?", "choices": {"A": "away from the camera", "B": "not moving", "C": "towards the camera", "D": "both ways"}, "answer": "both ways", "type": "real_exo"} {"id": "validation_717", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/swing-boy.mp4", "question_type": "multiple-choice", "question": "How many times did the person swing towards the camera?", "choices": {"A": "3", "B": "4", "C": "1", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_718", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/swing-boy.mp4", "question_type": "multiple-choice", "question": "How many times did the person swing away from the camera?", "choices": {"A": "3", "B": "2", "C": "1", "D": "0"}, "answer": "2", "type": "real_exo"} {"id": "validation_719", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/swing-boy.mp4", "question_type": "multiple-choice", "question": "Is the person spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "there are no people in the video", "C": "not spinning", "D": "clockwise"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_720", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/table-tennis.mp4", "question_type": "multiple-choice", "question": "What direction is the red ping pong player moving towards?", "choices": {"A": "staying in place", "B": "left", "C": "away from the camera", "D": "right"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_721", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/table-tennis.mp4", "question_type": "multiple-choice", "question": "What direction is the black ping pong player moving towards?", "choices": {"A": "towards the camera", "B": "right", "C": "left", "D": "staying in place"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_722", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/table-tennis.mp4", "question_type": "multiple-choice", "question": "How many times was the ping pong ball hit towards the player with the black t-shirt?", "choices": {"A": "0", "B": "1", "C": "3", "D": "5"}, "answer": "3", "type": "real_exo"} {"id": "validation_723", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/table-tennis.mp4", "question_type": "multiple-choice", "question": "How many times was the ping pong ball hit towards the player with the red t-shirt?", "choices": {"A": "2", "B": "3", "C": "0", "D": "5"}, "answer": "3", "type": "real_exo"} {"id": "validation_724", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tackle.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the person with the football moving towards?", "choices": {"A": "going further away", "B": "not moving", "C": "right", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_725", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tackle.mp4", "question_type": "multiple-choice", "question": "What direction is the referee moving towards?", "choices": {"A": "coming closer", "B": "right", "C": "left", "D": "staying in place"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_726", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tackle.mp4", "question_type": "multiple-choice", "question": "Did the person with the ball fall over to the left or right from the camera perspective?", "choices": {"A": "left", "B": "not sure", "C": "did not fall", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_727", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tandem.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction are the people moving towards?", "choices": {"A": "going further away", "B": "left", "C": "right", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_728", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tandem.mp4", "question_type": "multiple-choice", "question": "What direction is the bird moving towards?", "choices": {"A": "there are no birds in the video", "B": "right", "C": "left", "D": "not moving"}, "answer": "there are no birds in the video", "type": "real_exo"} {"id": "validation_729", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis.mp4", "question_type": "multiple-choice", "question": "What direction did the tennis ball come from?", "choices": {"A": "left", "B": "right", "C": "above", "D": "there are no tennis balls in the video"}, "answer": "right", "type": "real_exo"} {"id": "validation_730", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis.mp4", "question_type": "multiple-choice", "question": "Which direction did the tennis player hit the ball towards?", "choices": {"A": "downwards", "B": "there is no tennis player", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_731", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis.mp4", "question_type": "multiple-choice", "question": "How many times did the player hit the ball to the right?", "choices": {"A": "2", "B": "3", "C": "1", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_732", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis.mp4", "question_type": "multiple-choice", "question": "How many times did the player hit the ball to the left?", "choices": {"A": "2", "B": "1", "C": "3", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_733", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards at the start of the video?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "away from the camera"}, "answer": "left", "type": "real_exo"} {"id": "validation_734", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards at the end of the video?", "choices": {"A": "towards the camera", "B": "right", "C": "not moving", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_735", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis-vest.mp4", "question_type": "multiple-choice", "question": "What direction did the moving tennis ball come from?", "choices": {"A": "there are no tennis balls in the video", "B": "right", "C": "left", "D": "above"}, "answer": "left", "type": "real_exo"} {"id": "validation_736", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis-vest.mp4", "question_type": "multiple-choice", "question": "Which direction did the tennis player hit the ball towards?", "choices": {"A": "downwards", "B": "upwards", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_737", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis-vest.mp4", "question_type": "multiple-choice", "question": "How many times did the player hit the tennis ball to the left?", "choices": {"A": "0", "B": "3", "C": "1", "D": "2"}, "answer": "1", "type": "real_exo"} {"id": "validation_738", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis-vest.mp4", "question_type": "multiple-choice", "question": "How many times did the player hit the tennis ball to the right?", "choices": {"A": "0", "B": "1", "C": "3", "D": "2"}, "answer": "0", "type": "real_exo"} {"id": "validation_739", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis-vest.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the person moving towards?", "choices": {"A": "right", "B": "towards the camera", "C": "left", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_740", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis-vest.mp4", "question_type": "multiple-choice", "question": "How many tennis balls are not moving?", "choices": {"A": "2", "B": "0", "C": "3", "D": "1"}, "answer": "2", "type": "real_exo"} {"id": "validation_741", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis-vest.mp4", "question_type": "multiple-choice", "question": "Is the person moving towards or away from the camera?", "choices": {"A": "towards the camera", "B": "away from the camera", "C": "not moving", "D": "there are no people in the video"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_742", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tennis-vest.mp4", "question_type": "multiple-choice", "question": "Is the person moving forwards or backwards from their own perspective?", "choices": {"A": "there are no people in the video", "B": "not moving", "C": "forwards", "D": "backwards"}, "answer": "backwards", "type": "real_exo"} {"id": "validation_743", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tractor.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the tractor moving towards?", "choices": {"A": "left", "B": "not moving", "C": "coming closer", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_744", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tractor.mp4", "question_type": "multiple-choice", "question": "Which way is the tractor turning towards?", "choices": {"A": "left", "B": "right", "C": "moving straight and not turning", "D": "not moving"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_745", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tractor.mp4", "question_type": "multiple-choice", "question": "Is the tractor moving towards or away from the camera?", "choices": {"A": "towards the camera", "B": "not moving", "C": "there are no tractors in the video", "D": "away from the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_746", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tractor-sand.mp4", "question_type": "multiple-choice", "question": "Which way is the tractor turning towards?", "choices": {"A": "right", "B": "moving straight and not turning", "C": "left", "D": "there are no tractors in the video"}, "answer": "right", "type": "real_exo"} {"id": "validation_747", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tractor-sand.mp4", "question_type": "multiple-choice", "question": "Which direction is the tractor moving towards at the end of the video?", "choices": {"A": "not moving", "B": "there are no tractors in the video", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_748", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tractor-sand.mp4", "question_type": "multiple-choice", "question": "Is the tractor moving towards or away from the camera?", "choices": {"A": "towards the camera", "B": "away from the camera", "C": "there are no tractors in the video", "D": "not moving"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_749", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/train.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "not moving", "B": "there is no train in the video", "C": "right", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_750", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/train.mp4", "question_type": "multiple-choice", "question": "How many train cars are moving to the right?", "choices": {"A": "4", "B": "0", "C": "6", "D": "2"}, "answer": "4", "type": "real_exo"} {"id": "validation_751", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/train.mp4", "question_type": "multiple-choice", "question": "How many train cars are moving to the left?", "choices": {"A": "6", "B": "4", "C": "2", "D": "0"}, "answer": "0", "type": "real_exo"} {"id": "validation_752", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/train.mp4", "question_type": "multiple-choice", "question": "Is the train turning clockwise or counter-clockwise?", "choices": {"A": "not spinning", "B": "clockwise", "C": "counter-clockwise", "D": "there is no train in the video"}, "answer": "counter-clockwise", "type": "real_exo"} {"id": "validation_753", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/train.mp4", "question_type": "multiple-choice", "question": "Which way is the train turning towards from its own perspective?", "choices": {"A": "left", "B": "moving straight and not turning", "C": "right", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_754", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/train.mp4", "question_type": "multiple-choice", "question": "Which direction are the toy people moving towards?", "choices": {"A": "right", "B": "left", "C": "coming closer", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_755", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tram.mp4", "question_type": "multiple-choice", "question": "How many trams are moving to the right?", "choices": {"A": "1", "B": "3", "C": "0", "D": "2"}, "answer": "1", "type": "real_exo"} {"id": "validation_756", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tram.mp4", "question_type": "multiple-choice", "question": "How many trams are moving to the left?", "choices": {"A": "1", "B": "2", "C": "3", "D": "0"}, "answer": "1", "type": "real_exo"} {"id": "validation_757", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tram.mp4", "question_type": "multiple-choice", "question": "Are the tram going towards the same or opposite directions?", "choices": {"A": "opposite direction", "B": "there are no trams in the video", "C": "same direction", "D": "not moving"}, "answer": "opposite direction", "type": "real_exo"} {"id": "validation_758", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tram.mp4", "question_type": "multiple-choice", "question": "Which direction is the tram closest to the camera viewpoint going?", "choices": {"A": "backwards", "B": "right", "C": "left", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_759", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tram.mp4", "question_type": "multiple-choice", "question": "Which direction is the tram further away to the camera viewpoint going?", "choices": {"A": "not moving", "B": "right", "C": "backwards", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_760", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/trucks-race.mp4", "question_type": "multiple-choice", "question": "How many trucks are moving to the left?", "choices": {"A": "3", "B": "10", "C": "6", "D": "0"}, "answer": "6", "type": "real_exo"} {"id": "validation_761", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/trucks-race.mp4", "question_type": "multiple-choice", "question": "Which direction are the trucks moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "backwards"}, "answer": "left", "type": "real_exo"} {"id": "validation_762", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/trucks-race.mp4", "question_type": "multiple-choice", "question": "At the end of the video, which way are the trucks turning towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "moving straight and not turning"}, "answer": "right", "type": "real_exo"} {"id": "validation_763", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tuk-tuk.mp4", "question_type": "multiple-choice", "question": "Which way are the trucks moving towards?", "choices": {"A": "there are no trucks in the video", "B": "right", "C": "left", "D": "not moving"}, "answer": "there are no trucks in the video", "type": "real_exo"} {"id": "validation_764", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/tuk-tuk.mp4", "question_type": "multiple-choice", "question": "Are the people moving forwards or backwards?", "choices": {"A": "not sure", "B": "backwards", "C": "forwards", "D": "not moving"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_765", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/turtle.mp4", "question_type": "multiple-choice", "question": "Is the sea turtle getting closer or farther away from the camera?", "choices": {"A": "getting closer", "B": "not moving", "C": "there are no sea turtles", "D": "getting farther away"}, "answer": "getting closer", "type": "real_exo"} {"id": "validation_766", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/turtle.mp4", "question_type": "multiple-choice", "question": "Is the sea turtle swimming forwards or backwards?", "choices": {"A": "backwards", "B": "not moving", "C": "there are no sea turtles", "D": "forwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_767", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/turtle.mp4", "question_type": "multiple-choice", "question": "Is the sea turtle spinning clockwise or counter-clockwise?", "choices": {"A": "there are no sea turtles", "B": "counter-clockwise", "C": "clockwise", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_768", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/turtle.mp4", "question_type": "multiple-choice", "question": "Which way is the turtle turning towards?", "choices": {"A": "right", "B": "not moving", "C": "moving straight and not turning", "D": "left"}, "answer": "moving straight and not turning", "type": "real_exo"} {"id": "validation_769", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/twist-dance.mp4", "question_type": "multiple-choice", "question": "Are the dancers spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "both ways", "C": "not spinning", "D": "clockwise"}, "answer": "both ways", "type": "real_exo"} {"id": "validation_770", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/twist-dance.mp4", "question_type": "multiple-choice", "question": "Which way are the ice skaters moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "ther are no ice skaters in the video"}, "answer": "ther are no ice skaters in the video", "type": "real_exo"} {"id": "validation_771", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/upside-down.mp4", "question_type": "multiple-choice", "question": "Are the people spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "clockwise", "C": "not spinning", "D": "not sure"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_772", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/varanus-cage.mp4", "question_type": "multiple-choice", "question": "Which direction is the lizard moving towards?", "choices": {"A": "not moving", "B": "uphill", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_773", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/varanus-cage.mp4", "question_type": "multiple-choice", "question": "Is the lizard spinning clockwise or counter-clockwise?", "choices": {"A": "there is no lizard in the video", "B": "clockwise", "C": "counter-clockwise", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_774", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/varanus-cage.mp4", "question_type": "multiple-choice", "question": "Is the lizard coming closer or moving furhter away?", "choices": {"A": "going further away", "B": "not moving", "C": "there is no lizard in the video", "D": "coming closer"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_775", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/varanus-tree.mp4", "question_type": "multiple-choice", "question": "Which direction is the lizard moving towards?", "choices": {"A": "right", "B": "downhill", "C": "staying in place", "D": "left"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_776", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/varanus-tree.mp4", "question_type": "multiple-choice", "question": "Is the lizard spinning clockwise or counter-clockwise?", "choices": {"A": "clockwise", "B": "there is no lizard in the video", "C": "counter-clockwise", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_777", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/varanus-tree.mp4", "question_type": "multiple-choice", "question": "Is the lizard coming closer or moving furhter away?", "choices": {"A": "there is no lizard in the video", "B": "going further away", "C": "coming closer", "D": "staying in place"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_778", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/vietnam.mp4", "question_type": "multiple-choice", "question": "How many people on the boat in the foreground are paddlling forwards?", "choices": {"A": "4", "B": "3", "C": "0", "D": "2"}, "answer": "3", "type": "real_exo"} {"id": "validation_779", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/vietnam.mp4", "question_type": "multiple-choice", "question": "What direction are the people moving towards?", "choices": {"A": "not moving", "B": "away from the camera", "C": "towards the camera", "D": "downhill"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_780", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/vietnam.mp4", "question_type": "multiple-choice", "question": "Are the boats moving forwards or backwards?", "choices": {"A": "forwards", "B": "there are no boats in the video", "C": "not moving", "D": "backwards"}, "answer": "forwards", "type": "real_exo"} {"id": "validation_781", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/vietnam.mp4", "question_type": "multiple-choice", "question": "Are the boats spinning clockwise or counter-clockwise?", "choices": {"A": "counter-clockwise", "B": "there are no boats in the video", "C": "clockwise", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_782", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/volleyball-beach.mp4", "question_type": "multiple-choice", "question": "How many times did the people hit the ball upwards?", "choices": {"A": "4", "B": "8", "C": "1", "D": "0"}, "answer": "4", "type": "real_exo"} {"id": "validation_783", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/volleyball-beach.mp4", "question_type": "multiple-choice", "question": "What direction is the girl in the yellow bikini moving towards?", "choices": {"A": "left", "B": "downhill", "C": "not moving", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_784", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/volleyball-beach.mp4", "question_type": "multiple-choice", "question": "What direction is the man with the blue shorts moving towards?", "choices": {"A": "not moving", "B": "left", "C": "downhill", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_785", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/walking.mp4", "question_type": "multiple-choice", "question": "What direction are the people walking towards?", "choices": {"A": "away from the camera", "B": "not moving", "C": "backwards", "D": "towards the camera"}, "answer": "towards the camera", "type": "real_exo"} {"id": "validation_786", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/walking.mp4", "question_type": "multiple-choice", "question": "What direction is the white truck moving towards?", "choices": {"A": "towards the camera", "B": "right", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_787", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/water-slide.mp4", "question_type": "multiple-choice", "question": "How many people are going down the water slide?", "choices": {"A": "1", "B": "0", "C": "2", "D": "3"}, "answer": "2", "type": "real_exo"} {"id": "validation_788", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/water-slide.mp4", "question_type": "multiple-choice", "question": "Are the people on the slide moving uphill or downhill?", "choices": {"A": "uphill", "B": "downhill", "C": "there are no people in the video", "D": "not moving"}, "answer": "downhill", "type": "real_exo"} {"id": "validation_789", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/water-slide.mp4", "question_type": "multiple-choice", "question": "What direction are the people on the slide moving towards?", "choices": {"A": "right", "B": "there are no people in the video", "C": "not moving", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_790", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/weightlifting.mp4", "question_type": "multiple-choice", "question": "What direction is the weightlifter moving towards?", "choices": {"A": "going further away", "B": "staying in place", "C": "right", "D": "left"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_791", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/weightlifting.mp4", "question_type": "multiple-choice", "question": "Is the weightlifter spinning clockwise or counter-clockwise?", "choices": {"A": "there are no weightlifters in the video", "B": "clockwise", "C": "counter-clockwise", "D": "not spinning"}, "answer": "not spinning", "type": "real_exo"} {"id": "validation_792", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/weightlifting.mp4", "question_type": "multiple-choice", "question": "What direction is the woman wearing blue pants moving towards?", "choices": {"A": "left", "B": "downhill", "C": "right", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_793", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/wings-turn.mp4", "question_type": "multiple-choice", "question": "Are the people rotating the cart clockwise or counter-clockwise?", "choices": {"A": "not sure", "B": "counter-clockwise", "C": "not rotating", "D": "clockwise"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_794", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/wings-turn.mp4", "question_type": "multiple-choice", "question": "What direction is the person on the left side of the camera frame moving towards?", "choices": {"A": "right", "B": "not moving", "C": "away from the camera", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_795", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/davis/wings-turn.mp4", "question_type": "multiple-choice", "question": "What direction is the person on the right side of the camera frame moving towards?", "choices": {"A": "left", "B": "not moving", "C": "away from the camera", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_796", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube000.mp4", "question_type": "multiple-choice", "question": "What direction is the boy moving towards?", "choices": {"A": "not moving", "B": "no boy there", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_797", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube000.mp4", "question_type": "multiple-choice", "question": "What direction are the trees moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "up"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_798", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube000.mp4", "question_type": "multiple-choice", "question": "What direction is the bus moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no bus there"}, "answer": "no bus there", "type": "real_exo"} {"id": "validation_799", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube001.mp4", "question_type": "multiple-choice", "question": "What direction is the bird moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no bird there", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_800", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube002.mp4", "question_type": "multiple-choice", "question": "What direction is the penguin moving towards?", "choices": {"A": "not moving", "B": "no penguin there", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_801", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube003.mp4", "question_type": "multiple-choice", "question": "What direction is the black bear moving towards?", "choices": {"A": "no black bear there", "B": "not moving", "C": "right", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_802", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube004.mp4", "question_type": "multiple-choice", "question": "What direction is the truck moving towards?", "choices": {"A": "right", "B": "no truck there", "C": "not moving", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_803", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube005.mp4", "question_type": "multiple-choice", "question": "What direction is the eagle moving towards after it landed?", "choices": {"A": "not moving", "B": "further away from camera", "C": "closer towards the camera", "D": "no eagle there"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_804", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube005.mp4", "question_type": "multiple-choice", "question": "What direction is the pig moving towards?", "choices": {"A": "closer towards the camera", "B": "no pig there", "C": "further away from camera", "D": "not moving"}, "answer": "no pig there", "type": "real_exo"} {"id": "validation_805", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube006.mp4", "question_type": "multiple-choice", "question": "What direction is the polar bear moving towards?", "choices": {"A": "up", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_806", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube007.mp4", "question_type": "multiple-choice", "question": "What direction is the bike moving towards?", "choices": {"A": "down", "B": "not moving", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_807", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube008.mp4", "question_type": "multiple-choice", "question": "What direction are the birds moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no birds there"}, "answer": "left", "type": "real_exo"} {"id": "validation_808", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube009.mp4", "question_type": "multiple-choice", "question": "What direction is the woman moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no woman there"}, "answer": "right", "type": "real_exo"} {"id": "validation_809", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube009.mp4", "question_type": "multiple-choice", "question": "What direction is the horse moving towards?", "choices": {"A": "left", "B": "down", "C": "right", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_810", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube009.mp4", "question_type": "multiple-choice", "question": "What direction is the dog moving towards?", "choices": {"A": "no dog there", "B": "left", "C": "not moving", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_811", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube010.mp4", "question_type": "multiple-choice", "question": "What direction is the man moving towards?", "choices": {"A": "no man there", "B": "not moving", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_812", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube010.mp4", "question_type": "multiple-choice", "question": "What direction is the kangaroo moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no kangaroo there", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_813", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube011.mp4", "question_type": "multiple-choice", "question": "What direction are the zebras moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no zebra there", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_814", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube011.mp4", "question_type": "multiple-choice", "question": "What direction are the cows moving towards?", "choices": {"A": "left", "B": "no cow there", "C": "right", "D": "not moving"}, "answer": "no cow there", "type": "real_exo"} {"id": "validation_815", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube012.mp4", "question_type": "multiple-choice", "question": "What direction are the motorcycles moving towards?", "choices": {"A": "further away from camera", "B": "down", "C": "not moving", "D": "closer towards the camera"}, "answer": "further away from camera", "type": "real_exo"} {"id": "validation_816", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube013.mp4", "question_type": "multiple-choice", "question": "What direction is the bus moving towards?", "choices": {"A": "closer towards the camera", "B": "not moving", "C": "further away from camera", "D": "no bus there"}, "answer": "further away from camera", "type": "real_exo"} {"id": "validation_817", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube014.mp4", "question_type": "multiple-choice", "question": "From the camera’s perspective, what did the parrot on the right side do?", "choices": {"A": "lay down", "B": "Jumped", "C": "no parrot there", "D": "did nothing (neither)"}, "answer": "Jumped", "type": "real_exo"} {"id": "validation_818", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube014.mp4", "question_type": "multiple-choice", "question": "From the camera’s perspective, what did the parrot on the left side do?", "choices": {"A": "Jumped", "B": "lay down", "C": "no parrot there", "D": "did nothing (neither)"}, "answer": "did nothing (neither)", "type": "real_exo"} {"id": "validation_819", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube014.mp4", "question_type": "multiple-choice", "question": "What direction is the man moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "down"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_820", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube015.mp4", "question_type": "multiple-choice", "question": "What direction is the lion moving towards?", "choices": {"A": "right", "B": "no lion there", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_821", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube016.mp4", "question_type": "multiple-choice", "question": "What direction are the sheep moving towards?", "choices": {"A": "left", "B": "right", "C": "no sheep there", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_822", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube017.mp4", "question_type": "multiple-choice", "question": "Are the cars moving towards or away from the camera?", "choices": {"A": "no car there", "B": "not moving", "C": "further away from camera", "D": "closer towards the camera"}, "answer": "closer towards the camera", "type": "real_exo"} {"id": "validation_823", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube017.mp4", "question_type": "multiple-choice", "question": "what direction are the cars turning from their own perspective?", "choices": {"A": "right", "B": "left", "C": "no car there", "D": "not turning"}, "answer": "left", "type": "real_exo"} {"id": "validation_824", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube018.mp4", "question_type": "multiple-choice", "question": "What direction are the people moving towards?", "choices": {"A": "not moving", "B": "no people there", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_825", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube019.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "closer towards the camera", "B": "further away from camera", "C": "not moving", "D": "no train there"}, "answer": "further away from camera", "type": "real_exo"} {"id": "validation_826", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube020.mp4", "question_type": "multiple-choice", "question": "Is the yacht moving towards or away from the camera?", "choices": {"A": "no yacht there", "B": "further away from camera", "C": "not moving", "D": "closer towards the camera"}, "answer": "closer towards the camera", "type": "real_exo"} {"id": "validation_827", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube020.mp4", "question_type": "multiple-choice", "question": "What direction is the yacht turning from its own perspective?", "choices": {"A": "no yacht there", "B": "not turning", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_828", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube021.mp4", "question_type": "multiple-choice", "question": "What direction is the rabbit moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no rabbit there", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_829", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube022.mp4", "question_type": "multiple-choice", "question": "What direction is the tramcar moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no tramcar there", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_830", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube023.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "not moving", "B": "further away from camera", "C": "closer towards the camera", "D": "no train there"}, "answer": "closer towards the camera", "type": "real_exo"} {"id": "validation_831", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube023.mp4", "question_type": "multiple-choice", "question": "What direction is the train turning from its own perspective?", "choices": {"A": "not turning", "B": "right", "C": "left", "D": "down"}, "answer": "right", "type": "real_exo"} {"id": "validation_832", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube024.mp4", "question_type": "multiple-choice", "question": "What direction is the fire truck turning from its own perspective?", "choices": {"A": "no fire truck there", "B": "left", "C": "right", "D": "not turning"}, "answer": "right", "type": "real_exo"} {"id": "validation_833", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube025.mp4", "question_type": "multiple-choice", "question": "What direction is the dog moving towards?", "choices": {"A": "further away from camera", "B": "not moving", "C": "closer towards the camera", "D": "no dog there"}, "answer": "closer towards the camera", "type": "real_exo"} {"id": "validation_834", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube026.mp4", "question_type": "multiple-choice", "question": "What direction is the brown cow moving towards?", "choices": {"A": "closer towards the camera", "B": "further away from camera", "C": "no cow there", "D": "not moving"}, "answer": "closer towards the camera", "type": "real_exo"} {"id": "validation_835", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube027.mp4", "question_type": "multiple-choice", "question": "What direction is the bird moving towards?", "choices": {"A": "left", "B": "no bird there", "C": "right", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_836", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube028.mp4", "question_type": "multiple-choice", "question": "What direction is the road maintenance vehicle moving towards?", "choices": {"A": "right", "B": "no road maintenance vehicle there", "C": "left", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_837", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube029.mp4", "question_type": "multiple-choice", "question": "What direction is the man in red on the bike moving towards?", "choices": {"A": "no man there", "B": "closer towards the camera", "C": "not moving", "D": "further away from camera"}, "answer": "further away from camera", "type": "real_exo"} {"id": "validation_838", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube030.mp4", "question_type": "multiple-choice", "question": "What direction is the polar bear moving towards?", "choices": {"A": "not moving", "B": "no polar bear there", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_839", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube031.mp4", "question_type": "multiple-choice", "question": "What direction is the motorcycle moving towards?", "choices": {"A": "coming closer", "B": "not moving", "C": "right", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_840", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube032.mp4", "question_type": "multiple-choice", "question": "What direction is the bus moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no bus there", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_841", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube032.mp4", "question_type": "multiple-choice", "question": "What direction is the rokect moving towards?", "choices": {"A": "not moving", "B": "no rocket there", "C": "right", "D": "left"}, "answer": "no rocket there", "type": "real_exo"} {"id": "validation_842", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube032.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no person there"}, "answer": "right", "type": "real_exo"} {"id": "validation_843", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube032.mp4", "question_type": "multiple-choice", "question": "What direction are the cars moving towards?", "choices": {"A": "not moving", "B": "no cars there", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_844", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube033.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, what direction is the surfing man moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no man there"}, "answer": "right", "type": "real_exo"} {"id": "validation_845", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube034.mp4", "question_type": "multiple-choice", "question": "What direction is the lizard moving towards?", "choices": {"A": "right", "B": "no lizard there", "C": "not moving", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_846", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube035.mp4", "question_type": "multiple-choice", "question": "What direction is the surfing man moving towards?", "choices": {"A": "right", "B": "left", "C": "no man there", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_847", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube036.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "up", "B": "further away from camera", "C": "not moving", "D": "closer towards the camera"}, "answer": "closer towards the camera", "type": "real_exo"} {"id": "validation_848", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube036.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, is the train moving to the left or right?", "choices": {"A": "not moving", "B": "left", "C": "no train there", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_849", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube037.mp4", "question_type": "multiple-choice", "question": "What direction is the panda moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no panda there"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_850", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube038.mp4", "question_type": "multiple-choice", "question": "What direction is the red panda moving towards?", "choices": {"A": "not moving", "B": "further away from camera", "C": "closer towards the camera", "D": "no red panda there"}, "answer": "further away from camera", "type": "real_exo"} {"id": "validation_851", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube039.mp4", "question_type": "multiple-choice", "question": "Which direction did the parrot turn from its own perspective?", "choices": {"A": "no turn", "B": "no parrot there", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_852", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube039.mp4", "question_type": "multiple-choice", "question": "Which direction did the parrot turn from the camera perspective?", "choices": {"A": "right", "B": "left", "C": "no turn", "D": "no parrot there"}, "answer": "left", "type": "real_exo"} {"id": "validation_853", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube040.mp4", "question_type": "multiple-choice", "question": "What direction are the performers moving towards?", "choices": {"A": "not moving", "B": "up", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_854", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube041.mp4", "question_type": "multiple-choice", "question": "What direction is the black sea lion moving towards?", "choices": {"A": "no sea lion there", "B": "not moving", "C": "right", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_855", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube042.mp4", "question_type": "multiple-choice", "question": "What direction is the man who is skiing moving towards?", "choices": {"A": "closer towards the camera", "B": "no skiing man there", "C": "not moving", "D": "further away from camera"}, "answer": "further away from camera", "type": "real_exo"} {"id": "validation_856", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube043.mp4", "question_type": "multiple-choice", "question": "What direction is the man on horse moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no man on horse there"}, "answer": "right", "type": "real_exo"} {"id": "validation_857", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube044.mp4", "question_type": "multiple-choice", "question": "What direction are the cars moving towards?", "choices": {"A": "further away from camera", "B": "not moving", "C": "no car there", "D": "closer towards the camera"}, "answer": "further away from camera", "type": "real_exo"} {"id": "validation_858", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube045.mp4", "question_type": "multiple-choice", "question": "What direction is the panda moving towards?", "choices": {"A": "right", "B": "no panda there", "C": "not moving", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_859", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube046.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, are the motorcycles moving to the left or right?", "choices": {"A": "right", "B": "left", "C": "neither", "D": "no motorcycle there"}, "answer": "left", "type": "real_exo"} {"id": "validation_860", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube046.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, is the white truck moving to the left or right?", "choices": {"A": "neither", "B": "left", "C": "no white truck there", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_861", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube047.mp4", "question_type": "multiple-choice", "question": "What direction is the dog moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "up"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_862", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube047.mp4", "question_type": "multiple-choice", "question": "What direction is the woman moving towards?", "choices": {"A": "down", "B": "left", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_863", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube047.mp4", "question_type": "multiple-choice", "question": "What direction is the man moving towards?", "choices": {"A": "no man there", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_864", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube048.mp4", "question_type": "multiple-choice", "question": "What direction are the trucks moving towards?", "choices": {"A": "left", "B": "no truck there", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_865", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube049.mp4", "question_type": "multiple-choice", "question": "What direction is the surfing man in white moving towards?", "choices": {"A": "left", "B": "right", "C": "no surfing man there", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_866", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube050.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, is the skateboarding boy moving to the left or right?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no skateboarding boy there"}, "answer": "left", "type": "real_exo"} {"id": "validation_867", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube051.mp4", "question_type": "multiple-choice", "question": "What direction is the tiger moving towards?", "choices": {"A": "right", "B": "no tiger there", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_868", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube052.mp4", "question_type": "multiple-choice", "question": "What direction are the zebras moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no zebra there", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_869", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube052.mp4", "question_type": "multiple-choice", "question": "What direction are the elephants moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no elephant there"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_870", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube053.mp4", "question_type": "multiple-choice", "question": "What direction is the snail moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "up"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_871", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube054.mp4", "question_type": "multiple-choice", "question": "What direction are the cars turning from their own perspective?", "choices": {"A": "right", "B": "down", "C": "up", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_872", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube054.mp4", "question_type": "multiple-choice", "question": "What direction are the cars rotating?", "choices": {"A": "counterclockwise", "B": "no car there", "C": "no rotation", "D": "clockwise"}, "answer": "counterclockwise", "type": "real_exo"} {"id": "validation_873", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube055.mp4", "question_type": "multiple-choice", "question": "What direction is the car moving towards?", "choices": {"A": "down", "B": "left", "C": "up", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_874", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube056.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "up", "B": "down", "C": "left", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_875", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube057.mp4", "question_type": "multiple-choice", "question": "What direction is the butterfly moving towards?", "choices": {"A": "not moving", "B": "up", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_876", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube058.mp4", "question_type": "multiple-choice", "question": "What direction are the cars moving towards?", "choices": {"A": "up", "B": "left", "C": "not moving", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_877", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube058.mp4", "question_type": "multiple-choice", "question": "What direction is the camera view rotating?", "choices": {"A": "up", "B": "counterclockwise", "C": "down", "D": "clockwise"}, "answer": "clockwise", "type": "real_exo"} {"id": "validation_878", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube059.mp4", "question_type": "multiple-choice", "question": "What direction is the motorcycle turning from their own perspective?", "choices": {"A": "left", "B": "down", "C": "right", "D": "up"}, "answer": "left", "type": "real_exo"} {"id": "validation_879", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube060.mp4", "question_type": "multiple-choice", "question": "What direction is the panda moving towards?", "choices": {"A": "not moving", "B": "further away from camera", "C": "no panda there", "D": "closer towards the camera"}, "answer": "further away from camera", "type": "real_exo"} {"id": "validation_880", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube061.mp4", "question_type": "multiple-choice", "question": "What direction are the red panda moving towards?", "choices": {"A": "right", "B": "down", "C": "up", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_881", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube062.mp4", "question_type": "multiple-choice", "question": "What direction is the dog moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "down"}, "answer": "left", "type": "real_exo"} {"id": "validation_882", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube063.mp4", "question_type": "multiple-choice", "question": "What direction is the giraffe moving towards?", "choices": {"A": "closer towards the camera", "B": "left", "C": "not moving", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_883", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube064.mp4", "question_type": "multiple-choice", "question": "What direction is the kangaroo moving towards?", "choices": {"A": "further away from camera", "B": "down", "C": "closer towards the camera", "D": "not moving"}, "answer": "further away from camera", "type": "real_exo"} {"id": "validation_884", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube064.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the kangaroo moving towards?", "choices": {"A": "right", "B": "closer towards the camera", "C": "not moving", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_885", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube065.mp4", "question_type": "multiple-choice", "question": "What direction is the panda moving towards?", "choices": {"A": "down", "B": "up", "C": "right", "D": "left"}, "answer": "up", "type": "real_exo"} {"id": "validation_886", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube066.mp4", "question_type": "multiple-choice", "question": "What direction is the man in blue moving towards?", "choices": {"A": "down", "B": "not moving", "C": "further away from camera", "D": "closer towards the camera"}, "answer": "further away from camera", "type": "real_exo"} {"id": "validation_887", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube067.mp4", "question_type": "multiple-choice", "question": "From the camera perspective, which direction is the train moving towards?", "choices": {"A": "up", "B": "right", "C": "left", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_888", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube068.mp4", "question_type": "multiple-choice", "question": "What direction did the motorcycle turned from its own perspective?", "choices": {"A": "no turn", "B": "down", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_889", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube069.mp4", "question_type": "multiple-choice", "question": "What direction is the dolphin moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "coming closer"}, "answer": "right", "type": "real_exo"} {"id": "validation_890", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube069.mp4", "question_type": "multiple-choice", "question": "What direction are the people moving towards?", "choices": {"A": "left", "B": "right", "C": "going further away", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_891", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube070.mp4", "question_type": "multiple-choice", "question": "What direction is the skater moving towards?", "choices": {"A": "right", "B": "coming closer", "C": "not moving", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_892", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube071.mp4", "question_type": "multiple-choice", "question": "What direction is the skater moving towards?", "choices": {"A": "not moving", "B": "right", "C": "going further away", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_893", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube071.mp4", "question_type": "multiple-choice", "question": "Is the skater turning to the left or right from their own perspective?", "choices": {"A": "moving straight and not turning", "B": "not moving", "C": "left", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_894", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube071.mp4", "question_type": "multiple-choice", "question": "Is the skater turning to the left or right from the camera perspective?", "choices": {"A": "left", "B": "not moving", "C": "moving straight and not turning", "D": "right"}, "answer": "left", "type": "real_exo"} {"id": "validation_895", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube072.mp4", "question_type": "multiple-choice", "question": "What direction is the person moving towards?", "choices": {"A": "left", "B": "going further away", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_896", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube072.mp4", "question_type": "multiple-choice", "question": "What direction is the big black monkey moving towards?", "choices": {"A": "right", "B": "not moving", "C": "going further away", "D": "left"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_897", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube072.mp4", "question_type": "multiple-choice", "question": "What direction is the small yellow monkey moving towards?", "choices": {"A": "not moving", "B": "right", "C": "coming closer", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_898", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube073.mp4", "question_type": "multiple-choice", "question": "What direction is the singer with the microphone moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "coming closer"}, "answer": "right", "type": "real_exo"} {"id": "validation_899", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube074.mp4", "question_type": "multiple-choice", "question": "What direction is the panda moving towards?", "choices": {"A": "away from the camera", "B": "right", "C": "left", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_900", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube075.mp4", "question_type": "multiple-choice", "question": "Is the person throwing the frisbees towards or away from the camera?", "choices": {"A": "not sure", "B": "towards the camera", "C": "there are no frisbees in the video", "D": "away from the camera"}, "answer": "away from the camera", "type": "real_exo"} {"id": "validation_901", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube075.mp4", "question_type": "multiple-choice", "question": "How many frisbees are being thrown to the right?", "choices": {"A": "3", "B": "2", "C": "0", "D": "1"}, "answer": "2", "type": "real_exo"} {"id": "validation_902", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube075.mp4", "question_type": "multiple-choice", "question": "How many frisbees are being thrown to the left?", "choices": {"A": "2", "B": "3", "C": "0", "D": "1"}, "answer": "0", "type": "real_exo"} {"id": "validation_903", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube076.mp4", "question_type": "multiple-choice", "question": "What direction are the monkeys moving towards?", "choices": {"A": "right", "B": "left", "C": "going further away", "D": "staying in place"}, "answer": "staying in place", "type": "real_exo"} {"id": "validation_904", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube077.mp4", "question_type": "multiple-choice", "question": "What direction is the truck moving towards?", "choices": {"A": "coming closer", "B": "going further away", "C": "not moving", "D": "right"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_905", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube077.mp4", "question_type": "multiple-choice", "question": "Is the truck moving uphill or downhill?", "choices": {"A": "not moving", "B": "downhill", "C": "uphill", "D": "there are no trucks in the video"}, "answer": "uphill", "type": "real_exo"} {"id": "validation_906", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube078.mp4", "question_type": "multiple-choice", "question": "Are the cars coming closer or going further away?", "choices": {"A": "coming closer", "B": "there are no cars in the video", "C": "going further away", "D": "not moving"}, "answer": "coming closer", "type": "real_exo"} {"id": "validation_907", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube078.mp4", "question_type": "multiple-choice", "question": "Are the cars turning to the left or right from their own perspectives?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "moving straight and not turning"}, "answer": "left", "type": "real_exo"} {"id": "validation_908", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube078.mp4", "question_type": "multiple-choice", "question": "Are the cars turning to the left or right from the camera perspectives?", "choices": {"A": "right", "B": "not moving", "C": "moving straight and not turning", "D": "left"}, "answer": "right", "type": "real_exo"} {"id": "validation_909", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube079.mp4", "question_type": "multiple-choice", "question": "What direction is the kayak moving towards?", "choices": {"A": "left", "B": "not moving", "C": "going further away", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_910", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube080.mp4", "question_type": "multiple-choice", "question": "What direction is the lizard moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "going further away"}, "answer": "right", "type": "real_exo"} {"id": "validation_911", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube081.mp4", "question_type": "multiple-choice", "question": "What direction are the cars moving towards?", "choices": {"A": "coming closer", "B": "not moving", "C": "right", "D": "left"}, "answer": "left", "type": "real_exo"} {"id": "validation_912", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube081.mp4", "question_type": "multiple-choice", "question": "Are the cars coming closer or going further away?", "choices": {"A": "there are no cars in the video", "B": "going further away", "C": "not moving", "D": "coming closer"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_913", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube082.mp4", "question_type": "multiple-choice", "question": "What direction is the cow moving towards?", "choices": {"A": "left", "B": "right", "C": "going further away", "D": "not moving"}, "answer": "left", "type": "real_exo"} {"id": "validation_914", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube083.mp4", "question_type": "multiple-choice", "question": "What direction is the elk moving towards?", "choices": {"A": "going further away", "B": "left", "C": "right", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_915", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube084.mp4", "question_type": "multiple-choice", "question": "What direction is the spider moving towards?", "choices": {"A": "not moving", "B": "coming closer", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_916", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube085.mp4", "question_type": "multiple-choice", "question": "What direction are the cars moving towards?", "choices": {"A": "coming closer", "B": "left", "C": "right", "D": "not moving"}, "answer": "right", "type": "real_exo"} {"id": "validation_917", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube085.mp4", "question_type": "multiple-choice", "question": "Are the cars coming closer or going further away?", "choices": {"A": "going further away", "B": "there are no cars in the video", "C": "coming closer", "D": "not moving"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_918", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube086.mp4", "question_type": "multiple-choice", "question": "What direction are the buses moving towards?", "choices": {"A": "going further away", "B": "left", "C": "not moving", "D": "right"}, "answer": "right", "type": "real_exo"} {"id": "validation_919", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube087.mp4", "question_type": "multiple-choice", "question": "What direction are the birds moving towards?", "choices": {"A": "coming closer", "B": "left", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_920", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube088.mp4", "question_type": "multiple-choice", "question": "What direction is the beluga whale moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "there are no beluga whales"}, "answer": "left", "type": "real_exo"} {"id": "validation_921", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube089.mp4", "question_type": "multiple-choice", "question": "What direction are the trucks moving towards?", "choices": {"A": "right", "B": "left", "C": "coming closer", "D": "not moving"}, "answer": "not moving", "type": "real_exo"} {"id": "validation_922", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/youtube-vos/youtube089.mp4", "question_type": "multiple-choice", "question": "Is the person coming closer or going further away?", "choices": {"A": "there are no people in the video", "B": "going further away", "C": "coming closer", "D": "not moving"}, "answer": "going further away", "type": "real_exo"} {"id": "validation_923", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_001.mp4", "question_type": "multiple-choice", "question": "How many brushes did the artist pick up with their right hand?", "choices": {"A": "4", "B": "2", "C": "6", "D": "5"}, "answer": "4", "type": "real_ego"} {"id": "validation_924", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_001.mp4", "question_type": "multiple-choice", "question": "Did the artist pick up more than one brush with their right hand?", "choices": {"A": "They picked up a paint palette instead", "B": "No", "C": "They dropped the brushes before picking them up", "D": "Yes"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_925", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_001.mp4", "question_type": "multiple-choice", "question": "Did the artist pick up any brushes with their left hand?", "choices": {"A": "No", "B": "The brushes were already on the easel", "C": "They used their right foot instead", "D": "Yes"}, "answer": "No", "type": "real_ego"} {"id": "validation_926", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_001.mp4", "question_type": "multiple-choice", "question": "Which direction did the artist turn to face the canvas from the desk?", "choices": {"A": "left", "B": "backward", "C": "right", "D": "straight"}, "answer": "right", "type": "real_ego"} {"id": "validation_927", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_001.mp4", "question_type": "multiple-choice", "question": "Which direction did the artist turn to face the desk from the canvas?", "choices": {"A": "forward", "B": "right", "C": "left", "D": "backward"}, "answer": "left", "type": "real_ego"} {"id": "validation_928", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_001.mp4", "question_type": "multiple-choice", "question": "Which direction is the canvas moving?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "up"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_929", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_001.mp4", "question_type": "multiple-choice", "question": "Which hand did the artist use to hold the brushes as she picked them up?", "choices": {"A": "Right", "B": "Left", "C": "Not enough information in the scene to answer", "D": "Both"}, "answer": "Left", "type": "real_ego"} {"id": "validation_930", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_002.mp4", "question_type": "multiple-choice", "question": "Does the artist switch the brush she holds in her right hand?", "choices": {"A": "No", "B": "She drops the brush instead", "C": "Yes", "D": "Not enough information in the scene to answer"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_931", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_002.mp4", "question_type": "multiple-choice", "question": "Does the artist switch the brush she holds in her left hand?", "choices": {"A": "She does not hold a brush in her left hand", "B": "She switches the brush she holds in her right hand", "C": "No", "D": "Yes"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_932", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_002.mp4", "question_type": "multiple-choice", "question": "Does the artist switch brushes between hands?", "choices": {"A": "Only switches hands", "B": "Yes", "C": "Uses both hands simultaneously", "D": "No"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_933", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_003.mp4", "question_type": "multiple-choice", "question": "Which direction does the person reach to grab the cutlery?", "choices": {"A": "Left", "B": "Forward", "C": "Right", "D": "Backward"}, "answer": "Left", "type": "real_ego"} {"id": "validation_934", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_003.mp4", "question_type": "multiple-choice", "question": "Which direction is the stove moving in?", "choices": {"A": "South", "B": "Not moving", "C": "North", "D": "East"}, "answer": "Not moving", "type": "real_ego"} {"id": "validation_935", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_004.mp4", "question_type": "multiple-choice", "question": "Does the person turn to enter the kitchen?", "choices": {"A": "maybe", "B": "yes", "C": "possibly", "D": "no"}, "answer": "yes", "type": "real_ego"} {"id": "validation_936", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_004.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn to enter the kitchen?", "choices": {"A": "straight", "B": "right", "C": "backward", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_937", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_005.mp4", "question_type": "multiple-choice", "question": "Which hand does the person use to take something out of the shelf?", "choices": {"A": "right", "B": "both", "C": "left", "D": "neither"}, "answer": "left", "type": "real_ego"} {"id": "validation_938", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_006.mp4", "question_type": "multiple-choice", "question": "To pour the batter, which direction with respect to the container does the person move the laddle?", "choices": {"A": "Left", "B": "Backward", "C": "Right", "D": "Forward"}, "answer": "Right", "type": "real_ego"} {"id": "validation_939", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_006.mp4", "question_type": "multiple-choice", "question": "How many spoons of batter are poured when moving to the right of the container?", "choices": {"A": "3", "B": "4", "C": "1", "D": "2"}, "answer": "1", "type": "real_ego"} {"id": "validation_940", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_006.mp4", "question_type": "multiple-choice", "question": "How many spoons of batter are poured when moving to the left of the container?", "choices": {"A": "0", "B": "1", "C": "2", "D": "3"}, "answer": "0", "type": "real_ego"} {"id": "validation_941", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_007.mp4", "question_type": "multiple-choice", "question": "To pour the batter, which direction with respect to the container does the person move the laddle?", "choices": {"A": "Forward", "B": "Backward", "C": "Left", "D": "Right"}, "answer": "Right", "type": "real_ego"} {"id": "validation_942", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_007.mp4", "question_type": "multiple-choice", "question": "Which direction of rotation does the person pour the batter into the frying pan?", "choices": {"A": "left to right", "B": "counterclockwise", "C": "clockwise", "D": "right to left"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_943", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_008.mp4", "question_type": "multiple-choice", "question": "Which direction does the person move the cutlet from it's original position?", "choices": {"A": "Right", "B": "Down", "C": "Up", "D": "Left"}, "answer": "Right", "type": "real_ego"} {"id": "validation_944", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_009.mp4", "question_type": "multiple-choice", "question": "Which direction does the person pull the starter wire to?", "choices": {"A": "down", "B": "right", "C": "left", "D": "up"}, "answer": "right", "type": "real_ego"} {"id": "validation_945", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_009.mp4", "question_type": "multiple-choice", "question": "How many times does the person pull the starter wire to the left?", "choices": {"A": "3", "B": "0", "C": "1", "D": "2"}, "answer": "0", "type": "real_ego"} {"id": "validation_946", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_009.mp4", "question_type": "multiple-choice", "question": "How many times does the person pull the starter wire to the right?", "choices": {"A": "3", "B": "1", "C": "4", "D": "2"}, "answer": "3", "type": "real_ego"} {"id": "validation_947", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_010.mp4", "question_type": "multiple-choice", "question": "How did the worker move the log closer to themselves?", "choices": {"A": "By dragging it", "B": "By rolling it. ", "C": "By lifting it", "D": "By using a machine."}, "answer": "By rolling it. ", "type": "real_ego"} {"id": "validation_948", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_010.mp4", "question_type": "multiple-choice", "question": "When bending over and moving the log, in which direction did the worker move it?", "choices": {"A": "Towards themselves", "B": "To the left", "C": "Away from themselves", "D": "To the right"}, "answer": "Towards themselves", "type": "real_ego"} {"id": "validation_949", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_011.mp4", "question_type": "multiple-choice", "question": "How did the center of mass of the branch the worker handled move vertically throughout the video?", "choices": {"A": "It remained at the same height", "B": "It moved to be higher. ", "C": "It moved in a circular pattern", "D": "It moved to be lower"}, "answer": "It moved to be higher. ", "type": "real_ego"} {"id": "validation_950", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_011.mp4", "question_type": "multiple-choice", "question": "Which direction is the tree moving?", "choices": {"A": "North", "B": "Not moving", "C": "South", "D": "East"}, "answer": "Not moving", "type": "real_ego"} {"id": "validation_951", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_011.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn to pick up the branch?", "choices": {"A": "forward", "B": "right", "C": "backward", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_952", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_011.mp4", "question_type": "multiple-choice", "question": "Which side of his body does the person put down the chainsaw?", "choices": {"A": "back", "B": "front", "C": "left", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_953", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_012.mp4", "question_type": "multiple-choice", "question": "How many branches does he throw down to the ground?", "choices": {"A": "0 branches", "B": "2 branches", "C": "1 branch", "D": "3 branches"}, "answer": "1 branch", "type": "real_ego"} {"id": "validation_954", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_012.mp4", "question_type": "multiple-choice", "question": "To which side of the truck does he toss the branch?", "choices": {"A": "Behind", "B": "Front", "C": "Left", "D": "Right"}, "answer": "Left", "type": "real_ego"} {"id": "validation_955", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_013.mp4", "question_type": "multiple-choice", "question": "How many logs does he pick up with his right arm?", "choices": {"A": "4", "B": "2", "C": "3", "D": "1"}, "answer": "1", "type": "real_ego"} {"id": "validation_956", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_013.mp4", "question_type": "multiple-choice", "question": "How many logs does he pick up (or try to pick up) with his left arm?", "choices": {"A": "1", "B": "4", "C": "3", "D": "2"}, "answer": "2", "type": "real_ego"} {"id": "validation_957", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_013.mp4", "question_type": "multiple-choice", "question": "Which arm does he pick up (or try to pick up) more logs with?", "choices": {"A": "left", "B": "right", "C": "neither", "D": "both equally"}, "answer": "left", "type": "real_ego"} {"id": "validation_958", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_014.mp4", "question_type": "multiple-choice", "question": "Which side of the branch does he cut first?", "choices": {"A": "right", "B": "top", "C": "left", "D": "middle"}, "answer": "left", "type": "real_ego"} {"id": "validation_959", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_014.mp4", "question_type": "multiple-choice", "question": "Which side of the branch does he cut last compared to the position of the first cut?", "choices": {"A": "left", "B": "right", "C": "top", "D": "bottom"}, "answer": "right", "type": "real_ego"} {"id": "validation_960", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_015.mp4", "question_type": "multiple-choice", "question": "After placing down the first log the worker rotated it. In what direction did he rotate it by and by how many degrees?", "choices": {"A": "Clockwise and 90 degrees.", "B": "Counter Clockwise and 90 degrees. ", "C": "Clockwise and 180 degrees", "D": "Counter Clockwise and 45 degrees"}, "answer": "Counter Clockwise and 90 degrees. ", "type": "real_ego"} {"id": "validation_961", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_015.mp4", "question_type": "multiple-choice", "question": "What does he do with his left hand and how many times?", "choices": {"A": "Puts down a log, 4 times", "B": "Puts down a log, 3 times", "C": "Puts down a log, 0 times", "D": "Puts down a log, 2 times"}, "answer": "Puts down a log, 3 times", "type": "real_ego"} {"id": "validation_962", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_015.mp4", "question_type": "multiple-choice", "question": "How many logs does he put down using both hands?", "choices": {"A": "2 logs", "B": "0 logs", "C": "1 log", "D": "3 logs"}, "answer": "2 logs", "type": "real_ego"} {"id": "validation_963", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_016.mp4", "question_type": "multiple-choice", "question": "How does the chainsaw move with respect to him?", "choices": {"A": "sideways", "B": "down", "C": "in a circular motion", "D": "up"}, "answer": "up", "type": "real_ego"} {"id": "validation_964", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_017.mp4", "question_type": "multiple-choice", "question": "With respect to the worker, in what direction does the sawdust fly?", "choices": {"A": "Away from the worker and to the left.", "B": "Towards the worker and to the left", "C": "Away from the worker", "D": "Towards the worker and to the right. "}, "answer": "Towards the worker and to the right. ", "type": "real_ego"} {"id": "validation_965", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_018.mp4", "question_type": "multiple-choice", "question": "Which side does he cut first?", "choices": {"A": "bottom", "B": "left", "C": "top", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_966", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_018.mp4", "question_type": "multiple-choice", "question": "Which side does he cut last?", "choices": {"A": "bottom", "B": "right", "C": "top", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_967", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_019.mp4", "question_type": "multiple-choice", "question": "Does the person move closer to the oven throughout the video?", "choices": {"A": "Possibly", "B": "Yes", "C": "Not sure", "D": "No"}, "answer": "No", "type": "real_ego"} {"id": "validation_968", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_019.mp4", "question_type": "multiple-choice", "question": "Does the phone move closer to the person throughout the video?", "choices": {"A": "It moves further away", "B": "Yes", "C": "It stays at the same distance", "D": "No"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_969", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_019.mp4", "question_type": "multiple-choice", "question": "Which hand does he pick up the phone?", "choices": {"A": "Both", "B": "Neither", "C": "Left", "D": "Right"}, "answer": "Right", "type": "real_ego"} {"id": "validation_970", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_020.mp4", "question_type": "multiple-choice", "question": "In which direction does the oil bottle move?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "down"}, "answer": "left", "type": "real_ego"} {"id": "validation_971", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_021.mp4", "question_type": "multiple-choice", "question": "Does the person move closer to the oven throughout the video?", "choices": {"A": "Yes", "B": "The person stays in the same spot", "C": "Not enough information in the scene to answer", "D": "No"}, "answer": "No", "type": "real_ego"} {"id": "validation_972", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_022.mp4", "question_type": "multiple-choice", "question": "In what direction does the person move the bag of flour towards the end of the video?", "choices": {"A": "away", "B": "towards", "C": "sideways", "D": "upward"}, "answer": "away", "type": "real_ego"} {"id": "validation_973", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_023.mp4", "question_type": "multiple-choice", "question": "Where does he pick up the spatula from with respect to the pan?", "choices": {"A": "right", "B": "above", "C": "left", "D": "below"}, "answer": "left", "type": "real_ego"} {"id": "validation_974", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_024.mp4", "question_type": "multiple-choice", "question": "In what direction does the person move his hands to place something from the pan into the plate?", "choices": {"A": "right", "B": "down", "C": "up", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_975", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_024.mp4", "question_type": "multiple-choice", "question": "How does he swap his left and right hands to hold the spatula", "choices": {"A": "From left to right", "B": "From right to left", "C": "He doesn't hold a spatula", "D": "he uses only one hand"}, "answer": "From left to right", "type": "real_ego"} {"id": "validation_976", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_025.mp4", "question_type": "multiple-choice", "question": "In which direction does the plate move to go to the sink?", "choices": {"A": "Down", "B": "Up", "C": "Right", "D": "Left"}, "answer": "Right", "type": "real_ego"} {"id": "validation_977", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_026.mp4", "question_type": "multiple-choice", "question": "Describe the head movement of the person throughout the video. ", "choices": {"A": "Side to side", "B": "No movement", "C": "Up and then back down. ", "D": "Circular motion"}, "answer": "Up and then back down. ", "type": "real_ego"} {"id": "validation_978", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_026.mp4", "question_type": "multiple-choice", "question": "Which hand does he use to drink from the cup?", "choices": {"A": "Both", "B": "Right", "C": "Not enough information in the scene to answer", "D": "Left"}, "answer": "Right", "type": "real_ego"} {"id": "validation_979", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_027.mp4", "question_type": "multiple-choice", "question": "Which hand does he use to get hand soap?", "choices": {"A": "left", "B": "both", "C": "right", "D": "not enough information in the scene to answer"}, "answer": "right", "type": "real_ego"} {"id": "validation_980", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_028.mp4", "question_type": "multiple-choice", "question": "In which direction did the person swipe on his phone?", "choices": {"A": "Left", "B": "Right", "C": "Down", "D": "Up"}, "answer": "Up", "type": "real_ego"} {"id": "validation_981", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_028.mp4", "question_type": "multiple-choice", "question": "Which direction does the person move to go wash his hands?", "choices": {"A": "Backward", "B": "Forward", "C": "Right", "D": "Left"}, "answer": "Right", "type": "real_ego"} {"id": "validation_982", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_029.mp4", "question_type": "multiple-choice", "question": "Which hand does he use to pick up the towel?", "choices": {"A": "left", "B": "neither", "C": "both", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_983", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_029.mp4", "question_type": "multiple-choice", "question": "Which direction is the stovetop moving?", "choices": {"A": "not moving", "B": "clockwise", "C": "upward", "D": "counterclockwise"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_984", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_030.mp4", "question_type": "multiple-choice", "question": "Which direction does he move the spoon to empty it into the bowl?", "choices": {"A": "Down", "B": "Up", "C": "Right", "D": "Left"}, "answer": "Right", "type": "real_ego"} {"id": "validation_985", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_031.mp4", "question_type": "multiple-choice", "question": "In what direction did he rotate the cap of the white bottle?", "choices": {"A": "In no direction, he did not touch the white bottle. ", "B": "He rotated it to the left.", "C": "Counterclockwise", "D": "Clockwise"}, "answer": "In no direction, he did not touch the white bottle. ", "type": "real_ego"} {"id": "validation_986", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_031.mp4", "question_type": "multiple-choice", "question": "In which direction does the cook move the scoops of flour?", "choices": {"A": "Right", "B": "Left", "C": "Down", "D": "Up"}, "answer": "Right", "type": "real_ego"} {"id": "validation_987", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_031.mp4", "question_type": "multiple-choice", "question": "How many scoops of flour does he move right?", "choices": {"A": "3", "B": "1", "C": "4", "D": "2"}, "answer": "2", "type": "real_ego"} {"id": "validation_988", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_031.mp4", "question_type": "multiple-choice", "question": "How many scoops of flour does he move left?", "choices": {"A": "1", "B": "3", "C": "2", "D": "0"}, "answer": "0", "type": "real_ego"} {"id": "validation_989", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_032.mp4", "question_type": "multiple-choice", "question": "Which way does he turn to move the egg onto the plate?", "choices": {"A": "Backward", "B": "Left", "C": "Right", "D": "Forward"}, "answer": "Right", "type": "real_ego"} {"id": "validation_990", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_032.mp4", "question_type": "multiple-choice", "question": "Which direction is the fridge moving in?", "choices": {"A": "not moving", "B": "left", "C": "upward", "D": "right"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_991", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_033.mp4", "question_type": "multiple-choice", "question": "In which direction do the cook's left and right hands move before cracking the egg?", "choices": {"A": "Towards each other", "B": "Downwards", "C": "Away from each other", "D": "Upwards"}, "answer": "Towards each other", "type": "real_ego"} {"id": "validation_992", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_034.mp4", "question_type": "multiple-choice", "question": "Which direction does the flour bag move?", "choices": {"A": "away", "B": "up", "C": "right", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_993", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_034.mp4", "question_type": "multiple-choice", "question": "What direction does the cook rotate the bowl?", "choices": {"A": "no rotation", "B": "clockwise", "C": "counter-clockwise", "D": "upside down"}, "answer": "no rotation", "type": "real_ego"} {"id": "validation_994", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_034.mp4", "question_type": "multiple-choice", "question": "In what direction does the spoon rotate to pour the powder into the bowl?", "choices": {"A": "left", "B": "right", "C": "downward", "D": "upward"}, "answer": "downward", "type": "real_ego"} {"id": "validation_995", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_035.mp4", "question_type": "multiple-choice", "question": "Which hand is used to brush the powder off of the other hand?", "choices": {"A": "both hands", "B": "right hand", "C": "no hand", "D": "left hand"}, "answer": "right hand", "type": "real_ego"} {"id": "validation_996", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_035.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn to get the pan?", "choices": {"A": "forward", "B": "right", "C": "left", "D": "backward"}, "answer": "right", "type": "real_ego"} {"id": "validation_997", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_036.mp4", "question_type": "multiple-choice", "question": "What does he do with his left hand and how many times?", "choices": {"A": "Takes a book from a stack, twice", "B": "Adjusts his glasses, once", "C": "Takes a book from a stack, once.", "D": "Reaches for a pen, once"}, "answer": "Takes a book from a stack, once.", "type": "real_ego"} {"id": "validation_998", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_036.mp4", "question_type": "multiple-choice", "question": "How many books does he take with his right hand?", "choices": {"A": "1", "B": "0", "C": "3", "D": "2"}, "answer": "0", "type": "real_ego"} {"id": "validation_999", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_037.mp4", "question_type": "multiple-choice", "question": "In which direction does he place the book with respect to him?", "choices": {"A": "To the right", "B": "In front", "C": "To the left", "D": "Behind"}, "answer": "In front", "type": "real_ego"} {"id": "validation_1000", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_038.mp4", "question_type": "multiple-choice", "question": "Which direction was the stack where he took a book from with his left hand?", "choices": {"A": "backward", "B": "forward", "C": "left", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_1001", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_038.mp4", "question_type": "multiple-choice", "question": "Which way does the chair move with respect to him?", "choices": {"A": "not moving", "B": "forward", "C": "to the left", "D": "to the right"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1002", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_039.mp4", "question_type": "multiple-choice", "question": "Which direction was the stack where he took a book from with his left hand?", "choices": {"A": "up", "B": "right", "C": "left", "D": "down"}, "answer": "left", "type": "real_ego"} {"id": "validation_1003", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_040.mp4", "question_type": "multiple-choice", "question": "Which direction does he move the book to place it on the stack", "choices": {"A": "Left", "B": "Down", "C": "Up", "D": "Right"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1004", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_041.mp4", "question_type": "multiple-choice", "question": "In which direction does he place the book with respect to him?", "choices": {"A": "In front", "B": "To the left", "C": "To the right", "D": "Behind"}, "answer": "In front", "type": "real_ego"} {"id": "validation_1005", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_042.mp4", "question_type": "multiple-choice", "question": "In which direction does he place the book with respect to him?", "choices": {"A": "In front", "B": "To the left", "C": "Behind", "D": "To the right"}, "answer": "In front", "type": "real_ego"} {"id": "validation_1006", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_043.mp4", "question_type": "multiple-choice", "question": "What does the person in the video pick up with their left hand and how many of them?", "choices": {"A": "Pen, once", "B": "Book, twice", "C": "Not enough information in the scene to answer", "D": "Book, once"}, "answer": "Book, once", "type": "real_ego"} {"id": "validation_1007", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_043.mp4", "question_type": "multiple-choice", "question": "What does the person in the video pick up with their right hand and how many of them?", "choices": {"A": "A green notebook", "B": "Two blue marbles", "C": "Never picks up anything with their right hand. ", "D": "A red apple"}, "answer": "Never picks up anything with their right hand. ", "type": "real_ego"} {"id": "validation_1008", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_043.mp4", "question_type": "multiple-choice", "question": "In what direction do the pages flip to as the person skims through the book?", "choices": {"A": "Downwards", "B": "To the left. ", "C": "Upwards", "D": "To the right"}, "answer": "To the left. ", "type": "real_ego"} {"id": "validation_1009", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_043.mp4", "question_type": "multiple-choice", "question": "In which direction does he place the book with respect to him?", "choices": {"A": "In front", "B": "To the right", "C": "To the left", "D": "Behind"}, "answer": "In front", "type": "real_ego"} {"id": "validation_1010", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_044.mp4", "question_type": "multiple-choice", "question": "Which direction was the stack where he placed a book with his right hand?", "choices": {"A": "backward", "B": "left", "C": "forward", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_1011", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_045.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn to place the stack of books down?", "choices": {"A": "not sure", "B": "right", "C": "forward", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1012", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_046.mp4", "question_type": "multiple-choice", "question": "What does the person do with the ping rag and with which hand?", "choices": {"A": "Holds the ping rag in his left hand", "B": "Folds the ping rag with both hands", "C": "Throws the ping rag away with his left hand", "D": "Wipes the book with his right hand. "}, "answer": "Wipes the book with his right hand. ", "type": "real_ego"} {"id": "validation_1013", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_047.mp4", "question_type": "multiple-choice", "question": "Which direction was the stack he took the book from?", "choices": {"A": "right", "B": "middle", "C": "left", "D": "top"}, "answer": "left", "type": "real_ego"} {"id": "validation_1014", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_047.mp4", "question_type": "multiple-choice", "question": "What object and how many of them were placed onto the right stack?", "choices": {"A": "three books", "B": "two pens", "C": "one laptop", "D": "one book"}, "answer": "one book", "type": "real_ego"} {"id": "validation_1015", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_047.mp4", "question_type": "multiple-choice", "question": "Which direction was the stack he placed the book?", "choices": {"A": "up", "B": "down", "C": "left", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_1016", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_048.mp4", "question_type": "multiple-choice", "question": "On which stack did he take the book from, the one that is on the left or right side of him?", "choices": {"A": "Left", "B": "Right", "C": "Middle", "D": "Not enough information in the scene to answer"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1017", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_049.mp4", "question_type": "multiple-choice", "question": "In which direction is the steering wheel moving?", "choices": {"A": "not moving", "B": "away from the camera", "C": "clockwise", "D": "counterclockwise"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1018", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_050.mp4", "question_type": "multiple-choice", "question": "In which order does the person pan his head?", "choices": {"A": "Left then right", "B": "Down then up", "C": "Up then down", "D": "Right then left"}, "answer": "Left then right", "type": "real_ego"} {"id": "validation_1019", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_050.mp4", "question_type": "multiple-choice", "question": "How many times does the person look to the right before turning?", "choices": {"A": "Twice", "B": "Not at all", "C": "Once", "D": "Three times"}, "answer": "Once", "type": "real_ego"} {"id": "validation_1020", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_050.mp4", "question_type": "multiple-choice", "question": "How many times does the person look to the left before turning?", "choices": {"A": "Not at all", "B": "Once", "C": "Twice", "D": "Thrice"}, "answer": "Once", "type": "real_ego"} {"id": "validation_1021", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_050.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn?", "choices": {"A": "straight", "B": "backward", "C": "right", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1022", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_050.mp4", "question_type": "multiple-choice", "question": "How many times does he pan his head from left to right?", "choices": {"A": "2", "B": "1", "C": "3", "D": "4"}, "answer": "1", "type": "real_ego"} {"id": "validation_1023", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_050.mp4", "question_type": "multiple-choice", "question": "Does the person turn his head to the right?", "choices": {"A": "Yes", "B": "He keeps his head straight", "C": "He turns his head to the left", "D": "No"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1024", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_050.mp4", "question_type": "multiple-choice", "question": "Does he pan his head right or left more than once?", "choices": {"A": "He pans his head only once", "B": "No", "C": "Yes", "D": "He does not pan his head at all"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1025", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_050.mp4", "question_type": "multiple-choice", "question": "Does he pan his head to the right more than the left?", "choices": {"A": "Yes", "B": "Sometimes", "C": "Only when distracted", "D": "No"}, "answer": "No", "type": "real_ego"} {"id": "validation_1026", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_051.mp4", "question_type": "multiple-choice", "question": "Which direction does the man turn his head?", "choices": {"A": "left", "B": "down", "C": "up", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_1027", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_052.mp4", "question_type": "multiple-choice", "question": "Which direction does the man turn his head?", "choices": {"A": "down", "B": "left", "C": "both left and right", "D": "right"}, "answer": "both left and right", "type": "real_ego"} {"id": "validation_1028", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_052.mp4", "question_type": "multiple-choice", "question": "Does he pan his head right or left more than once?", "choices": {"A": "He only pans his head right", "B": "Yes", "C": "He only pans his head left", "D": "He doesn't pan his head at all"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1029", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_052.mp4", "question_type": "multiple-choice", "question": "Does he pan his head to the right more than the left?", "choices": {"A": "No", "B": "He pans his head to the left more than the right", "C": "Not enough information in the scene to answer", "D": "Yes"}, "answer": "No", "type": "real_ego"} {"id": "validation_1030", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_053.mp4", "question_type": "multiple-choice", "question": "Does he pan his head to the right more than the left?", "choices": {"A": "He doesn't move his head at all", "B": "No", "C": "He moves his head equally in both directions", "D": "Yes"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1031", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_054.mp4", "question_type": "multiple-choice", "question": "Does the driver make a turn or continue going straight?", "choices": {"A": "Left", "B": "U-turn", "C": "Straight", "D": "Right"}, "answer": "Straight", "type": "real_ego"} {"id": "validation_1032", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_055.mp4", "question_type": "multiple-choice", "question": "How many white pieces did the left-most player put down and with which hand?", "choices": {"A": "2 with the left", "B": "1 with the left", "C": "1 with the right", "D": "3 with the right"}, "answer": "1 with the left", "type": "real_ego"} {"id": "validation_1033", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_055.mp4", "question_type": "multiple-choice", "question": "How many white pieces did the right-most player put down and with which hand?", "choices": {"A": "2 with the right hand", "B": "1 with the right hand", "C": "3 with the left hand", "D": "1 with the left hand"}, "answer": "1 with the right hand", "type": "real_ego"} {"id": "validation_1034", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_055.mp4", "question_type": "multiple-choice", "question": "Which direction is the person who clapped sitting?", "choices": {"A": "forward", "B": "left", "C": "backward", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_1035", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_056.mp4", "question_type": "multiple-choice", "question": "In what direction did the person with the white pieces move the pawn with respect to the board?", "choices": {"A": "right", "B": "backwards", "C": "left", "D": "forwards"}, "answer": "right", "type": "real_ego"} {"id": "validation_1036", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_056.mp4", "question_type": "multiple-choice", "question": "Which direction is the person who made the first move sitting?", "choices": {"A": "center", "B": "across", "C": "left", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_1037", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_056.mp4", "question_type": "multiple-choice", "question": "Which color pawn made the first move?", "choices": {"A": "Red", "B": "Not enough information in the scene to answer", "C": "White", "D": "Black"}, "answer": "White", "type": "real_ego"} {"id": "validation_1038", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_057.mp4", "question_type": "multiple-choice", "question": "Which direction is the person who made the first move sitting?", "choices": {"A": "left", "B": "right", "C": "next to", "D": "across"}, "answer": "left", "type": "real_ego"} {"id": "validation_1039", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_058.mp4", "question_type": "multiple-choice", "question": "Which direction did the pawn move with respect to the camera?", "choices": {"A": "Down", "B": "Right", "C": "Away", "D": "Towards"}, "answer": "Away", "type": "real_ego"} {"id": "validation_1040", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_059.mp4", "question_type": "multiple-choice", "question": "Where did the cyclist turn his gaze to before turning his bike onto another street?", "choices": {"A": "Up", "B": "Left", "C": "Down", "D": "Right"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1041", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_059.mp4", "question_type": "multiple-choice", "question": "Did the cyclist turn left or right?", "choices": {"A": "Left", "B": "Right", "C": "Not enough information in the scene to answer", "D": "Straight"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1042", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_059.mp4", "question_type": "multiple-choice", "question": "What thing in the scene is moving in the same direction as the cyclist?", "choices": {"A": "The skateboarder", "B": "The bird", "C": "Nothing", "D": "The car"}, "answer": "Nothing", "type": "real_ego"} {"id": "validation_1043", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_060.mp4", "question_type": "multiple-choice", "question": "In what direction did the person turn his head and to see what?", "choices": {"A": "Left to see a runner. ", "B": "Straight to see a street sign", "C": "Up to see a bird", "D": "Right to see a cyclist"}, "answer": "Left to see a runner. ", "type": "real_ego"} {"id": "validation_1044", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_060.mp4", "question_type": "multiple-choice", "question": "Is the runner on the left or right side of the cyclist?", "choices": {"A": "Right", "B": "In front", "C": "Behind", "D": "Left"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1045", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_060.mp4", "question_type": "multiple-choice", "question": "Is the runner running slower or faster than the cyclist?", "choices": {"A": "Slower", "B": "Not enough information in the scene to answer", "C": "At the same speed", "D": "Faster"}, "answer": "Slower", "type": "real_ego"} {"id": "validation_1046", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_060.mp4", "question_type": "multiple-choice", "question": "What is heading towards the cyclist?", "choices": {"A": "Nothing. ", "B": "A pedestrian", "C": "A car", "D": "A dog"}, "answer": "Nothing. ", "type": "real_ego"} {"id": "validation_1047", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_060.mp4", "question_type": "multiple-choice", "question": "Which direction is the plane moving?", "choices": {"A": "right", "B": "towards", "C": "No plane", "D": "left"}, "answer": "No plane", "type": "real_ego"} {"id": "validation_1048", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_060.mp4", "question_type": "multiple-choice", "question": "What object is moving to the left in the scene?", "choices": {"A": "A car. ", "B": "A bus", "C": "A pedestrian", "D": "A bicycle"}, "answer": "A car. ", "type": "real_ego"} {"id": "validation_1049", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_060.mp4", "question_type": "multiple-choice", "question": "Is the runner running at the same speed as the cyclist?", "choices": {"A": "Yes", "B": "No", "C": "The runner is faster", "D": "Not enough information in the scene to answer"}, "answer": "No", "type": "real_ego"} {"id": "validation_1050", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_061.mp4", "question_type": "multiple-choice", "question": "Is the cyclist getting closer to the pedestrian?", "choices": {"A": "No", "B": "At first yes, but then he passes the pedestrian and is getting further away. ", "C": "the cyclist is staying at the same distance", "D": "Yes"}, "answer": "At first yes, but then he passes the pedestrian and is getting further away. ", "type": "real_ego"} {"id": "validation_1051", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_061.mp4", "question_type": "multiple-choice", "question": "Which direction is the pedestrian moving with respect to the cyclist?", "choices": {"A": "perpendicular", "B": "away", "C": "towards", "D": "parallel"}, "answer": "towards", "type": "real_ego"} {"id": "validation_1052", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_062.mp4", "question_type": "multiple-choice", "question": "Which car is driving towards the cyclist?", "choices": {"A": "None of them. ", "B": "The blue car", "C": "The green car", "D": "The red car"}, "answer": "None of them. ", "type": "real_ego"} {"id": "validation_1053", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_062.mp4", "question_type": "multiple-choice", "question": "What objects are moving to the right in the scene?", "choices": {"A": "A bicycle is heading to the right", "B": "A person is walking to the right", "C": "No object are moving right. ", "D": "A car is moving right"}, "answer": "No object are moving right. ", "type": "real_ego"} {"id": "validation_1054", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_062.mp4", "question_type": "multiple-choice", "question": "What object is moving to the left in the scene?", "choices": {"A": "A person. ", "B": "A dog", "C": "A bicycle", "D": "A car"}, "answer": "A person. ", "type": "real_ego"} {"id": "validation_1055", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_063.mp4", "question_type": "multiple-choice", "question": "On which side of the van does the cyclist go past?", "choices": {"A": "right", "B": "back", "C": "front", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1056", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_064.mp4", "question_type": "multiple-choice", "question": "In which direction did the cyclist make a turn if at all?", "choices": {"A": "To the right. ", "B": "To the left", "C": "Not enough information in the scene to answer", "D": "Straight ahead"}, "answer": "To the right. ", "type": "real_ego"} {"id": "validation_1057", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_064.mp4", "question_type": "multiple-choice", "question": "Did the cyclist make a turn?", "choices": {"A": "No", "B": "The cyclist continued straight", "C": "The cyclist stopped", "D": "Yes"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1058", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_064.mp4", "question_type": "multiple-choice", "question": "Which direction is the car going with respect to the cyclist?", "choices": {"A": "left", "B": "right", "C": "towards", "D": "away"}, "answer": "towards", "type": "real_ego"} {"id": "validation_1059", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_065.mp4", "question_type": "multiple-choice", "question": "On which side of the cyclist is the car?", "choices": {"A": "Right", "B": "Behind", "C": "Left", "D": "Front"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1060", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_065.mp4", "question_type": "multiple-choice", "question": "On which side of the car does the cyclist go past?", "choices": {"A": "Right", "B": "Back", "C": "Front", "D": "Left"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1061", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_066.mp4", "question_type": "multiple-choice", "question": "Who is moving faster in this particular video, the cyclist or the runner?", "choices": {"A": "both are moving at the same speed", "B": "not enough information in the scene to answer", "C": "cyclist", "D": "runner"}, "answer": "cyclist", "type": "real_ego"} {"id": "validation_1062", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_066.mp4", "question_type": "multiple-choice", "question": "On which side of the cyclist is the runner?", "choices": {"A": "Behind", "B": "In front", "C": "Left", "D": "Right"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1063", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_067.mp4", "question_type": "multiple-choice", "question": "How does the person move the orange lid container after using it?", "choices": {"A": "places it to the right", "B": "places it on the left", "C": "puts it in a drawer", "D": "leaves it on the table"}, "answer": "places it to the right", "type": "real_ego"} {"id": "validation_1064", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_067.mp4", "question_type": "multiple-choice", "question": "In what direction does the person move the white lid container before using it?", "choices": {"A": "down", "B": "to the right", "C": "away from their selves", "D": "towards their selves to open the container"}, "answer": "towards their selves to open the container", "type": "real_ego"} {"id": "validation_1065", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_068.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn to open the fridge?", "choices": {"A": "left", "B": "up", "C": "right", "D": "down"}, "answer": "left", "type": "real_ego"} {"id": "validation_1066", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_069.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn to put down the eggs?", "choices": {"A": "Left", "B": "Right", "C": "Backward", "D": "Forward"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1067", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_070.mp4", "question_type": "multiple-choice", "question": "Which hand does the person use to place the ham in the pan?", "choices": {"A": "Left", "B": "Not enough information in the scene to answer", "C": "Both hands", "D": "Right"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1068", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_071.mp4", "question_type": "multiple-choice", "question": "Which direction does the person move the coffee powder to put it in the cup?", "choices": {"A": "down", "B": "up", "C": "right", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1069", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_071.mp4", "question_type": "multiple-choice", "question": "In which direction is the microwave moving?", "choices": {"A": "downward", "B": "not moving", "C": "to the right", "D": "upward"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1070", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_072.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn to go towards the sink?", "choices": {"A": "Forward", "B": "Left", "C": "Backwards", "D": "Right"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1071", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_073.mp4", "question_type": "multiple-choice", "question": "What position is the cabinet with respective to the switch?", "choices": {"A": "Below", "B": "Far from", "C": "Above", "D": "Next to"}, "answer": "Above", "type": "real_ego"} {"id": "validation_1072", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_074.mp4", "question_type": "multiple-choice", "question": "Which side of the stove did the person place the oil jug?", "choices": {"A": "left", "B": "front", "C": "right", "D": "back"}, "answer": "right", "type": "real_ego"} {"id": "validation_1073", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_075.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn?", "choices": {"A": "Left", "B": "Forward", "C": "Backward", "D": "Right"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1074", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_076.mp4", "question_type": "multiple-choice", "question": "Which hand is used to unfold the mat?", "choices": {"A": "Right", "B": "Not enough information in the scene to answer", "C": "Both", "D": "Left"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1075", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_077.mp4", "question_type": "multiple-choice", "question": "In which direction does the scissors move with respect to the camera at first?", "choices": {"A": "towards", "B": "right", "C": "away", "D": "left"}, "answer": "towards", "type": "real_ego"} {"id": "validation_1076", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_077.mp4", "question_type": "multiple-choice", "question": "In which direction does the person move to get the scissors?", "choices": {"A": "forward", "B": "left", "C": "right", "D": "backward"}, "answer": "forward", "type": "real_ego"} {"id": "validation_1077", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_078.mp4", "question_type": "multiple-choice", "question": "Which direction is the stool moving?", "choices": {"A": "right", "B": "up", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1078", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_079.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person move to place the mat?", "choices": {"A": "clockwise", "B": "downward", "C": "upward", "D": "counterclockwise"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1079", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_079.mp4", "question_type": "multiple-choice", "question": "Which direction does the person move to place the mat?", "choices": {"A": "backward", "B": "left", "C": "right", "D": "forward"}, "answer": "right", "type": "real_ego"} {"id": "validation_1080", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_080.mp4", "question_type": "multiple-choice", "question": "Which hand does the person use to take the spoon of salt out?", "choices": {"A": "both", "B": "Not enough information in the scene to answer", "C": "right", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1081", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_081.mp4", "question_type": "multiple-choice", "question": "In which direction does the person move to go the sink?", "choices": {"A": "Forward", "B": "Left", "C": "Backward", "D": "Right"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1082", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_081.mp4", "question_type": "multiple-choice", "question": "In which rotational direction does the person move to go the sink?", "choices": {"A": "upwards", "B": "counter-clockwise", "C": "clockwise", "D": "not moving"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1083", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_082.mp4", "question_type": "multiple-choice", "question": "In which direction does the person move to go the sink?", "choices": {"A": "Right", "B": "Forward", "C": "Left", "D": "Backward"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1084", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_082.mp4", "question_type": "multiple-choice", "question": "In which rotational direction does the person move to go the sink?", "choices": {"A": "counter-clockwise", "B": "clockwise", "C": "upwards", "D": "not moving"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1085", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_083.mp4", "question_type": "multiple-choice", "question": "Which direction does the person move the vegetable with respect to the sink?", "choices": {"A": "forward", "B": "left", "C": "right", "D": "backward"}, "answer": "right", "type": "real_ego"} {"id": "validation_1086", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_084.mp4", "question_type": "multiple-choice", "question": "In which direction does the person move to get the bowl?", "choices": {"A": "Backward", "B": "Right", "C": "Forward", "D": "Left"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1087", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_085.mp4", "question_type": "multiple-choice", "question": "Did the worker strike the mud more than once?", "choices": {"A": "No", "B": "Not enough information in the scene to answer", "C": "Yes", "D": "Only once"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1088", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_086.mp4", "question_type": "multiple-choice", "question": "In what direction did the camera pan at the end of the video?", "choices": {"A": "Upwards", "B": "To the right. ", "C": "Downwards", "D": "To the left"}, "answer": "To the right. ", "type": "real_ego"} {"id": "validation_1089", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_086.mp4", "question_type": "multiple-choice", "question": "With each strike, is the person turning to the right or left more?", "choices": {"A": "Neither", "B": "To the right", "C": "In circles", "D": "To the left"}, "answer": "To the right", "type": "real_ego"} {"id": "validation_1090", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_087.mp4", "question_type": "multiple-choice", "question": "In what quadrant does the dart land?", "choices": {"A": "Upper left.", "B": "Lower right.", "C": "Upper right", "D": "Lower left"}, "answer": "Upper left.", "type": "real_ego"} {"id": "validation_1091", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_087.mp4", "question_type": "multiple-choice", "question": "How many darts does the person throw with their right hand?", "choices": {"A": "1", "B": "3", "C": "4", "D": "2"}, "answer": "1", "type": "real_ego"} {"id": "validation_1092", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_088.mp4", "question_type": "multiple-choice", "question": "How many darts does the person throw with their left hand?", "choices": {"A": "2", "B": "1", "C": "3", "D": "0"}, "answer": "0", "type": "real_ego"} {"id": "validation_1093", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_089.mp4", "question_type": "multiple-choice", "question": "How many darts does the person throw and with which hand?", "choices": {"A": "3 with the left hand", "B": "1 with the right hand", "C": "2 with both hands", "D": "2 with the right hand"}, "answer": "2 with the right hand", "type": "real_ego"} {"id": "validation_1094", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_089.mp4", "question_type": "multiple-choice", "question": "Does the person throw more than one dart with their right hand?", "choices": {"A": "Yes", "B": "Not enough information in the scene to answer", "C": "No", "D": "Only one dart is thrown"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1095", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_090.mp4", "question_type": "multiple-choice", "question": "In which direction is the person moving with respect to the dart board?", "choices": {"A": "right", "B": "left", "C": "coming toward", "D": "going away"}, "answer": "coming toward", "type": "real_ego"} {"id": "validation_1096", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_090.mp4", "question_type": "multiple-choice", "question": "In which direction is the dart board moving?", "choices": {"A": "spinning clockwise", "B": "not moving", "C": "spinning counterclockwise", "D": "moving upward"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1097", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_091.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person move to look at the fridge?", "choices": {"A": "upwards", "B": "clockwise", "C": "counter-clockwise", "D": "downwards"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1098", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_091.mp4", "question_type": "multiple-choice", "question": "Which direction does the person move to look at the fridge?", "choices": {"A": "up", "B": "left", "C": "down", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_1099", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_092.mp4", "question_type": "multiple-choice", "question": "In what direction is the bottle moving from the camera's perspective?", "choices": {"A": "Towards the camera", "B": "Away from the camera", "C": "Right", "D": "Left"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1100", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_092.mp4", "question_type": "multiple-choice", "question": "From the cashier's perspective which hand does he use to place the bottle on the table?", "choices": {"A": "Both", "B": "Left", "C": "Right", "D": "Not enough information in the scene to answer"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1101", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_092.mp4", "question_type": "multiple-choice", "question": "With respect to it's original position, which direction is the bottle being moved in the camera frame?", "choices": {"A": "right", "B": "left", "C": "down", "D": "up"}, "answer": "left", "type": "real_ego"} {"id": "validation_1102", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_092.mp4", "question_type": "multiple-choice", "question": "With respect to the cashier, which direction is the bottle being moved?", "choices": {"A": "down", "B": "right", "C": "up", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1103", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_093.mp4", "question_type": "multiple-choice", "question": "From the cashier's perspective which hand did he use to take out bills from register and how many bills did he take out?", "choices": {"A": "Right hand and two bills", "B": "Right hand and only one bill", "C": "Left hand and two bills", "D": "Left hand and three bills"}, "answer": "Right hand and only one bill", "type": "real_ego"} {"id": "validation_1104", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_093.mp4", "question_type": "multiple-choice", "question": "From the cashier's perspective, how many coins did the cashier pull out from the register with their left hand?", "choices": {"A": "5", "B": "3", "C": "2", "D": "0"}, "answer": "0", "type": "real_ego"} {"id": "validation_1105", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_093.mp4", "question_type": "multiple-choice", "question": "How many times did the cashier reach to pull something out of the register?", "choices": {"A": "4", "B": "2", "C": "3", "D": "5"}, "answer": "2", "type": "real_ego"} {"id": "validation_1106", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_093.mp4", "question_type": "multiple-choice", "question": "From the cashier's perspective, to which hand did the cashier transfer the coins and bills taken out of the register?", "choices": {"A": "to the customer's hand", "B": "to their left hand", "C": "to their pocket", "D": "to their right hand"}, "answer": "to their left hand", "type": "real_ego"} {"id": "validation_1107", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_094.mp4", "question_type": "multiple-choice", "question": "Which direction is the receipt moving with respect to the camera?", "choices": {"A": "right", "B": "left", "C": "toward", "D": "away"}, "answer": "toward", "type": "real_ego"} {"id": "validation_1108", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_095.mp4", "question_type": "multiple-choice", "question": "Which direction is the person moving the charging cord?", "choices": {"A": "down", "B": "left", "C": "right", "D": "up"}, "answer": "right", "type": "real_ego"} {"id": "validation_1109", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_096.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn to see another person?", "choices": {"A": "downwards", "B": "clockwise", "C": "anticlockwise", "D": "upwards"}, "answer": "anticlockwise", "type": "real_ego"} {"id": "validation_1110", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_097.mp4", "question_type": "multiple-choice", "question": "With respect to the phone already in the person's hand, which side is another phone handed to him?", "choices": {"A": "right", "B": "below", "C": "above", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1111", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_098.mp4", "question_type": "multiple-choice", "question": "What is the sequence in which the hands hold the bolt", "choices": {"A": "Top to bottom", "B": "Left to right", "C": "Right to left", "D": "Bottom to top"}, "answer": "Left to right", "type": "real_ego"} {"id": "validation_1112", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_098.mp4", "question_type": "multiple-choice", "question": "Which direction did the person turn to start working on the lawnmower?", "choices": {"A": "right", "B": "upwards", "C": "no turning", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1113", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_099.mp4", "question_type": "multiple-choice", "question": "To which side of the person's body did the wire move to and how many times?", "choices": {"A": "three times", "B": "four times", "C": "left", "D": "right, two times"}, "answer": "right, two times", "type": "real_ego"} {"id": "validation_1114", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_100.mp4", "question_type": "multiple-choice", "question": "How many times does the person pull the starter wire their left hand?", "choices": {"A": "3", "B": "2", "C": "0", "D": "1"}, "answer": "0", "type": "real_ego"} {"id": "validation_1115", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_100.mp4", "question_type": "multiple-choice", "question": "In what direction is the lawnmower move during this time?", "choices": {"A": "sideways", "B": "backward", "C": "forward", "D": "not moving"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1116", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_100.mp4", "question_type": "multiple-choice", "question": "Does the lawnmower face the same way throughout the video?", "choices": {"A": "it changes direction halfway", "B": "Yes", "C": "there is no lawnmower", "D": "No"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1117", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_101.mp4", "question_type": "multiple-choice", "question": "Which hand is the person holding the garment with?", "choices": {"A": "right hand", "B": "left hand", "C": "both hands", "D": "no hands"}, "answer": "both hands", "type": "real_ego"} {"id": "validation_1118", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_102.mp4", "question_type": "multiple-choice", "question": "In which direction does the scissor move when making the next cut", "choices": {"A": "Down", "B": "Up", "C": "Left", "D": "Right"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1119", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_103.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn from the cabinet? ", "choices": {"A": "clockwise", "B": "anticlockwise", "C": "parallel to the cabinet", "D": "towards the cabinet"}, "answer": "anticlockwise", "type": "real_ego"} {"id": "validation_1120", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_103.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn from the cabinet? ", "choices": {"A": "left", "B": "backwards", "C": "right", "D": "straight"}, "answer": "left", "type": "real_ego"} {"id": "validation_1121", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_104.mp4", "question_type": "multiple-choice", "question": "Which side of the whiteboard does the person take the marker from?", "choices": {"A": "middle", "B": "right", "C": "top", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1122", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_105.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn to exit the room?", "choices": {"A": "counter-clockwise", "B": "downwards", "C": "not turning", "D": "clockwise"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1123", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_105.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn to exit the room?", "choices": {"A": "right", "B": "backward", "C": "straight", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1124", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_106.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn while going down the stairs?", "choices": {"A": "straight", "B": "left", "C": "right", "D": "Not enough information in the scene to answer"}, "answer": "right", "type": "real_ego"} {"id": "validation_1125", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_107.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn while going up the stairs?", "choices": {"A": "left", "B": "not turning", "C": "right", "D": "downwards"}, "answer": "not turning", "type": "real_ego"} {"id": "validation_1126", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_108.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn to see the skipping rope?", "choices": {"A": "left", "B": "forward", "C": "backward", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_1127", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_109.mp4", "question_type": "multiple-choice", "question": "Which rotational directions are the person's arms moving?", "choices": {"A": "both counter-clockwise", "B": "one clockwise, one counter-clockwise", "C": "both clockwise", "D": "not spinning"}, "answer": "one clockwise, one counter-clockwise", "type": "real_ego"} {"id": "validation_1128", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_110.mp4", "question_type": "multiple-choice", "question": "How many times does the person look down at their shoes?", "choices": {"A": "3", "B": "1", "C": "5", "D": "0"}, "answer": "3", "type": "real_ego"} {"id": "validation_1129", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_111.mp4", "question_type": "multiple-choice", "question": "In which direction is the person moving?", "choices": {"A": "staying in place", "B": "left", "C": "backward", "D": "forward"}, "answer": "staying in place", "type": "real_ego"} {"id": "validation_1130", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_112.mp4", "question_type": "multiple-choice", "question": "In which direction does the sapling move to get placed into the new tray?", "choices": {"A": "left", "B": "right", "C": "down", "D": "up"}, "answer": "right", "type": "real_ego"} {"id": "validation_1131", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_113.mp4", "question_type": "multiple-choice", "question": "In what direction does the person move the tray to place it within another tray?", "choices": {"A": "upwards and to the right", "B": "upwards and to the left", "C": "downwards and to the right", "D": "downwards and to the left"}, "answer": "downwards and to the right", "type": "real_ego"} {"id": "validation_1132", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_114.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn to dispose of the dirt?", "choices": {"A": "Backward", "B": "Forward", "C": "Right", "D": "Left"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1133", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_115.mp4", "question_type": "multiple-choice", "question": "Which direction does the artist turn to, to grab the blue ruler?", "choices": {"A": "Behind", "B": "Left", "C": "Right", "D": "Forward"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1134", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_116.mp4", "question_type": "multiple-choice", "question": "To which side does the artist move the ruler away to?", "choices": {"A": "to the right", "B": "down", "C": "up", "D": "to the left"}, "answer": "to the right", "type": "real_ego"} {"id": "validation_1135", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_116.mp4", "question_type": "multiple-choice", "question": "In which direction does the artist drag the pencil when drawing the line", "choices": {"A": "down the paper", "B": "diagonally across the paper", "C": "sideways across the paper", "D": "up the paper"}, "answer": "down the paper", "type": "real_ego"} {"id": "validation_1136", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_117.mp4", "question_type": "multiple-choice", "question": "Does the artist make an upward or downward motion when initially beginning to draw the petal?", "choices": {"A": "Upward", "B": "Downward", "C": "Sideways", "D": "Circular"}, "answer": "Upward", "type": "real_ego"} {"id": "validation_1137", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_117.mp4", "question_type": "multiple-choice", "question": "Is the artist drawing petals in a circle clockwise or anticlockwise?", "choices": {"A": "Clockwise", "B": "Anticlockwise", "C": "Alternating directions", "D": "Randomly"}, "answer": "Clockwise", "type": "real_ego"} {"id": "validation_1138", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_118.mp4", "question_type": "multiple-choice", "question": "Is the artist cutting in a clockwise or anticlockwise direction?", "choices": {"A": "Anticlockwise", "B": "Both directions", "C": "Clockwise", "D": "Random direction"}, "answer": "Clockwise", "type": "real_ego"} {"id": "validation_1139", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_119.mp4", "question_type": "multiple-choice", "question": "From which side of the object did the worker apply tape to?", "choices": {"A": "From the top side", "B": "No tape used.", "C": "From the left side", "D": "From the right side"}, "answer": "No tape used.", "type": "real_ego"} {"id": "validation_1140", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_120.mp4", "question_type": "multiple-choice", "question": "Which sleeve did the person lifting the weight curl up first?", "choices": {"A": "Left", "B": "Right", "C": "Neither", "D": "Not enough information in the scene to answer"}, "answer": "Neither", "type": "real_ego"} {"id": "validation_1141", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_120.mp4", "question_type": "multiple-choice", "question": "Which sleeve did the person wearing the mask curl up first?", "choices": {"A": "both sleeves simultaneously", "B": "neither sleeve", "C": "right sleeve", "D": "left sleeve"}, "answer": "left sleeve", "type": "real_ego"} {"id": "validation_1142", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_121.mp4", "question_type": "multiple-choice", "question": "Is the person lifting the weights moving toward the mirror?", "choices": {"A": "The person is standing still", "B": "Not enough information in the scene to answer", "C": "Yes", "D": "No"}, "answer": "No", "type": "real_ego"} {"id": "validation_1143", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_122.mp4", "question_type": "multiple-choice", "question": "Is the person going up or down the stairs?", "choices": {"A": "Jumping", "B": "Sideways", "C": "Up", "D": "Staying still"}, "answer": "Up", "type": "real_ego"} {"id": "validation_1144", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_123.mp4", "question_type": "multiple-choice", "question": "In which direction is the person with the camera moving towards?", "choices": {"A": "right", "B": "forwards", "C": "left", "D": "backwards"}, "answer": "forwards", "type": "real_ego"} {"id": "validation_1145", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_124.mp4", "question_type": "multiple-choice", "question": "Does the person catch the ball when it is rising or falling?", "choices": {"A": "After it bounces", "B": "Rising", "C": "Falling", "D": "When it's stationary"}, "answer": "Rising", "type": "real_ego"} {"id": "validation_1146", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_125.mp4", "question_type": "multiple-choice", "question": "After hitting the rim, in which direction does the ball go?", "choices": {"A": "To the left and away", "B": "Downward", "C": "Straight up", "D": "To the right and away"}, "answer": "To the left and away", "type": "real_ego"} {"id": "validation_1147", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_126.mp4", "question_type": "multiple-choice", "question": "Is the ball moving up or down at the start of the video?", "choices": {"A": "Stationary", "B": "Down", "C": "Not enough information in the scene to answer", "D": "Up"}, "answer": "Down", "type": "real_ego"} {"id": "validation_1148", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_127.mp4", "question_type": "multiple-choice", "question": "Does the ball ever go toward the camera?", "choices": {"A": "No", "B": "The ball is stationary", "C": "Yes", "D": "Not sure"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1149", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_127.mp4", "question_type": "multiple-choice", "question": "Does the ball ever make it into the hoop?", "choices": {"A": "It hits the rim but bounces out", "B": "No", "C": "Yes", "D": "It gets stuck on the side of the hoop"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1150", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_128.mp4", "question_type": "multiple-choice", "question": "Does the basketball hit the backboard?", "choices": {"A": "It misses the hoop entirely", "B": "Yes", "C": "No", "D": "It goes straight into the hoop"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1151", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_129.mp4", "question_type": "multiple-choice", "question": "Does the ball make it into the basket?", "choices": {"A": "It misses completely", "B": "Yes", "C": "No", "D": "It bounces off the rim"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1152", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_129.mp4", "question_type": "multiple-choice", "question": "Does the basketball hit the backboard?", "choices": {"A": "It's unclear", "B": "Yes", "C": "No", "D": "There is no basketball"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1153", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_130.mp4", "question_type": "multiple-choice", "question": "Does the ball hit the rim, yes or no?", "choices": {"A": "It goes straight through the hoop without touching the rim.", "B": "No", "C": "Yes", "D": "It hits the backboard instead"}, "answer": "No", "type": "real_ego"} {"id": "validation_1154", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_131.mp4", "question_type": "multiple-choice", "question": "Is the person initially catching or shooting the ball?", "choices": {"A": "Passing", "B": "Throwing", "C": "Shooting", "D": "Catching"}, "answer": "Catching", "type": "real_ego"} {"id": "validation_1155", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_132.mp4", "question_type": "multiple-choice", "question": "To which direction does the person lean to when catching the ball?", "choices": {"A": "Forward", "B": "Right", "C": "Left", "D": "Backward"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1156", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_132.mp4", "question_type": "multiple-choice", "question": "Did the basketball hit the rim?", "choices": {"A": "No", "B": "There is no basketball", "C": "Yes", "D": "It's unclear"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1157", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_132.mp4", "question_type": "multiple-choice", "question": "Does the person move farther away from the basket towards the end of the video?", "choices": {"A": "Not enough information in the scene to answer", "B": "No", "C": "The person remains at the same distance", "D": "Yes"}, "answer": "No", "type": "real_ego"} {"id": "validation_1158", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_133.mp4", "question_type": "multiple-choice", "question": "Does the player shoot the basketball with his right or left hand?", "choices": {"A": "Left", "B": "Player did not shoot the basketball", "C": "It's unclear", "D": "Right"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1159", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_133.mp4", "question_type": "multiple-choice", "question": "What happens to the basketball after being thrown?", "choices": {"A": "It floats into the sky", "B": "It goes into the hoop", "C": "It bounces off the rim", "D": "It hits the backboard"}, "answer": "It bounces off the rim", "type": "real_ego"} {"id": "validation_1160", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_134.mp4", "question_type": "multiple-choice", "question": "How many of the basketballs were shot from the left of the basket?", "choices": {"A": "2", "B": "1", "C": "3", "D": "4"}, "answer": "1", "type": "real_ego"} {"id": "validation_1161", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_134.mp4", "question_type": "multiple-choice", "question": "How many basketballs went into the net?", "choices": {"A": "5", "B": "4", "C": "2", "D": "3"}, "answer": "3", "type": "real_ego"} {"id": "validation_1162", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_135.mp4", "question_type": "multiple-choice", "question": "In which direction did the person move after shooting the basketball?", "choices": {"A": "Backward", "B": "Left", "C": "Forward", "D": "Right"}, "answer": "Forward", "type": "real_ego"} {"id": "validation_1163", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_136.mp4", "question_type": "multiple-choice", "question": "Is the basketball moving towards the camera?", "choices": {"A": "It's moving away from the camera", "B": "Yes", "C": "No", "D": "It's stationary"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1164", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_136.mp4", "question_type": "multiple-choice", "question": "In which direction is the man with the white shirt moving after shooting the basketball?", "choices": {"A": "Down", "B": "Right", "C": "Up", "D": "Left"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1165", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_136.mp4", "question_type": "multiple-choice", "question": "What direction is the basketball moving towards?", "choices": {"A": "left", "B": "right", "C": "towards the camera", "D": "away from the camera"}, "answer": "towards the camera", "type": "real_ego"} {"id": "validation_1166", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_137.mp4", "question_type": "multiple-choice", "question": "In which direction is the man with the black shirt and shorts moving?", "choices": {"A": "Backward", "B": "To the right. ", "C": "Forward", "D": "To the left"}, "answer": "To the right. ", "type": "real_ego"} {"id": "validation_1167", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_138.mp4", "question_type": "multiple-choice", "question": "How many times did the shuttlecock go over the net?", "choices": {"A": "5 times", "B": "4 times", "C": "3 times", "D": "2 times"}, "answer": "3 times", "type": "real_ego"} {"id": "validation_1168", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_138.mp4", "question_type": "multiple-choice", "question": "Did the shuttlecock ever go higher in height than than the camera?", "choices": {"A": "The camera was at the highest point.", "B": "No", "C": "The shuttlecock never left the ground", "D": "Yes"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1169", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_138.mp4", "question_type": "multiple-choice", "question": "Did the serve go cross court or down the line?", "choices": {"A": "Cross court", "B": "Out of bounds", "C": "Not enough information in the scene to answer", "D": "Down the line"}, "answer": "Cross court", "type": "real_ego"} {"id": "validation_1170", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_139.mp4", "question_type": "multiple-choice", "question": "On what side of the net did the shuttlecock start from in the video?", "choices": {"A": "On the nearer side", "B": "On the farther side. ", "C": "It started from above the net", "D": "In the middle of the net"}, "answer": "On the farther side. ", "type": "real_ego"} {"id": "validation_1171", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_139.mp4", "question_type": "multiple-choice", "question": "Did the shuttlecock get closer to the camera at the end of the video?", "choices": {"A": "Yes", "B": "No", "C": "It stayed the same distance from the camera", "D": "Not enough information in the scene to answer"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1172", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_140.mp4", "question_type": "multiple-choice", "question": "In which direction did the person turn to?", "choices": {"A": "Right", "B": "Left", "C": "Down", "D": "Up"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1173", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_141.mp4", "question_type": "multiple-choice", "question": "Did the person get closer to the sink at the end of the video?", "choices": {"A": "No", "B": "Stayed the same distance", "C": "Yes", "D": "Moved further away"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1174", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_142.mp4", "question_type": "multiple-choice", "question": "How many carrots did the person pick up with their left hand versus their right hand?", "choices": {"A": "1 with their right hand and 2 with their left hand", "B": "0 with their right hand and 3 with their left hand.", "C": "2 with their right hand and 1 with their left hand", "D": "3 with their right hand and 0 with their left hand."}, "answer": "3 with their right hand and 0 with their left hand.", "type": "real_ego"} {"id": "validation_1175", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_143.mp4", "question_type": "multiple-choice", "question": "In the video, how many knives did the person pick up and place to the right?", "choices": {"A": "3", "B": "0", "C": "2", "D": "1"}, "answer": "0", "type": "real_ego"} {"id": "validation_1176", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_143.mp4", "question_type": "multiple-choice", "question": "In the video, how many objects did the person move away from them?", "choices": {"A": "5", "B": "4", "C": "2", "D": "3"}, "answer": "4", "type": "real_ego"} {"id": "validation_1177", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_143.mp4", "question_type": "multiple-choice", "question": "What was the vertical movement of the box being handled?", "choices": {"A": "Up", "B": "Stationary", "C": "Down. ", "D": "Sideways"}, "answer": "Down. ", "type": "real_ego"} {"id": "validation_1178", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_144.mp4", "question_type": "multiple-choice", "question": "In what direction where the bottles moved relative to the cook?", "choices": {"A": "To the right of the cook", "B": "Towards the cook", "C": "To the left of the cook", "D": "Away from the cook. "}, "answer": "Away from the cook. ", "type": "real_ego"} {"id": "validation_1179", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_145.mp4", "question_type": "multiple-choice", "question": "In what direction did the yellow lid rotate?", "choices": {"A": "to the left", "B": "counter-clockwise", "C": "clockwise", "D": "no rotation"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1180", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_146.mp4", "question_type": "multiple-choice", "question": "Did the person spray the fire extinguisher left or right?", "choices": {"A": "Left", "B": "Right", "C": "Neither, did not use fire extinguisher. ", "D": "Both"}, "answer": "Neither, did not use fire extinguisher. ", "type": "real_ego"} {"id": "validation_1181", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_147.mp4", "question_type": "multiple-choice", "question": "In what direction did the egg move relative to the cook when it was being held?", "choices": {"A": "Right", "B": "Up", "C": "Down", "D": "Left"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1182", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_147.mp4", "question_type": "multiple-choice", "question": "To what side did the person reach his hand out to when getting the bowl?", "choices": {"A": "Straight ahead", "B": "To the left. ", "C": "Upward", "D": "To the right"}, "answer": "To the left. ", "type": "real_ego"} {"id": "validation_1183", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_148.mp4", "question_type": "multiple-choice", "question": "Describe the spatial movement of the person during the video. ", "choices": {"A": "The person sat down immediately after entering", "B": "The person first turned left, walked towards the fridge, and then bent over.", "C": "The person walked straight and then turned right", "D": "The person ran towards the door and then jumped."}, "answer": "The person first turned left, walked towards the fridge, and then bent over.", "type": "real_ego"} {"id": "validation_1184", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_149.mp4", "question_type": "multiple-choice", "question": "On what side of the bowl was the egg cracked on?", "choices": {"A": "Left", "B": "Front", "C": "Not enough information in the scene to answer", "D": "Right"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1185", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_150.mp4", "question_type": "multiple-choice", "question": "In what direction did the person's hand move to open the faucet?", "choices": {"A": "Left", "B": "Down", "C": "Right", "D": "Up"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1186", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_151.mp4", "question_type": "multiple-choice", "question": "In what direction was the white water bottle moved relative to the person's perspective?", "choices": {"A": "Towards the person", "B": "To the right", "C": "Away from the person. ", "D": "To the left"}, "answer": "Away from the person. ", "type": "real_ego"} {"id": "validation_1187", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_152.mp4", "question_type": "multiple-choice", "question": "Did the person move to the left or right to pick up the bowl?", "choices": {"A": "Moved to the left", "B": "No bowl in the video. ", "C": "Not enough information in the scene to answer", "D": "Moved to the right"}, "answer": "No bowl in the video. ", "type": "real_ego"} {"id": "validation_1188", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_152.mp4", "question_type": "multiple-choice", "question": "In which spatial direction where the bottles moved at the end of the video compared to the start?", "choices": {"A": "They remained in the same location. ", "B": "North", "C": "East", "D": "South"}, "answer": "They remained in the same location. ", "type": "real_ego"} {"id": "validation_1189", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_153.mp4", "question_type": "multiple-choice", "question": "What was the person's movement relative to the fridge throughout the video?", "choices": {"A": "Away and to the left. ", "B": "Standing still.", "C": "Towards and to the right", "D": "Directly towards the fridge"}, "answer": "Away and to the left. ", "type": "real_ego"} {"id": "validation_1190", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_153.mp4", "question_type": "multiple-choice", "question": "In what direction did the fridge door move?", "choices": {"A": "Left. ", "B": "Right", "C": "Down", "D": "Up"}, "answer": "Left. ", "type": "real_ego"} {"id": "validation_1191", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_154.mp4", "question_type": "multiple-choice", "question": "How many broccolis did the person pick up with their left hand?", "choices": {"A": "0", "B": "2", "C": "1", "D": "there are no broccolis"}, "answer": "1", "type": "real_ego"} {"id": "validation_1192", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_155.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn, left, right, or other?", "choices": {"A": "Right", "B": "Other", "C": "Not enough information in the scene to answer", "D": "Left"}, "answer": "Right", "type": "real_ego"} {"id": "validation_1193", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_156.mp4", "question_type": "multiple-choice", "question": "In what direction did the cabinet open?", "choices": {"A": "Down", "B": "Up", "C": "Left", "D": "Right"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1194", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_157.mp4", "question_type": "multiple-choice", "question": "In what direction did the baker move the tray with the dough balls?", "choices": {"A": "He did not move the tray. ", "B": "To the right", "C": "To the left", "D": "Forward"}, "answer": "He did not move the tray. ", "type": "real_ego"} {"id": "validation_1195", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_157.mp4", "question_type": "multiple-choice", "question": "Describe the movement of the dough ball being handled in the right hand. ", "choices": {"A": "It was tossed in the air and caught repeatedly", "B": "It was flattened and stretched out", "C": "It was thrown away to the left.", "D": "It was first rolled around and then placed to the right on a tray. "}, "answer": "It was first rolled around and then placed to the right on a tray. ", "type": "real_ego"} {"id": "validation_1196", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_158.mp4", "question_type": "multiple-choice", "question": "Did the baker have to turn left or right to open the cabinet?", "choices": {"A": "Straight", "B": "Not enough information in the scene to answer", "C": "Right", "D": "Left"}, "answer": "Left", "type": "real_ego"} {"id": "validation_1197", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_158.mp4", "question_type": "multiple-choice", "question": "How did the pose of the baker change at the end of the video?", "choices": {"A": "He bent over.", "B": "He stretched his arms out", "C": "He sat down", "D": "He stood up straight"}, "answer": "He bent over.", "type": "real_ego"} {"id": "validation_1198", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_159.mp4", "question_type": "multiple-choice", "question": "In what direction did the baker in the video move the dark bottle. ", "choices": {"A": "To the left", "B": "To the right", "C": "Towards the camera", "D": "The dark bottle did not move. "}, "answer": "The dark bottle did not move. ", "type": "real_ego"} {"id": "validation_1199", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_159.mp4", "question_type": "multiple-choice", "question": "Describe the movement of the chocolate chips relative to the baker after being taken out of the bag.", "choices": {"A": "Away from the baker", "B": "Above the baker", "C": "Towards the baker. ", "D": "To the left of the baker"}, "answer": "Towards the baker. ", "type": "real_ego"} {"id": "validation_1200", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_159.mp4", "question_type": "multiple-choice", "question": "In what direction did the worker scoop the chocolate chips in at the end of the video?", "choices": {"A": "To the right.", "B": "Towards himself.", "C": "Away from himself", "D": "To the left"}, "answer": "Towards himself.", "type": "real_ego"} {"id": "validation_1201", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_159.mp4", "question_type": "multiple-choice", "question": "In what direction did the worker's left hand sweep the crumbs away?", "choices": {"A": "left", "B": "downward", "C": "right", "D": "upward"}, "answer": "right", "type": "real_ego"} {"id": "validation_1202", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_160.mp4", "question_type": "multiple-choice", "question": "How many of the dough balls were placed to the left?", "choices": {"A": "3", "B": "2", "C": "0", "D": "1"}, "answer": "0", "type": "real_ego"} {"id": "validation_1203", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_160.mp4", "question_type": "multiple-choice", "question": "What is the movement of the dough ball that is being weighed on the scale?", "choices": {"A": "There are no dough balls on scales", "B": "Expanded on the scale", "C": "Rolled off the scale", "D": "Flattened on the scale"}, "answer": "There are no dough balls on scales", "type": "real_ego"} {"id": "validation_1204", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_160.mp4", "question_type": "multiple-choice", "question": "Which hand is the person using to dip the dough ball into the chocolate chips?", "choices": {"A": "right hand", "B": "left hand", "C": "both hands", "D": "there are no dough balls"}, "answer": "both hands", "type": "real_ego"} {"id": "validation_1205", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_161.mp4", "question_type": "multiple-choice", "question": "Which rotational direction is the person turning the knob?", "choices": {"A": "not enough information in the scene to answer", "B": "to the left", "C": "counterclockwise", "D": "clockwise"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1206", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_161.mp4", "question_type": "multiple-choice", "question": "How many times does the person turning the knob clockwise?", "choices": {"A": "4", "B": "1", "C": "3", "D": "2"}, "answer": "1", "type": "real_ego"} {"id": "validation_1207", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_162.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn to access the fridge?", "choices": {"A": "backward", "B": "left", "C": "right", "D": "straight"}, "answer": "right", "type": "real_ego"} {"id": "validation_1208", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_163.mp4", "question_type": "multiple-choice", "question": "With respect to the sink, where is the fridge?", "choices": {"A": "behind", "B": "right side", "C": "left side", "D": "in front"}, "answer": "right side", "type": "real_ego"} {"id": "validation_1209", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_163.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn to get the trash bag?", "choices": {"A": "right", "B": "left", "C": "backward", "D": "straight"}, "answer": "right", "type": "real_ego"} {"id": "validation_1210", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_164.mp4", "question_type": "multiple-choice", "question": "Which way does the person move the bowl to rinse it?", "choices": {"A": "up", "B": "sideways", "C": "not enough information in the scene to answer", "D": "down"}, "answer": "up", "type": "real_ego"} {"id": "validation_1211", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_165.mp4", "question_type": "multiple-choice", "question": "Where were the eggs placed relative to the rice cooker?", "choices": {"A": "on top of", "B": "next to", "C": "in front of", "D": "behind"}, "answer": "in front of", "type": "real_ego"} {"id": "validation_1212", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_166.mp4", "question_type": "multiple-choice", "question": "How is the position of the egg changing over time?", "choices": {"A": "spinning", "B": "floating", "C": "rolling", "D": "falling"}, "answer": "falling", "type": "real_ego"} {"id": "validation_1213", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_167.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn to get tissue?", "choices": {"A": "forward", "B": "backward", "C": "left", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_1214", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_168.mp4", "question_type": "multiple-choice", "question": "Which side of the stovetop is the wall being wiped?", "choices": {"A": "middle", "B": "right", "C": "front", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1215", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_169.mp4", "question_type": "multiple-choice", "question": "Which side of the plate does the person put the ketchup on?", "choices": {"A": "left", "B": "top", "C": "right", "D": "center"}, "answer": "right", "type": "real_ego"} {"id": "validation_1216", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_170.mp4", "question_type": "multiple-choice", "question": "Which direction is the wooden plank that is being cut sliding towards?", "choices": {"A": "right", "B": "left", "C": "there are no wooden planks", "D": "backward"}, "answer": "left", "type": "real_ego"} {"id": "validation_1217", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_170.mp4", "question_type": "multiple-choice", "question": "Which direction is the wooden block that is being cut sliding?", "choices": {"A": "right", "B": "up", "C": "down", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1218", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_171.mp4", "question_type": "multiple-choice", "question": "How does the relative position of the newly cut block move with respect to the person?", "choices": {"A": "moves to the left", "B": "comes closer", "C": "moves away", "D": "stays in the same position"}, "answer": "comes closer", "type": "real_ego"} {"id": "validation_1219", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_172.mp4", "question_type": "multiple-choice", "question": "Which direction is the chainsaw moving", "choices": {"A": "forward", "B": "sideways", "C": "backward", "D": "not moving"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1220", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_173.mp4", "question_type": "multiple-choice", "question": "What direction is the wooden plank that is being cut moving towards?", "choices": {"A": "moving away from the person", "B": "coming closer to the person", "C": "staying still", "D": "moving right"}, "answer": "coming closer to the person", "type": "real_ego"} {"id": "validation_1221", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_174.mp4", "question_type": "multiple-choice", "question": "Which way does the noodle picked up by the cook travel with respect to the start of the video?", "choices": {"A": "to the right", "B": "upward", "C": "to the left", "D": "downward"}, "answer": "to the right", "type": "real_ego"} {"id": "validation_1222", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_174.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn to get the bowl?", "choices": {"A": "left", "B": "right", "C": "backwards", "D": "straight"}, "answer": "right", "type": "real_ego"} {"id": "validation_1223", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_175.mp4", "question_type": "multiple-choice", "question": "Which direction is the pot moving?", "choices": {"A": "to the left", "B": "upwards", "C": "not moving", "D": "to the right"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1224", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_176.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn to get the greens?", "choices": {"A": "around the other way", "B": "towards the right", "C": "clockwise", "D": "anti-clockwise"}, "answer": "anti-clockwise", "type": "real_ego"} {"id": "validation_1225", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_177.mp4", "question_type": "multiple-choice", "question": "With respect to the bowl of greens, how does the person move the pot?", "choices": {"A": "closer", "B": "to the side", "C": "not at all", "D": "further away"}, "answer": "closer", "type": "real_ego"} {"id": "validation_1226", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_178.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn to go to the stove?", "choices": {"A": "not enough information in the scene to answer", "B": "anti-clockwise", "C": "clockwise", "D": "towards the right"}, "answer": "anti-clockwise", "type": "real_ego"} {"id": "validation_1227", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_178.mp4", "question_type": "multiple-choice", "question": "Where is the sink with respect to the person when they are looking at the stove?", "choices": {"A": "to the left", "B": "to the right", "C": "in front", "D": "behind"}, "answer": "behind", "type": "real_ego"} {"id": "validation_1228", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_178.mp4", "question_type": "multiple-choice", "question": "Describe the movement of the spatula with respect to the cook when stirring. ", "choices": {"A": "Held the spatula still", "B": "Shifted the spatula towards and then away ", "C": "Rotated the spatula in a circular motion", "D": "Moved the spatula side to side"}, "answer": "Shifted the spatula towards and then away ", "type": "real_ego"} {"id": "validation_1229", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_178.mp4", "question_type": "multiple-choice", "question": "Where is the pot that was handled at the beginning of the video with respect to the cook when they begin stirring the food with the spatula?", "choices": {"A": "behind", "B": "in front", "C": "to the left", "D": "to the right"}, "answer": "behind", "type": "real_ego"} {"id": "validation_1230", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_179.mp4", "question_type": "multiple-choice", "question": "Which side of the person did the motorbike pass by on?", "choices": {"A": "left", "B": "in front", "C": "right", "D": "behind"}, "answer": "left", "type": "real_ego"} {"id": "validation_1231", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_180.mp4", "question_type": "multiple-choice", "question": "What is happening to the distance between the truck and the camera?", "choices": {"A": "staying the same", "B": "increasing", "C": "decreasing", "D": "fluctuating"}, "answer": "increasing", "type": "real_ego"} {"id": "validation_1232", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_181.mp4", "question_type": "multiple-choice", "question": "Which side of the truck did the person walk past?", "choices": {"A": "back", "B": "front", "C": "left", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_1233", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_182.mp4", "question_type": "multiple-choice", "question": "Which direction is the motorbike traveling towards?", "choices": {"A": "forward", "B": "backward", "C": "right", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1234", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_183.mp4", "question_type": "multiple-choice", "question": "How does the barber rotate their body to drape the cover over the client?", "choices": {"A": "not rotating", "B": "clockwise", "C": "counter-clockwise", "D": "upwards"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1235", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_183.mp4", "question_type": "multiple-choice", "question": "Which direction did the barber move their arms?", "choices": {"A": "up", "B": "right", "C": "left", "D": "down"}, "answer": "right", "type": "real_ego"} {"id": "validation_1236", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_184.mp4", "question_type": "multiple-choice", "question": "Which direction does the barber turn to pick up the towel?", "choices": {"A": "straight", "B": "right", "C": "backward", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1237", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_185.mp4", "question_type": "multiple-choice", "question": "Which direction is the barber combing the person’s hair at the start?", "choices": {"A": "away from the camera", "B": "to the left", "C": "to the right", "D": "toward the camera"}, "answer": "away from the camera", "type": "real_ego"} {"id": "validation_1238", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_186.mp4", "question_type": "multiple-choice", "question": "Which side of the persons’ head is the barber starting to trim hair from?", "choices": {"A": "front", "B": "left", "C": "top", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_1239", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_187.mp4", "question_type": "multiple-choice", "question": "Did the barber switch which side of the person's head they were trimming hair from?", "choices": {"A": "No", "B": "Yes", "C": "The barber didn't trim any hair at all", "D": "The barber trimmed both sides equally"}, "answer": "Yes", "type": "real_ego"} {"id": "validation_1240", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_187.mp4", "question_type": "multiple-choice", "question": "Which direction did the barber move to switch the side they were cutting hair from?", "choices": {"A": "right", "B": "forward", "C": "backward", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1241", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_188.mp4", "question_type": "multiple-choice", "question": "Which direction did the person move the trimmer along the comb?", "choices": {"A": "down", "B": "left", "C": "right", "D": "up"}, "answer": "left", "type": "real_ego"} {"id": "validation_1242", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_189.mp4", "question_type": "multiple-choice", "question": "What does the left hand do?", "choices": {"A": "point", "B": "hold a cup", "C": "wave", "D": "pick up the phone"}, "answer": "pick up the phone", "type": "real_ego"} {"id": "validation_1243", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_189.mp4", "question_type": "multiple-choice", "question": "What does the right hand do?", "choices": {"A": "point", "B": "rest on the table", "C": "hold the phone", "D": "wave"}, "answer": "hold the phone", "type": "real_ego"} {"id": "validation_1244", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_189.mp4", "question_type": "multiple-choice", "question": "What direction is the table moving?", "choices": {"A": "not moving", "B": "upwards", "C": "left", "D": "right"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1245", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_190.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn to open the door?", "choices": {"A": "left", "B": "upward", "C": "downward", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_1246", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_191.mp4", "question_type": "multiple-choice", "question": "After coming down the stairs, which way does the person turn?", "choices": {"A": "right", "B": "straight", "C": "left", "D": "back up the stairs"}, "answer": "right", "type": "real_ego"} {"id": "validation_1247", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_192.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn to go towards the stovetop?", "choices": {"A": "backwards", "B": "left", "C": "straight", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_1248", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_193.mp4", "question_type": "multiple-choice", "question": "What does the right hand do?", "choices": {"A": "hold a pen", "B": "open the drawer", "C": "close the drawer", "D": "turn the page"}, "answer": "open the drawer", "type": "real_ego"} {"id": "validation_1249", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_193.mp4", "question_type": "multiple-choice", "question": "What does the left hand do?", "choices": {"A": "wave", "B": "hold the plate", "C": "rest on the table", "D": "point"}, "answer": "hold the plate", "type": "real_ego"} {"id": "validation_1250", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_194.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn to go to the table?", "choices": {"A": "towards the right", "B": "anti-clockwise", "C": "spins around", "D": "clockwise"}, "answer": "anti-clockwise", "type": "real_ego"} {"id": "validation_1251", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_195.mp4", "question_type": "multiple-choice", "question": "What is the right hand doing?", "choices": {"A": "stirring a pot", "B": "writing a note", "C": "holding bread", "D": "cutting bread with a knife"}, "answer": "cutting bread with a knife", "type": "real_ego"} {"id": "validation_1252", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_195.mp4", "question_type": "multiple-choice", "question": "What is the left hand doing?", "choices": {"A": "opening fridge", "B": "holding cup", "C": "holding knife", "D": "holding bread"}, "answer": "holding bread", "type": "real_ego"} {"id": "validation_1253", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_195.mp4", "question_type": "multiple-choice", "question": "Which rotational direction is the person cutting bread?", "choices": {"A": "clockwise", "B": "upward", "C": "counterclockwise", "D": "downward"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1254", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_196.mp4", "question_type": "multiple-choice", "question": "Where is the butter pack placed with respect to the bread slices?", "choices": {"A": "above", "B": "in front", "C": "to the right", "D": "to the left"}, "answer": "to the left", "type": "real_ego"} {"id": "validation_1255", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_196.mp4", "question_type": "multiple-choice", "question": "Where is the butter pack placed with respect to the tissue roll?", "choices": {"A": "to the right", "B": "behind", "C": "to the left", "D": "in front"}, "answer": "to the left", "type": "real_ego"} {"id": "validation_1256", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_196.mp4", "question_type": "multiple-choice", "question": "How many objects did the person put down with their left hand?", "choices": {"A": "0", "B": "1", "C": "2", "D": "3"}, "answer": "2", "type": "real_ego"} {"id": "validation_1257", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_197.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn after picking up the plate?", "choices": {"A": "counter-clockwise", "B": "left", "C": "clockwise", "D": "upwards"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1258", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_198.mp4", "question_type": "multiple-choice", "question": "Which slice of bread got butter put on it first?", "choices": {"A": "right", "B": "left", "C": "middle", "D": "none"}, "answer": "right", "type": "real_ego"} {"id": "validation_1259", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_199.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn to enter the room?", "choices": {"A": "backward", "B": "right", "C": "left", "D": "straight"}, "answer": "left", "type": "real_ego"} {"id": "validation_1260", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_200.mp4", "question_type": "multiple-choice", "question": "How many doors does the person walk through?", "choices": {"A": "0", "B": "1", "C": "4", "D": "5"}, "answer": "1", "type": "real_ego"} {"id": "validation_1261", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_201.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn after walking through the door?", "choices": {"A": "right", "B": "up", "C": "left", "D": "down"}, "answer": "right", "type": "real_ego"} {"id": "validation_1262", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_202.mp4", "question_type": "multiple-choice", "question": "Which direction is the power drill moving in?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "there is no power drill"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1263", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_203.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn to go grab the tool?", "choices": {"A": "Counterclockwise", "B": "Clockwise", "C": "Not enough information in the scene to answer", "D": "Up"}, "answer": "Clockwise", "type": "real_ego"} {"id": "validation_1264", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_204.mp4", "question_type": "multiple-choice", "question": "How is the person moving the knife?", "choices": {"A": "Right to left", "B": "Left to right", "C": "Forwards and backwards", "D": "Clockwise"}, "answer": "Forwards and backwards", "type": "real_ego"} {"id": "validation_1265", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_205.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn to exit the room?", "choices": {"A": "straight", "B": "left", "C": "back", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_1266", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_206.mp4", "question_type": "multiple-choice", "question": "Which way did the person turn to enter the kitchen?", "choices": {"A": "left", "B": "right", "C": "no turning", "D": "person is not moving"}, "answer": "left", "type": "real_ego"} {"id": "validation_1267", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_207.mp4", "question_type": "multiple-choice", "question": "With respect to the tomatoes, where was the vegetable placed", "choices": {"A": "on top of", "B": "next to", "C": "behind", "D": "in front of"}, "answer": "in front of", "type": "real_ego"} {"id": "validation_1268", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_208.mp4", "question_type": "multiple-choice", "question": "How many leaves were plucked while pulling to the left?", "choices": {"A": "3", "B": "4", "C": "5", "D": "2"}, "answer": "2", "type": "real_ego"} {"id": "validation_1269", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_208.mp4", "question_type": "multiple-choice", "question": "How many leaves were plucked while pulling to the right?", "choices": {"A": "0", "B": "10", "C": "3", "D": "5"}, "answer": "0", "type": "real_ego"} {"id": "validation_1270", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_209.mp4", "question_type": "multiple-choice", "question": "Which way does the person turn to go to the sink?", "choices": {"A": "right", "B": "straight", "C": "backward", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1271", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_210.mp4", "question_type": "multiple-choice", "question": "Which side does the person cut the vegetable from?", "choices": {"A": "right", "B": "left", "C": "top", "D": "bottom"}, "answer": "right", "type": "real_ego"} {"id": "validation_1272", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_211.mp4", "question_type": "multiple-choice", "question": "Starting from which end to which end did the person cut the vegetable?", "choices": {"A": "left to right", "B": "top to bottom", "C": "right to left", "D": "bottom to top"}, "answer": "right to left", "type": "real_ego"} {"id": "validation_1273", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_212.mp4", "question_type": "multiple-choice", "question": "Starting from which end to which end did the person cut the vegetable?", "choices": {"A": "left to right", "B": "bottom to top", "C": "top to bottom", "D": "right to left"}, "answer": "right to left", "type": "real_ego"} {"id": "validation_1274", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_213.mp4", "question_type": "multiple-choice", "question": "Which side of the cutting board was the knife placed?", "choices": {"A": "right", "B": "under the board", "C": "center", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1275", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_214.mp4", "question_type": "multiple-choice", "question": "Which way were the sliced pieces moved into the bowl with respect to the person?", "choices": {"A": "away", "B": "to the right", "C": "to the left", "D": "towards"}, "answer": "towards", "type": "real_ego"} {"id": "validation_1276", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_215.mp4", "question_type": "multiple-choice", "question": "Which direction did the knife move after being picked up?", "choices": {"A": "right", "B": "down", "C": "left", "D": "up"}, "answer": "left", "type": "real_ego"} {"id": "validation_1277", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_216.mp4", "question_type": "multiple-choice", "question": "Starting from which end to which end did the person cut the vegetable?", "choices": {"A": "top to bottom", "B": "bottom to top", "C": "right to left", "D": "left to right"}, "answer": "right to left", "type": "real_ego"} {"id": "validation_1278", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_217.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn to go towards the sink?", "choices": {"A": "straight ahead", "B": "clockwise", "C": "counterclockwise", "D": "reversed direction"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1279", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_218.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn twards?", "choices": {"A": "clockwise", "B": "upwards", "C": "downwards", "D": "counter-clockwise"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1280", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_219.mp4", "question_type": "multiple-choice", "question": "Which direction does the grater move after being picked up?", "choices": {"A": "to the right", "B": "upwards", "C": "doesn’t move", "D": "to the left"}, "answer": "doesn’t move", "type": "real_ego"} {"id": "validation_1281", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_220.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn to go to the sink?", "choices": {"A": "left", "B": "clockwise", "C": "counter-clockwise", "D": "upwards"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1282", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_221.mp4", "question_type": "multiple-choice", "question": "Which direction does the person go in to go from the sink to the stove?", "choices": {"A": "straight", "B": "backward", "C": "right", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1283", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_222.mp4", "question_type": "multiple-choice", "question": "Which way is the phone moving?", "choices": {"A": "to the right", "B": "to the left", "C": "upwards", "D": "not moving"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1284", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_223.mp4", "question_type": "multiple-choice", "question": "Which direction is the bottle moved before pouring with respect to the person?", "choices": {"A": "right", "B": "left", "C": "towards", "D": "away"}, "answer": "towards", "type": "real_ego"} {"id": "validation_1285", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_224.mp4", "question_type": "multiple-choice", "question": "Which direction is the pasta sheet moved to be put on the plate?", "choices": {"A": "left", "B": "backward", "C": "forward", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_1286", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_224.mp4", "question_type": "multiple-choice", "question": "Which direction is the pasta sheet moved to be put on the plate with respect to the person?", "choices": {"A": "left", "B": "away", "C": "towards", "D": "right"}, "answer": "towards", "type": "real_ego"} {"id": "validation_1287", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_225.mp4", "question_type": "multiple-choice", "question": "Which direction is the sauce moved to be put into the bowl?", "choices": {"A": "down", "B": "up", "C": "right", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1288", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_226.mp4", "question_type": "multiple-choice", "question": "Which direction is the cloth being moved?", "choices": {"A": "right", "B": "left", "C": "up", "D": "down"}, "answer": "right", "type": "real_ego"} {"id": "validation_1289", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_226.mp4", "question_type": "multiple-choice", "question": "Which direction is the cloth being moved?", "choices": {"A": "up", "B": "left", "C": "down", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_1290", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_226.mp4", "question_type": "multiple-choice", "question": "Starting from which end to which end did the move the cloth?", "choices": {"A": "right to left", "B": "left to right", "C": "top to bottom", "D": "bottom to top"}, "answer": "left to right", "type": "real_ego"} {"id": "validation_1291", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_227.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn to go to the stove?", "choices": {"A": "backwards", "B": "straight ahead", "C": "anti-clockwise", "D": "clockwise"}, "answer": "anti-clockwise", "type": "real_ego"} {"id": "validation_1292", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_228.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn to use the grinder?", "choices": {"A": "upward", "B": "counterclockwise", "C": "clockwise", "D": "downward"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1293", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_229.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person go to the sink?", "choices": {"A": "straight", "B": "counterclockwise", "C": "not enough information in the scene to answer", "D": "clockwise"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1294", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_230.mp4", "question_type": "multiple-choice", "question": "Which direction did the bowl move to go to the stovetop?", "choices": {"A": "backward", "B": "right", "C": "forward", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1295", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_231.mp4", "question_type": "multiple-choice", "question": "Which side of the stovetop was the bowl placed?", "choices": {"A": "not enough information in the scene to answer", "B": "right", "C": "left", "D": "middle"}, "answer": "left", "type": "real_ego"} {"id": "validation_1296", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_232.mp4", "question_type": "multiple-choice", "question": "Which direction is the person scooping the vegetables into the bowl?", "choices": {"A": "down", "B": "right", "C": "left", "D": "up"}, "answer": "left", "type": "real_ego"} {"id": "validation_1297", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_233.mp4", "question_type": "multiple-choice", "question": "Which direction is the person scooping the puree into the bowl?", "choices": {"A": "right", "B": "upward", "C": "downward", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1298", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_234.mp4", "question_type": "multiple-choice", "question": "Which direction is the bowl moved after washing?", "choices": {"A": "right", "B": "left", "C": "straight", "D": "backward"}, "answer": "right", "type": "real_ego"} {"id": "validation_1299", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_235.mp4", "question_type": "multiple-choice", "question": "Which direction is the bowl moved after rinsing?", "choices": {"A": "back", "B": "left", "C": "right", "D": "forward"}, "answer": "left", "type": "real_ego"} {"id": "validation_1300", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_236.mp4", "question_type": "multiple-choice", "question": "Which direction are the forks moved after rinsing?", "choices": {"A": "down", "B": "left", "C": "up", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_1301", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_237.mp4", "question_type": "multiple-choice", "question": "Which direction is the cup moved after rinsing?", "choices": {"A": "right", "B": "up", "C": "down", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1302", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_238.mp4", "question_type": "multiple-choice", "question": "Which direction is the bowl moved after rinsing?", "choices": {"A": "right", "B": "left", "C": "backward", "D": "forward"}, "answer": "left", "type": "real_ego"} {"id": "validation_1303", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_239.mp4", "question_type": "multiple-choice", "question": "Which direction is the bowl moved after rinsing?", "choices": {"A": "left", "B": "right", "C": "backward", "D": "forward"}, "answer": "left", "type": "real_ego"} {"id": "validation_1304", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_240.mp4", "question_type": "multiple-choice", "question": "Which direction is the spoon moved after rinsing?", "choices": {"A": "up", "B": "down", "C": "right", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1305", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_241.mp4", "question_type": "multiple-choice", "question": "Which direction does the person walk in away from the sink?", "choices": {"A": "left", "B": "forward", "C": "right", "D": "backward"}, "answer": "right", "type": "real_ego"} {"id": "validation_1306", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_242.mp4", "question_type": "multiple-choice", "question": "Starting from which end to which end does the person cut the vegetable", "choices": {"A": "right to left", "B": "top to bottom", "C": "bottom to top", "D": "left to right"}, "answer": "right to left", "type": "real_ego"} {"id": "validation_1307", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_243.mp4", "question_type": "multiple-choice", "question": "How many leaves are plucked from the right side?", "choices": {"A": "0", "B": "1", "C": "3", "D": "2"}, "answer": "1", "type": "real_ego"} {"id": "validation_1308", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_243.mp4", "question_type": "multiple-choice", "question": "How many leaves are plucked from the left side?", "choices": {"A": "5", "B": "2", "C": "0", "D": "3"}, "answer": "0", "type": "real_ego"} {"id": "validation_1309", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_244.mp4", "question_type": "multiple-choice", "question": "Which direction is the knife moving?", "choices": {"A": "upwards", "B": "to the right", "C": "not moving", "D": "to the left"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1310", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_245.mp4", "question_type": "multiple-choice", "question": "Which direction does the package of meat move?", "choices": {"A": "down", "B": "right", "C": "up", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1311", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_246.mp4", "question_type": "multiple-choice", "question": "Which direction does the salt container move?", "choices": {"A": "right", "B": "down", "C": "up", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1312", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_247.mp4", "question_type": "multiple-choice", "question": "Which direction does the cabbage move?", "choices": {"A": "upwards", "B": "to the right", "C": "to the left", "D": "not moving"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1313", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_248.mp4", "question_type": "multiple-choice", "question": "How many spoonfuls of powder did the person pour to the right?", "choices": {"A": "3", "B": "2", "C": "4", "D": "1"}, "answer": "2", "type": "real_ego"} {"id": "validation_1314", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_248.mp4", "question_type": "multiple-choice", "question": "How many spoonfuls of powder did the person pour to the left?", "choices": {"A": "1", "B": "0", "C": "2", "D": "3"}, "answer": "0", "type": "real_ego"} {"id": "validation_1315", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_249.mp4", "question_type": "multiple-choice", "question": "How did the person turn after pouring out the white box?", "choices": {"A": "to the right", "B": "upwards", "C": "to the left", "D": "downwards"}, "answer": "to the right", "type": "real_ego"} {"id": "validation_1316", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_250.mp4", "question_type": "multiple-choice", "question": "Respect to the stovetop, on which side is the jar placed?", "choices": {"A": "right", "B": "above", "C": "left", "D": "below"}, "answer": "left", "type": "real_ego"} {"id": "validation_1317", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_251.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn to place the knife?", "choices": {"A": "counter-clockwise", "B": "there is no knife", "C": "not turning", "D": "clockwise"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1318", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_252.mp4", "question_type": "multiple-choice", "question": "Respect to the cutting board, on which side is the jar placed?", "choices": {"A": "left", "B": "below", "C": "right", "D": "above"}, "answer": "left", "type": "real_ego"} {"id": "validation_1319", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_253.mp4", "question_type": "multiple-choice", "question": "Respective to the person, which direction was the jar cap peeled?", "choices": {"A": "left", "B": "towards", "C": "away", "D": "right"}, "answer": "away", "type": "real_ego"} {"id": "validation_1320", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_254.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn to pour out the can?", "choices": {"A": "counter-clockwise", "B": "clockwise", "C": "upwards", "D": "not turning"}, "answer": "counter-clockwise", "type": "real_ego"} {"id": "validation_1321", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_255.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn to rinse the can?", "choices": {"A": "clockwise", "B": "counter-clockwise", "C": "not turning", "D": "right"}, "answer": "counter-clockwise", "type": "real_ego"} {"id": "validation_1322", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_256.mp4", "question_type": "multiple-choice", "question": "Which direction does this person move to go to the sink?", "choices": {"A": "below", "B": "above", "C": "right", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1323", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_257.mp4", "question_type": "multiple-choice", "question": "Which direction does this person move to go back to the cutting board?", "choices": {"A": "right", "B": "left", "C": "above ", "D": "below"}, "answer": "right", "type": "real_ego"} {"id": "validation_1324", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_258.mp4", "question_type": "multiple-choice", "question": "Which side of the carrot is this person cutting into?", "choices": {"A": "right", "B": "left", "C": "above ", "D": "below"}, "answer": "right", "type": "real_ego"} {"id": "validation_1325", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_259.mp4", "question_type": "multiple-choice", "question": "Starting from which end to which end is the person cutting the vegetable?", "choices": {"A": "right to left", "B": "left to right", "C": "not moving", "D": "top to bottom"}, "answer": "right to left", "type": "real_ego"} {"id": "validation_1326", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_260.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn to go to the fridge?", "choices": {"A": "clockwise", "B": "counter-clockwise", "C": "not turning", "D": "forwards"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1327", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_261.mp4", "question_type": "multiple-choice", "question": "With respect to the pan, which side was the red bottle placed?", "choices": {"A": "left", "B": "below", "C": "above ", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_1328", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_262.mp4", "question_type": "multiple-choice", "question": "With respect to the black pan, which side was the silver pan placed?", "choices": {"A": "right", "B": "above", "C": "below", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1329", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_263.mp4", "question_type": "multiple-choice", "question": "Starting from which end to which end is the person cutting the ham?", "choices": {"A": "left to right", "B": "not moving", "C": "top to bottom", "D": "right to left"}, "answer": "right to left", "type": "real_ego"} {"id": "validation_1330", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_264.mp4", "question_type": "multiple-choice", "question": "Which direction was the piece of butter moved?", "choices": {"A": "above ", "B": "right", "C": "below", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1331", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_265.mp4", "question_type": "multiple-choice", "question": "How many spoons of salt were put with the right hand?", "choices": {"A": "5", "B": "1", "C": "0", "D": "2"}, "answer": "1", "type": "real_ego"} {"id": "validation_1332", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_265.mp4", "question_type": "multiple-choice", "question": "How many spoons of salt were put with the left hand?", "choices": {"A": "2", "B": "1", "C": "3", "D": "0"}, "answer": "0", "type": "real_ego"} {"id": "validation_1333", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_266.mp4", "question_type": "multiple-choice", "question": "Which direction is the cutting board moving?", "choices": {"A": "moving right", "B": "moving left", "C": "moving up", "D": "not moving"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1334", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_267.mp4", "question_type": "multiple-choice", "question": "Which direction did the person go in to reach the fridge?", "choices": {"A": "below", "B": "right", "C": "above", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1335", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_268.mp4", "question_type": "multiple-choice", "question": "Which direction did the person go in to go back to the cutting board?", "choices": {"A": "left", "B": "below", "C": "right", "D": "above"}, "answer": "right", "type": "real_ego"} {"id": "validation_1336", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_269.mp4", "question_type": "multiple-choice", "question": "Which direction did the pieces of meat go in to go into the pan?", "choices": {"A": "right", "B": "above ", "C": "below", "D": "left"}, "answer": "right", "type": "real_ego"} {"id": "validation_1337", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_270.mp4", "question_type": "multiple-choice", "question": "Which direction did the person go to get the spoon?", "choices": {"A": "below", "B": "right", "C": "above", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1338", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_271.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn to put the butter in the fridge?", "choices": {"A": "upward", "B": "no turning", "C": "clockwise", "D": "counter-clockwise"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1339", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_272.mp4", "question_type": "multiple-choice", "question": "Which direction did the pan move to pour the food into the bowl?", "choices": {"A": "below", "B": "right", "C": "above", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1340", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_273.mp4", "question_type": "multiple-choice", "question": "How many spoons of soup were poured in from the right side of the cup?", "choices": {"A": "0", "B": "1", "C": "3", "D": "2"}, "answer": "2", "type": "real_ego"} {"id": "validation_1341", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_273.mp4", "question_type": "multiple-choice", "question": "How many spoons of soup were poured in from the left side of the cup?", "choices": {"A": "0", "B": "3", "C": "1", "D": "4"}, "answer": "0", "type": "real_ego"} {"id": "validation_1342", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_274.mp4", "question_type": "multiple-choice", "question": "Which direction was the lid moved to cover the soup pot?", "choices": {"A": "above ", "B": "left", "C": "right", "D": "below"}, "answer": "right", "type": "real_ego"} {"id": "validation_1343", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_275.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn to face the fridge?", "choices": {"A": "upwards", "B": "counter-clockwise", "C": "no turning", "D": "clockwise"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1344", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_276.mp4", "question_type": "multiple-choice", "question": "Which direction is the fridge moving?", "choices": {"A": "not moving", "B": "moving left", "C": "moving right", "D": "moving up"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1345", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_277.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn in to exit the room?", "choices": {"A": "upwards", "B": "left", "C": "clockwise", "D": "counter-clockwise"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1346", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_278.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn to get to the locker?", "choices": {"A": "above", "B": "right", "C": "left", "D": "below"}, "answer": "left", "type": "real_ego"} {"id": "validation_1347", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_279.mp4", "question_type": "multiple-choice", "question": "Which direction does the person turn to enter the scientific laboratory?", "choices": {"A": "below", "B": "left", "C": "right", "D": "above "}, "answer": "right", "type": "real_ego"} {"id": "validation_1348", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_280.mp4", "question_type": "multiple-choice", "question": "Which side of the Bunsen burner is the jar placed on?", "choices": {"A": "right", "B": "left", "C": "above ", "D": "below"}, "answer": "right", "type": "real_ego"} {"id": "validation_1349", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_281.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn?", "choices": {"A": "upwards", "B": "counter-clockwise", "C": "left", "D": "clockwise"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1350", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_282.mp4", "question_type": "multiple-choice", "question": "How many test tubes do they place with their left hand?", "choices": {"A": "2", "B": "3", "C": "6", "D": "1"}, "answer": "2", "type": "real_ego"} {"id": "validation_1351", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_282.mp4", "question_type": "multiple-choice", "question": "How many test tubes do they place with their right hand?", "choices": {"A": "0", "B": "3", "C": "2", "D": "1"}, "answer": "0", "type": "real_ego"} {"id": "validation_1352", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_283.mp4", "question_type": "multiple-choice", "question": "Which way did the person turn after descending the stairs?", "choices": {"A": "left", "B": "above ", "C": "below", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_1353", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_284.mp4", "question_type": "multiple-choice", "question": "Which direction did the person turn?", "choices": {"A": "below", "B": "left", "C": "right", "D": "above "}, "answer": "right", "type": "real_ego"} {"id": "validation_1354", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_285.mp4", "question_type": "multiple-choice", "question": "Which rotational direction does the person turn to go to the fridge?", "choices": {"A": "counter-clockwise", "B": "clockwise", "C": "right", "D": "upwards"}, "answer": "counter-clockwise", "type": "real_ego"} {"id": "validation_1355", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_286.mp4", "question_type": "multiple-choice", "question": "Which direction does the chair move laterally?", "choices": {"A": "right", "B": "below", "C": "above", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1356", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_286.mp4", "question_type": "multiple-choice", "question": "Which direction does the chair move longitudinally?", "choices": {"A": "right", "B": "down", "C": "left", "D": "up"}, "answer": "up", "type": "real_ego"} {"id": "validation_1357", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_287.mp4", "question_type": "multiple-choice", "question": "Which direction does the pan move after being removed from the stove?", "choices": {"A": "below", "B": "left", "C": "above ", "D": "right"}, "answer": "left", "type": "real_ego"} {"id": "validation_1358", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_288.mp4", "question_type": "multiple-choice", "question": "Which way did the person turn to get the towel?", "choices": {"A": "left", "B": "above ", "C": "right", "D": "below"}, "answer": "left", "type": "real_ego"} {"id": "validation_1359", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_289.mp4", "question_type": "multiple-choice", "question": "Which direction is the pan handle moving?", "choices": {"A": "moving right", "B": "moving up", "C": "moving left", "D": "not moving"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1360", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_290.mp4", "question_type": "multiple-choice", "question": "Which direction are the sliced vegetables being moved from the pan into the bowl?", "choices": {"A": "counter-clockwise", "B": "right ", "C": "clockwise", "D": "left"}, "answer": "left", "type": "real_ego"} {"id": "validation_1361", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_291.mp4", "question_type": "multiple-choice", "question": "Which direction was the sliced meat moved out of the pan?", "choices": {"A": "right", "B": "upwards", "C": "did not move out of the pan", "D": "left"}, "answer": "did not move out of the pan", "type": "real_ego"} {"id": "validation_1362", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_292.mp4", "question_type": "multiple-choice", "question": "What direction is the knife moving?", "choices": {"A": "moving right", "B": "moving up", "C": "not moving", "D": "moving left"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1363", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_293.mp4", "question_type": "multiple-choice", "question": "Which direction was the black pan moved in?", "choices": {"A": "anticlockwise", "B": "left", "C": "clockwise", "D": "right "}, "answer": "left", "type": "real_ego"} {"id": "validation_1364", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_294.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn to go to the fridge?", "choices": {"A": "counter-clockwise", "B": "right", "C": "upwards", "D": "clockwise"}, "answer": "counter-clockwise", "type": "real_ego"} {"id": "validation_1365", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_295.mp4", "question_type": "multiple-choice", "question": "Which direction is the fridge moving?", "choices": {"A": "not moving", "B": "moving left", "C": "moving up", "D": "moving right"}, "answer": "not moving", "type": "real_ego"} {"id": "validation_1366", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_296.mp4", "question_type": "multiple-choice", "question": "How many spoons of salt did he put in with his right hand?", "choices": {"A": "4", "B": "2", "C": "3", "D": "1"}, "answer": "1", "type": "real_ego"} {"id": "validation_1367", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_296.mp4", "question_type": "multiple-choice", "question": "How many spoons of salt did he put in with his left hand?", "choices": {"A": "1", "B": "0", "C": "4", "D": "2"}, "answer": "0", "type": "real_ego"} {"id": "validation_1368", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_297.mp4", "question_type": "multiple-choice", "question": "Respective to the cutting board, where was the bottle placed after pouring?", "choices": {"A": "behind", "B": "below", "C": "right", "D": "above"}, "answer": "behind", "type": "real_ego"} {"id": "validation_1369", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_298.mp4", "question_type": "multiple-choice", "question": "Which rotational direction did the person turn to go to the fridge?", "choices": {"A": "clockwise", "B": "not turning", "C": "counter-clockwise", "D": "upwards"}, "answer": "counter-clockwise", "type": "real_ego"} {"id": "validation_1370", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_299.mp4", "question_type": "multiple-choice", "question": "Which rotational direction is the person stirring the pot?", "choices": {"A": "left", "B": "anticlockwise", "C": "right ", "D": "clockwise"}, "answer": "clockwise", "type": "real_ego"} {"id": "validation_1371", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_real/ego4d/clip_300.mp4", "question_type": "multiple-choice", "question": "Which direction did the bundle of beans move after washing?", "choices": {"A": "above ", "B": "left", "C": "below", "D": "right"}, "answer": "right", "type": "real_ego"} {"id": "validation_1", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_001.mp4", "question_type": "multiple-choice", "question": "Which direction is the robotic arm moving?", "choices": {"A": "left", "B": "no robotic arm there", "C": "not moving", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_2", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_001.mp4", "question_type": "multiple-choice", "question": "Which direction is the car driving?", "choices": {"A": "left", "B": "no car there", "C": "not moving", "D": "right"}, "answer": "no car there", "type": "FP"} {"id": "validation_3", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_002.mp4", "question_type": "multiple-choice", "question": "Which direction did the compost truck rotate?", "choices": {"A": "no compost truck there", "B": "clockwise", "C": "counter-clockwise", "D": "not moving"}, "answer": "clockwise", "type": "directional"} {"id": "validation_4", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_003.mp4", "question_type": "multiple-choice", "question": "What direction is the drone moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no drone there"}, "answer": "left", "type": "directional"} {"id": "validation_5", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_004.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "no robot there", "B": "left", "C": "right", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_6", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_005.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_7", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_006.mp4", "question_type": "multiple-choice", "question": "Which way is the robot scorpion rotating?", "choices": {"A": "no robot scorpion there", "B": "clockwise", "C": "not moving", "D": "counter-clockwise"}, "answer": "clockwise", "type": "directional"} {"id": "validation_8", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_007.mp4", "question_type": "multiple-choice", "question": "Which direction is the spaceship moving?", "choices": {"A": "left", "B": "not moving", "C": "no spaceship there", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_9", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_008.mp4", "question_type": "multiple-choice", "question": "Which direction is the insect moving?", "choices": {"A": "no insect there", "B": "not moving", "C": "left", "D": "right"}, "answer": "not moving", "type": "directional"} {"id": "validation_10", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_009.mp4", "question_type": "multiple-choice", "question": "What direction is the snowplow moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no snowplow there"}, "answer": "left", "type": "directional"} {"id": "validation_11", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_010.mp4", "question_type": "multiple-choice", "question": "What direction is the alien moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no alien there", "D": "right"}, "answer": "no alien there", "type": "FP"} {"id": "validation_12", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_010.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic archaeologist moving towards?", "choices": {"A": "no robotic archaeologist there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_13", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_011.mp4", "question_type": "multiple-choice", "question": "What direction is the bus moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no bus there"}, "answer": "left", "type": "directional"} {"id": "validation_14", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_012.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot's right foot moving?", "choices": {"A": "towards the camera", "B": "no robot's foot there", "C": "not moving", "D": "away from the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_15", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_013.mp4", "question_type": "multiple-choice", "question": "Which direction is the jellyfish moving?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no jellyfish there"}, "answer": "right", "type": "directional"} {"id": "validation_16", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_014.mp4", "question_type": "multiple-choice", "question": "What direction is the horse moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no horse there"}, "answer": "not moving", "type": "directional"} {"id": "validation_17", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_015.mp4", "question_type": "multiple-choice", "question": "What direction is the limousine moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no limousine there"}, "answer": "right", "type": "directional"} {"id": "validation_18", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_016.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic arm moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no robotic arm there"}, "answer": "left", "type": "directional"} {"id": "validation_19", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_017.mp4", "question_type": "multiple-choice", "question": "What direction is the drone moving towards?", "choices": {"A": "no drone there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_20", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_018.mp4", "question_type": "multiple-choice", "question": "Which direction is the exploration rover moving?", "choices": {"A": "towards the camera", "B": "not moving", "C": "no exploration rover there", "D": "away from the camera"}, "answer": "away from the camera", "type": "directional"} {"id": "validation_21", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_019.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "right", "B": "left", "C": "no robot there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_22", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_019.mp4", "question_type": "multiple-choice", "question": "What direction is the unicorn moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no unicorn there"}, "answer": "no unicorn there", "type": "FP"} {"id": "validation_23", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_020.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic dog moving towards?", "choices": {"A": "left", "B": "right", "C": "no robotic dog there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_24", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_021.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic harvester moving towards?", "choices": {"A": "no robotic harvester there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_25", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_022.mp4", "question_type": "multiple-choice", "question": "What direction is the harvester moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no harvester there"}, "answer": "right", "type": "directional"} {"id": "validation_26", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_023.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic arm moving towards?", "choices": {"A": "left", "B": "right", "C": "no robotic arm there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_27", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_024.mp4", "question_type": "multiple-choice", "question": "What direction is the bird moving towards?", "choices": {"A": "no bird there", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_28", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_025.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic window cleaner moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no robotic window cleaner there"}, "answer": "left", "type": "directional"} {"id": "validation_29", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_026.mp4", "question_type": "multiple-choice", "question": "What direction is the truck moving towards?", "choices": {"A": "not moving", "B": "no truck there", "C": "left", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_30", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_027.mp4", "question_type": "multiple-choice", "question": "What direction is the motorcycle moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no motorcycle there"}, "answer": "right", "type": "directional"} {"id": "validation_31", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_028.mp4", "question_type": "multiple-choice", "question": "What direction is the griffin moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no griffin there"}, "answer": "no griffin there", "type": "FP"} {"id": "validation_32", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_028.mp4", "question_type": "multiple-choice", "question": "What direction is the turtle moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no turtle there"}, "answer": "left", "type": "directional"} {"id": "validation_33", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_029.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic window cleaner moving towards?", "choices": {"A": "right", "B": "left", "C": "no robotic window cleaner there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_34", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_030.mp4", "question_type": "multiple-choice", "question": "What direction is the Mars rover moving towards?", "choices": {"A": "right", "B": "left", "C": "no Mars rover there", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_35", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_031.mp4", "question_type": "multiple-choice", "question": "What direction is the sports car moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no sports car there", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_36", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_032.mp4", "question_type": "multiple-choice", "question": "What direction is the bus moving towards?", "choices": {"A": "right", "B": "no bus there", "C": "left", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_37", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_033.mp4", "question_type": "multiple-choice", "question": "What direction is the taxi moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no taxi there"}, "answer": "left", "type": "directional"} {"id": "validation_38", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_034.mp4", "question_type": "multiple-choice", "question": "What direction is the taxi moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no taxi there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_39", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_035.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic fish moving towards?", "choices": {"A": "no robotic fish there", "B": "right", "C": "left", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_40", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_036.mp4", "question_type": "multiple-choice", "question": "What direction is the astronaut moving towards?", "choices": {"A": "left", "B": "right", "C": "no astronaut there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_41", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_037.mp4", "question_type": "multiple-choice", "question": "What direction is the kangaroo moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no kangaroo there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_42", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_037.mp4", "question_type": "multiple-choice", "question": "What direction is the troll moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no troll there"}, "answer": "no troll there", "type": "FP"} {"id": "validation_43", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_038.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no train there"}, "answer": "right", "type": "directional"} {"id": "validation_44", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_039.mp4", "question_type": "multiple-choice", "question": "Which direction is the car moving?", "choices": {"A": "no car there", "B": "away from the camera", "C": "not moving", "D": "towards the camera"}, "answer": "away from the camera", "type": "directional"} {"id": "validation_45", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_040.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic space probe moving towards?", "choices": {"A": "left", "B": "no robotic space probe there", "C": "not moving", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_46", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_041.mp4", "question_type": "multiple-choice", "question": "Which direction is the snow tractor moving?", "choices": {"A": "left", "B": "right", "C": "no snow tractor there", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_47", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_042.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "no train there", "B": "right", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_48", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_043.mp4", "question_type": "multiple-choice", "question": "What direction is the hovercar moving towards?", "choices": {"A": "left", "B": "no hovercar there", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_49", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_044.mp4", "question_type": "multiple-choice", "question": "What direction is the drone moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no drone there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_50", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_045.mp4", "question_type": "multiple-choice", "question": "Which direction is the turtle moving?", "choices": {"A": "right", "B": "not moving", "C": "no turtle there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_51", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_046.mp4", "question_type": "multiple-choice", "question": "What direction is the garbage truck moving towards?", "choices": {"A": "no garbage truck there", "B": "right", "C": "left", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_52", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_046.mp4", "question_type": "multiple-choice", "question": "What direction is the phantom moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no phantom there", "D": "right"}, "answer": "no phantom there", "type": "FP"} {"id": "validation_53", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_047.mp4", "question_type": "multiple-choice", "question": "Which direction did the robot kangaroo turn?", "choices": {"A": "not moving", "B": "no robot kangaroo there", "C": "clockwise", "D": "anti-clockwise"}, "answer": "anti-clockwise", "type": "directional"} {"id": "validation_54", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_048.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic koi fish moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no robotic koi fish there"}, "answer": "left", "type": "directional"} {"id": "validation_55", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_049.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic deer moving towards?", "choices": {"A": "right", "B": "left", "C": "no robotic deer there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_56", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_050.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic dinosaur moving towards?", "choices": {"A": "no robotic dinosaur there", "B": "left", "C": "right", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_57", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_051.mp4", "question_type": "multiple-choice", "question": "What direction is the bicycle moving towards?", "choices": {"A": "no bicycle there", "B": "left", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_58", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_052.mp4", "question_type": "multiple-choice", "question": "Which direction is the utility truck moving?", "choices": {"A": "no utility truck there", "B": "not moving", "C": "away from the camera", "D": "towards the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_59", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_053.mp4", "question_type": "multiple-choice", "question": "What direction is the bicycle moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no bicycle there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_60", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_054.mp4", "question_type": "multiple-choice", "question": "What direction is the construction vehicle moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no construction vehicle there"}, "answer": "left", "type": "directional"} {"id": "validation_61", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_055.mp4", "question_type": "multiple-choice", "question": "What direction is the fairy moving towards?", "choices": {"A": "not moving", "B": "no fairy there", "C": "right", "D": "left"}, "answer": "no fairy there", "type": "FP"} {"id": "validation_62", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_055.mp4", "question_type": "multiple-choice", "question": "What direction is the taxi moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no taxi there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_63", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_056.mp4", "question_type": "multiple-choice", "question": "What direction is the hover bike moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no hover bike there"}, "answer": "right", "type": "directional"} {"id": "validation_64", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_057.mp4", "question_type": "multiple-choice", "question": "Which direction is the mars rover moving?", "choices": {"A": "no mars rover there", "B": "towards the camera", "C": "not moving", "D": "away from the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_65", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_058.mp4", "question_type": "multiple-choice", "question": "What direction is the battle robot moving towards?", "choices": {"A": "right", "B": "no battle robot there", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_66", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_059.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic vacuum cleaner moving towards?", "choices": {"A": "no robotic vacuum cleaner there", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_67", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_060.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "left", "B": "no robot there", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_68", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_061.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "right", "B": "no robot there", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_69", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_062.mp4", "question_type": "multiple-choice", "question": "Which direction is the flying jetski moving?", "choices": {"A": "not moving", "B": "no flying jetski there", "C": "right and backward", "D": "left and forward"}, "answer": "left and forward", "type": "directional"} {"id": "validation_70", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_063.mp4", "question_type": "multiple-choice", "question": "Which direction is the humanoid moving?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no humanoid there"}, "answer": "left", "type": "directional"} {"id": "validation_71", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_064.mp4", "question_type": "multiple-choice", "question": "Which way is the police car rotating?", "choices": {"A": "no police car there", "B": "clockwise", "C": "counter-clockwise", "D": "not rotating"}, "answer": "not rotating", "type": "directional"} {"id": "validation_72", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_064.mp4", "question_type": "multiple-choice", "question": "Which direction did the skateboard move?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no skateboard there"}, "answer": "no skateboard there", "type": "FP"} {"id": "validation_73", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_065.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "left", "B": "no robot there", "C": "not moving", "D": "right"}, "answer": "not moving", "type": "directional"} {"id": "validation_74", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_066.mp4", "question_type": "multiple-choice", "question": "What direction is the limousine moving towards?", "choices": {"A": "no limousine there", "B": "not moving", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_75", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_067.mp4", "question_type": "multiple-choice", "question": "Which direction is the car moving?", "choices": {"A": "not moving", "B": "right", "C": "no car there", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_76", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_068.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic insect moving towards?", "choices": {"A": "right", "B": "left", "C": "no robotic insect there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_77", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_069.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic window cleaner moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no robotic window cleaner there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_78", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_070.mp4", "question_type": "multiple-choice", "question": "What direction is the balloon moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no balloon there"}, "answer": "left", "type": "directional"} {"id": "validation_79", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_071.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot kangaroo moving?", "choices": {"A": "right then left", "B": "no robot kangaroo there", "C": "left then right", "D": "not moving"}, "answer": "left then right", "type": "directional"} {"id": "validation_80", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_072.mp4", "question_type": "multiple-choice", "question": "What direction is the mining machine moving towards?", "choices": {"A": "no mining machine there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_81", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_073.mp4", "question_type": "multiple-choice", "question": "What direction is the fairy moving towards?", "choices": {"A": "no fairy there", "B": "not moving", "C": "left", "D": "right"}, "answer": "no fairy there", "type": "FP"} {"id": "validation_82", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_073.mp4", "question_type": "multiple-choice", "question": "What direction is the skateboard moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no skateboard there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_83", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_074.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_84", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_075.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no robot there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_85", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_076.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic horse moving towards?", "choices": {"A": "left", "B": "no robotic horse there", "C": "not moving", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_86", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_077.mp4", "question_type": "multiple-choice", "question": "What direction is the raccoon moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no raccoon there", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_87", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_078.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot bus moving?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no robot bus there"}, "answer": "right", "type": "directional"} {"id": "validation_88", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_079.mp4", "question_type": "multiple-choice", "question": "What direction is the car moving towards?", "choices": {"A": "no car there", "B": "right", "C": "not moving", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_89", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_080.mp4", "question_type": "multiple-choice", "question": "What direction is the robot referee moving towards?", "choices": {"A": "no robot referee there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_90", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_081.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic arm moving towards?", "choices": {"A": "no robotic arm there", "B": "left", "C": "not moving", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_91", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_082.mp4", "question_type": "multiple-choice", "question": "What direction is the garbage truck moving towards?", "choices": {"A": "no garbage truck there", "B": "right", "C": "not moving", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_92", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_082.mp4", "question_type": "multiple-choice", "question": "What direction is the griffin moving towards?", "choices": {"A": "right", "B": "left", "C": "no griffin there", "D": "not moving"}, "answer": "no griffin there", "type": "FP"} {"id": "validation_93", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_083.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic cheetah moving towards?", "choices": {"A": "towards the camera", "B": "away from the camera", "C": "no robotic cheetah there", "D": "not moving"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_94", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_084.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot fighter moving?", "choices": {"A": "left", "B": "right", "C": "no robot fighter there", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_95", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_085.mp4", "question_type": "multiple-choice", "question": "What direction is the insect moving towards?", "choices": {"A": "left", "B": "no insect there", "C": "right", "D": "away from the camera"}, "answer": "left", "type": "directional"} {"id": "validation_96", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_086.mp4", "question_type": "multiple-choice", "question": "What direction is the drone moving towards?", "choices": {"A": "no drone there", "B": "right", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_97", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_087.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "no train there", "B": "left", "C": "not moving", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_98", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_088.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot dog moving?", "choices": {"A": "not moving", "B": "no robot dog there", "C": "towards the camera", "D": "away from the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_99", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_089.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "right", "B": "no robot there", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_100", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_090.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot auxiliary vehicle moving?", "choices": {"A": "towards the camera", "B": "no robot auxiliary vehicle there", "C": "away from the camera", "D": "not moving"}, "answer": "away from the camera", "type": "directional"} {"id": "validation_101", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_091.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot bird flying?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no robot bird there"}, "answer": "right", "type": "directional"} {"id": "validation_102", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_091.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot car moving?", "choices": {"A": "not moving", "B": "left", "C": "no robot car there", "D": "right"}, "answer": "no robot car there", "type": "FP"} {"id": "validation_103", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_092.mp4", "question_type": "multiple-choice", "question": "What direction is the scorpion moving towards?", "choices": {"A": "left", "B": "no scorpion there", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_104", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_093.mp4", "question_type": "multiple-choice", "question": "Which direction is the flying drone transporter moving?", "choices": {"A": "no flying drone transporter there", "B": "towards the camera", "C": "not moving", "D": "away from the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_105", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_094.mp4", "question_type": "multiple-choice", "question": "What direction is the robot referee moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no robot referee there"}, "answer": "left", "type": "directional"} {"id": "validation_106", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_095.mp4", "question_type": "multiple-choice", "question": "Which direction are the molecules moving?", "choices": {"A": "no molecules there", "B": "not moving", "C": "inward", "D": "outward"}, "answer": "outward", "type": "directional"} {"id": "validation_107", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_096.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "no robot there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_108", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_097.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic kangaroo moving towards?", "choices": {"A": "no robotic kangaroo there", "B": "not moving", "C": "right", "D": "left"}, "answer": "not moving", "type": "directional"} {"id": "validation_109", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_098.mp4", "question_type": "multiple-choice", "question": "What direction is the bicycle moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no bicycle there"}, "answer": "left", "type": "directional"} {"id": "validation_110", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_099.mp4", "question_type": "multiple-choice", "question": "What direction is the bus moving towards?", "choices": {"A": "no bus there", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_111", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_100.mp4", "question_type": "multiple-choice", "question": "What direction is the griffin moving towards?", "choices": {"A": "no griffin there", "B": "not moving", "C": "right", "D": "left"}, "answer": "no griffin there", "type": "FP"} {"id": "validation_112", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_100.mp4", "question_type": "multiple-choice", "question": "What direction is the suitcase moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no suitcase there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_113", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_101.mp4", "question_type": "multiple-choice", "question": "What direction is the submarine moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no submarine there"}, "answer": "right", "type": "directional"} {"id": "validation_114", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_102.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot kangaroo moving?", "choices": {"A": "not moving", "B": "left", "C": "no robot kangaroo there", "D": "right"}, "answer": "not moving", "type": "directional"} {"id": "validation_115", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_103.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "no robot there", "B": "not moving", "C": "left", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_116", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_104.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "left", "B": "no robot there", "C": "not moving", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_117", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_105.mp4", "question_type": "multiple-choice", "question": "What direction is the limousine moving towards?", "choices": {"A": "not moving", "B": "no limousine there", "C": "right", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_118", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_106.mp4", "question_type": "multiple-choice", "question": "Which direction is the truck moving?", "choices": {"A": "left", "B": "no truck there", "C": "not moving", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_119", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_107.mp4", "question_type": "multiple-choice", "question": "Which direction is the bat flying?", "choices": {"A": "downward", "B": "no bat there", "C": "not moving", "D": "upward"}, "answer": "downward", "type": "directional"} {"id": "validation_120", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_108.mp4", "question_type": "multiple-choice", "question": "What direction is the autonomous construction vehicle moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no autonomous construction vehicle there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_121", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_109.mp4", "question_type": "multiple-choice", "question": "Which direction is the humanoid chef moving?", "choices": {"A": "no humanoid chef there", "B": "away from the camera", "C": "not moving", "D": "towards the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_122", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_109.mp4", "question_type": "multiple-choice", "question": "Which direction is the caterpillar moving?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no caterpillar there"}, "answer": "no caterpillar there", "type": "FP"} {"id": "validation_123", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_110.mp4", "question_type": "multiple-choice", "question": "What direction is the balloon moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no balloon there"}, "answer": "left", "type": "directional"} {"id": "validation_124", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_111.mp4", "question_type": "multiple-choice", "question": "What direction is the exoskeleton moving towards?", "choices": {"A": "no exoskeleton there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_125", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_112.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot hand moving?", "choices": {"A": "left", "B": "not moving", "C": "no robot hand there", "D": "right"}, "answer": "not moving", "type": "directional"} {"id": "validation_126", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_113.mp4", "question_type": "multiple-choice", "question": "What direction is the insect moving towards?", "choices": {"A": "no insect there", "B": "not moving", "C": "right", "D": "left"}, "answer": "not moving", "type": "directional"} {"id": "validation_127", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_114.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no robot there"}, "answer": "not moving", "type": "directional"} {"id": "validation_128", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_115.mp4", "question_type": "multiple-choice", "question": "What direction is the garbage truck moving towards?", "choices": {"A": "no garbage truck there", "B": "right", "C": "left", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_129", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_116.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic space probe moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no robotic space probe there", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_130", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_117.mp4", "question_type": "multiple-choice", "question": "What direction is the dragon moving towards?", "choices": {"A": "left", "B": "no dragon there", "C": "right", "D": "not moving"}, "answer": "no dragon there", "type": "FP"} {"id": "validation_131", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_117.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic space probe moving towards?", "choices": {"A": "towards the camera", "B": "away from the camera", "C": "no robotic space probe there", "D": "left"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_132", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_118.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "not moving", "B": "no train there", "C": "left", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_133", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_119.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic surgical arm moving towards?", "choices": {"A": "not moving", "B": "no robotic surgical arm there", "C": "right", "D": "left"}, "answer": "not moving", "type": "directional"} {"id": "validation_134", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_120.mp4", "question_type": "multiple-choice", "question": "What direction is the construction vehicle moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no construction vehicle there"}, "answer": "left", "type": "directional"} {"id": "validation_135", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_121.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic arm moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no robotic arm there"}, "answer": "left", "type": "directional"} {"id": "validation_136", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_122.mp4", "question_type": "multiple-choice", "question": "What direction is the machine moving towards?", "choices": {"A": "right", "B": "no machine there", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_137", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_123.mp4", "question_type": "multiple-choice", "question": "Which direction is the mars explorer moving?", "choices": {"A": "right and towards the camera", "B": "left and away from the camera", "C": "not moving", "D": "no mars explorer there"}, "answer": "right and towards the camera", "type": "directional"} {"id": "validation_138", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_124.mp4", "question_type": "multiple-choice", "question": "What direction is the snail moving towards at first?", "choices": {"A": "right", "B": "not moving", "C": "no snail there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_139", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_125.mp4", "question_type": "multiple-choice", "question": "What direction is the snowplow moving towards?", "choices": {"A": "right", "B": "no snowplow there", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_140", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_126.mp4", "question_type": "multiple-choice", "question": "What direction is the android in the background moving towards?", "choices": {"A": "not moving", "B": "away from the camera", "C": "no android there", "D": "towards the camera"}, "answer": "away from the camera", "type": "directional"} {"id": "validation_141", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_126.mp4", "question_type": "multiple-choice", "question": "What direction is the dragon moving towards?", "choices": {"A": "right", "B": "no dragon there", "C": "left", "D": "not moving"}, "answer": "no dragon there", "type": "FP"} {"id": "validation_142", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_127.mp4", "question_type": "multiple-choice", "question": "What direction is the battle robot moving towards?", "choices": {"A": "no battle robot there", "B": "left", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_143", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_128.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "no robot there", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_144", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_129.mp4", "question_type": "multiple-choice", "question": "What direction is the delivery truck moving towards?", "choices": {"A": "right", "B": "no delivery truck there", "C": "not moving", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_145", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_130.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic space probe moving towards?", "choices": {"A": "left", "B": "away from the camera", "C": "towards the camera", "D": "no robotic space probe there"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_146", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_131.mp4", "question_type": "multiple-choice", "question": "What direction is the limousine moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no limousine there"}, "answer": "left", "type": "directional"} {"id": "validation_147", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_132.mp4", "question_type": "multiple-choice", "question": "What direction is the hover bike moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no hover bike there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_148", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_133.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "right", "B": "no train there", "C": "left", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_149", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_134.mp4", "question_type": "multiple-choice", "question": "Which way is the flying transporter rotating?", "choices": {"A": "no flying transporter there", "B": "not rotating", "C": "clockwise", "D": "counter-clockwise"}, "answer": "not rotating", "type": "directional"} {"id": "validation_150", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_135.mp4", "question_type": "multiple-choice", "question": "What direction is the ghost moving towards?", "choices": {"A": "not moving", "B": "no ghost there", "C": "right", "D": "left"}, "answer": "no ghost there", "type": "FP"} {"id": "validation_151", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_135.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic arm moving towards?", "choices": {"A": "not moving", "B": "no robotic arm there", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_152", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_136.mp4", "question_type": "multiple-choice", "question": "What direction is the puffin moving towards?", "choices": {"A": "not moving", "B": "no puffin there", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_153", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_137.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic insect moving towards?", "choices": {"A": "no robotic insect there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_154", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_138.mp4", "question_type": "multiple-choice", "question": "What direction is the monorail train moving towards?", "choices": {"A": "left", "B": "no monorail train there", "C": "not moving", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_155", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_139.mp4", "question_type": "multiple-choice", "question": "What direction is the astronaut moving towards?", "choices": {"A": "no astronaut there", "B": "right", "C": "not moving", "D": "left"}, "answer": "not moving", "type": "directional"} {"id": "validation_156", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_140.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic mining machine moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no robotic mining machine there"}, "answer": "right", "type": "directional"} {"id": "validation_157", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_141.mp4", "question_type": "multiple-choice", "question": "Which direction did the robotic war vehicle move?", "choices": {"A": "towards the camera", "B": "not moving", "C": "no robotic war vehicle there", "D": "away from the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_158", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_142.mp4", "question_type": "multiple-choice", "question": "Which direction is the humanoid robot moving?", "choices": {"A": "not moving", "B": "no humanoid robot there", "C": "left", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_159", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_143.mp4", "question_type": "multiple-choice", "question": "What direction is the submarine moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no submarine there", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_160", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_144.mp4", "question_type": "multiple-choice", "question": "What direction is the phantom moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no phantom there", "D": "right"}, "answer": "no phantom there", "type": "FP"} {"id": "validation_161", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_144.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic surgical arm moving towards?", "choices": {"A": "right", "B": "no robotic surgical arm there", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_162", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_145.mp4", "question_type": "multiple-choice", "question": "What direction is the garbage sweeper moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no garbage sweeper there"}, "answer": "left", "type": "directional"} {"id": "validation_163", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_146.mp4", "question_type": "multiple-choice", "question": "Which direction is the caterpillar moving?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no caterpillar there"}, "answer": "left", "type": "directional"} {"id": "validation_164", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_147.mp4", "question_type": "multiple-choice", "question": "What direction is the tank moving towards?", "choices": {"A": "no tank there", "B": "right", "C": "not moving", "D": "left"}, "answer": "not moving", "type": "directional"} {"id": "validation_165", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_148.mp4", "question_type": "multiple-choice", "question": "What direction is the recreational vehicle moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no recreational vehicle there"}, "answer": "right", "type": "directional"} {"id": "validation_166", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_149.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic surgical arm moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no robotic surgical arm there"}, "answer": "not moving", "type": "directional"} {"id": "validation_167", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_150.mp4", "question_type": "multiple-choice", "question": "What direction is the farming vehicle moving towards?", "choices": {"A": "no farming vehicle there", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_168", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_151.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "left", "B": "right", "C": "no train there", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_169", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_152.mp4", "question_type": "multiple-choice", "question": "What direction is the wheelchair moving towards?", "choices": {"A": "not moving", "B": "no wheelchair there", "C": "left", "D": "right"}, "answer": "not moving", "type": "directional"} {"id": "validation_170", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_153.mp4", "question_type": "multiple-choice", "question": "What direction is the alien moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no alien there", "D": "left"}, "answer": "no alien there", "type": "FP"} {"id": "validation_171", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_153.mp4", "question_type": "multiple-choice", "question": "What direction is the turtle moving towards?", "choices": {"A": "not moving", "B": "no turtle there", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_172", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_154.mp4", "question_type": "multiple-choice", "question": "Which direction is the general flow of the particles?", "choices": {"A": "left", "B": "right", "C": "no general flow there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_173", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_155.mp4", "question_type": "multiple-choice", "question": "What direction is the truck moving towards?", "choices": {"A": "not moving", "B": "no truck there", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_174", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_156.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic scorpion moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no robotic scorpion there"}, "answer": "left", "type": "directional"} {"id": "validation_175", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_157.mp4", "question_type": "multiple-choice", "question": "What direction is the garbage truck moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no garbage truck there"}, "answer": "right", "type": "directional"} {"id": "validation_176", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_158.mp4", "question_type": "multiple-choice", "question": "What direction is the drone moving towards?", "choices": {"A": "left", "B": "no drone there", "C": "not moving", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_177", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_159.mp4", "question_type": "multiple-choice", "question": "What direction is the limousine moving towards?", "choices": {"A": "not moving", "B": "no limousine there", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_178", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_160.mp4", "question_type": "multiple-choice", "question": "What direction is the hovercar moving towards?", "choices": {"A": "right", "B": "no hovercar there", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_179", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_161.mp4", "question_type": "multiple-choice", "question": "Which direction is the train moving towards at first?", "choices": {"A": "no train there", "B": "right", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_180", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_162.mp4", "question_type": "multiple-choice", "question": "Which direction is the car moving?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no car there"}, "answer": "right", "type": "directional"} {"id": "validation_181", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_162.mp4", "question_type": "multiple-choice", "question": "Which direction is the lion moving?", "choices": {"A": "left", "B": "no lion there", "C": "not moving", "D": "right"}, "answer": "no lion there", "type": "FP"} {"id": "validation_182", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_163.mp4", "question_type": "multiple-choice", "question": "Which direction is the caterpillar moving?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no caterpillar there"}, "answer": "left", "type": "directional"} {"id": "validation_183", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_164.mp4", "question_type": "multiple-choice", "question": "What direction is the police vehicle moving towards?", "choices": {"A": "no police vehicle there", "B": "left", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_184", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_165.mp4", "question_type": "multiple-choice", "question": "Which direction is the digger moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no digger there", "D": "right"}, "answer": "not moving", "type": "directional"} {"id": "validation_185", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_166.mp4", "question_type": "multiple-choice", "question": "What way is the fish rotating?", "choices": {"A": "clockwise", "B": "counter-clockwise", "C": "not rotating", "D": "no fish there"}, "answer": "not rotating", "type": "directional"} {"id": "validation_186", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_167.mp4", "question_type": "multiple-choice", "question": "What way is the robotic caterpillar rotating?", "choices": {"A": "not rotating", "B": "no robotic caterpillar there", "C": "counter-clockwise", "D": "clockwise"}, "answer": "not rotating", "type": "directional"} {"id": "validation_187", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_168.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_188", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_169.mp4", "question_type": "multiple-choice", "question": "What direction is the wheelchair moving towards?", "choices": {"A": "no wheelchair there", "B": "left", "C": "not moving", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_189", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_170.mp4", "question_type": "multiple-choice", "question": "What direction is the self-driving garbage truck moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no self-driving garbage truck there"}, "answer": "left", "type": "directional"} {"id": "validation_190", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_171.mp4", "question_type": "multiple-choice", "question": "Which direction did the insect turn?", "choices": {"A": "no insect there", "B": "clockwise", "C": "not moving", "D": "anticlockwise"}, "answer": "anticlockwise", "type": "directional"} {"id": "validation_191", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_171.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot griffin moving?", "choices": {"A": "not moving", "B": "no robot griffin there", "C": "right", "D": "left"}, "answer": "no robot griffin there", "type": "FP"} {"id": "validation_192", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_172.mp4", "question_type": "multiple-choice", "question": "Which direction is the snowmobile moving?", "choices": {"A": "not moving", "B": "towards the camera", "C": "away from the camera", "D": "no snowmobile there"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_193", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_173.mp4", "question_type": "multiple-choice", "question": "What direction is the vehicle moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no vehicle there"}, "answer": "left", "type": "directional"} {"id": "validation_194", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_174.mp4", "question_type": "multiple-choice", "question": "What direction is the scorpion robot moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no scorpion robot there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_195", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_175.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "not moving", "B": "no robot there", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_196", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_176.mp4", "question_type": "multiple-choice", "question": "What direction is the truck moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no truck there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_197", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_177.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot digger moving?", "choices": {"A": "not moving", "B": "no robot digger there", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_198", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_178.mp4", "question_type": "multiple-choice", "question": "What direction is the tank moving towards?", "choices": {"A": "left", "B": "no tank there", "C": "not moving", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_199", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_179.mp4", "question_type": "multiple-choice", "question": "What direction is the space rover moving towards?", "choices": {"A": "right", "B": "left", "C": "no space rover there", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_200", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_180.mp4", "question_type": "multiple-choice", "question": "What direction is the fairy moving towards?", "choices": {"A": "right", "B": "no fairy there", "C": "left", "D": "not moving"}, "answer": "no fairy there", "type": "FP"} {"id": "validation_201", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_180.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic harvester moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no robotic harvester there"}, "answer": "left", "type": "directional"} {"id": "validation_202", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_181.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot person moving?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no robot person there"}, "answer": "not moving", "type": "directional"} {"id": "validation_203", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_182.mp4", "question_type": "multiple-choice", "question": "What direction is the harvester moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no harvester there"}, "answer": "right", "type": "directional"} {"id": "validation_204", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_183.mp4", "question_type": "multiple-choice", "question": "What direction is the harvester moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no harvester there"}, "answer": "left", "type": "directional"} {"id": "validation_205", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_184.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_206", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_185.mp4", "question_type": "multiple-choice", "question": "What direction is the scorpion robot moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no scorpion robot there"}, "answer": "left", "type": "directional"} {"id": "validation_207", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_186.mp4", "question_type": "multiple-choice", "question": "What direction is the delivery truck moving towards?", "choices": {"A": "left", "B": "no delivery truck there", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_208", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_187.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no robot there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_209", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_188.mp4", "question_type": "multiple-choice", "question": "What direction is the balloon moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no balloon there"}, "answer": "left", "type": "directional"} {"id": "validation_210", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_189.mp4", "question_type": "multiple-choice", "question": "Which direction did the bike move?", "choices": {"A": "no bike there", "B": "left", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_211", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_189.mp4", "question_type": "multiple-choice", "question": "Which direction did the dragon move?", "choices": {"A": "left", "B": "right", "C": "no dragon there", "D": "not moving"}, "answer": "no dragon there", "type": "FP"} {"id": "validation_212", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_190.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "not moving", "B": "towards the camera", "C": "away from the camera", "D": "no firefighter there"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_213", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_191.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "no robot there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_214", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_192.mp4", "question_type": "multiple-choice", "question": "Which direction is the car moving?", "choices": {"A": "left", "B": "right", "C": "no car there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_215", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_193.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic snow owl moving towards?", "choices": {"A": "left", "B": "no robotic snow owl there", "C": "right", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_216", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_194.mp4", "question_type": "multiple-choice", "question": "What direction is the wheelchair moving towards?", "choices": {"A": "right", "B": "left", "C": "no wheelchair there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_217", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_195.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic museum guide moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no robotic museum guide there"}, "answer": "left", "type": "directional"} {"id": "validation_218", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_196.mp4", "question_type": "multiple-choice", "question": "Which direction is the flying ship moving?", "choices": {"A": "no flying ship there", "B": "left", "C": "not moving", "D": "right"}, "answer": "not moving", "type": "directional"} {"id": "validation_219", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_197.mp4", "question_type": "multiple-choice", "question": "What direction is the police vehicle moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no police vehicle there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_220", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_198.mp4", "question_type": "multiple-choice", "question": "What direction is the phantom moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no phantom there", "D": "left"}, "answer": "no phantom there", "type": "FP"} {"id": "validation_221", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_198.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic arm moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no robotic arm there"}, "answer": "left", "type": "directional"} {"id": "validation_222", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_199.mp4", "question_type": "multiple-choice", "question": "Which direction is the cobot's body moving?", "choices": {"A": "no cobot's body there", "B": "left", "C": "not moving", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_223", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_200.mp4", "question_type": "multiple-choice", "question": "Which direction is the bat flying?", "choices": {"A": "not moving", "B": "away from the camera", "C": "no bat there", "D": "towards the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_224", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_201.mp4", "question_type": "multiple-choice", "question": "What direction is the car moving towards?", "choices": {"A": "right", "B": "left", "C": "no car there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_225", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_202.mp4", "question_type": "multiple-choice", "question": "What direction is the whale moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no whale there", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_226", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_203.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_227", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_204.mp4", "question_type": "multiple-choice", "question": "What direction is the humanoid robot moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no humanoid robot there"}, "answer": "left", "type": "directional"} {"id": "validation_228", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_205.mp4", "question_type": "multiple-choice", "question": "What direction is the hovercar moving towards?", "choices": {"A": "not moving", "B": "no hovercar there", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_229", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_206.mp4", "question_type": "multiple-choice", "question": "What direction is the horse moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no horse there", "D": "left"}, "answer": "not moving", "type": "directional"} {"id": "validation_230", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_207.mp4", "question_type": "multiple-choice", "question": "Which direction is the robotic arm moving?", "choices": {"A": "no robotic arm there", "B": "towards the camera", "C": "away from the camera", "D": "not moving"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_231", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_207.mp4", "question_type": "multiple-choice", "question": "Which direction is the shark moving?", "choices": {"A": "left", "B": "no shark there", "C": "not moving", "D": "right"}, "answer": "no shark there", "type": "FP"} {"id": "validation_232", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_208.mp4", "question_type": "multiple-choice", "question": "Which direction did the drone move?", "choices": {"A": "no drone there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_233", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_209.mp4", "question_type": "multiple-choice", "question": "What direction is the truck moving towards?", "choices": {"A": "not moving", "B": "no truck there", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_234", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_210.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic arm moving towards?", "choices": {"A": "left", "B": "no robotic arm there", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_235", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_211.mp4", "question_type": "multiple-choice", "question": "Which direction is the limo moving?", "choices": {"A": "not moving", "B": "no limo there", "C": "away from the camera and to the left", "D": "toward from the camera and to the right"}, "answer": "away from the camera and to the left", "type": "directional"} {"id": "validation_236", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_212.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic arm moving towards?", "choices": {"A": "left", "B": "no robotic arm there", "C": "not moving", "D": "right"}, "answer": "not moving", "type": "directional"} {"id": "validation_237", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_213.mp4", "question_type": "multiple-choice", "question": "What direction is the robot chef moving towards?", "choices": {"A": "no robot chef there", "B": "not moving", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_238", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_214.mp4", "question_type": "multiple-choice", "question": "Which direction did the insect turn?", "choices": {"A": "counter-clockwise", "B": "no insect there", "C": "not moving", "D": "clockwise"}, "answer": "counter-clockwise", "type": "directional"} {"id": "validation_239", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_215.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic otter moving towards?", "choices": {"A": "not moving", "B": "no robotic otter there", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_240", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_216.mp4", "question_type": "multiple-choice", "question": "Which direction is the ambulance moving?", "choices": {"A": "away from the camera", "B": "towards the camera", "C": "not moving", "D": "no ambulance there"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_241", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_216.mp4", "question_type": "multiple-choice", "question": "Which direction did the dog move?", "choices": {"A": "no dog there", "B": "not moving", "C": "left", "D": "right"}, "answer": "no dog there", "type": "FP"} {"id": "validation_242", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_217.mp4", "question_type": "multiple-choice", "question": "What direction is the rover moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no rover there"}, "answer": "not moving", "type": "directional"} {"id": "validation_243", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_218.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic arm moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no robotic arm there"}, "answer": "left", "type": "directional"} {"id": "validation_244", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_219.mp4", "question_type": "multiple-choice", "question": "Which direction is the flying ship moving?", "choices": {"A": "no flying ship there", "B": "away from the camera", "C": "towards the camera", "D": "not moving"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_245", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_220.mp4", "question_type": "multiple-choice", "question": "What direction is the garbage truck moving towards?", "choices": {"A": "right", "B": "left", "C": "no garbage truck there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_246", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_221.mp4", "question_type": "multiple-choice", "question": "What direction is the tank moving towards?", "choices": {"A": "left", "B": "no tank there", "C": "right", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_247", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_222.mp4", "question_type": "multiple-choice", "question": "What direction is the robot referee moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no robot referee there"}, "answer": "not moving", "type": "directional"} {"id": "validation_248", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_223.mp4", "question_type": "multiple-choice", "question": "What direction is the cheetah moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no cheetah there"}, "answer": "right", "type": "directional"} {"id": "validation_249", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_224.mp4", "question_type": "multiple-choice", "question": "What direction is the ambulance moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no ambulance there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_250", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_225.mp4", "question_type": "multiple-choice", "question": "What direction is the dragon moving towards?", "choices": {"A": "left", "B": "right", "C": "no dragon there", "D": "not moving"}, "answer": "no dragon there", "type": "FP"} {"id": "validation_251", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_225.mp4", "question_type": "multiple-choice", "question": "What direction is the scorpion moving towards?", "choices": {"A": "no scorpion there", "B": "not moving", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_252", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_226.mp4", "question_type": "multiple-choice", "question": "Which direction is the racing car moving?", "choices": {"A": "forwards then backwards", "B": "not moving", "C": "no racing car there", "D": "backwards then forwards"}, "answer": "forwards then backwards", "type": "directional"} {"id": "validation_253", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_227.mp4", "question_type": "multiple-choice", "question": "What direction is the police vehicle moving towards?", "choices": {"A": "left", "B": "no police vehicle there", "C": "right", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_254", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_228.mp4", "question_type": "multiple-choice", "question": "What direction is the bicycle moving towards?", "choices": {"A": "no bicycle there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_255", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_229.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_256", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_230.mp4", "question_type": "multiple-choice", "question": "Which direction is the car moving?", "choices": {"A": "towards the camera", "B": "away from the camera", "C": "no car there", "D": "not moving"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_257", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_231.mp4", "question_type": "multiple-choice", "question": "Which direction is the tractor moving?", "choices": {"A": "left", "B": "not moving", "C": "no tractor there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_258", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_232.mp4", "question_type": "multiple-choice", "question": "Which direction did the robotic arm move?", "choices": {"A": "not moving", "B": "no robotic arm there", "C": "away from the camera", "D": "towards the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_259", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_233.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic bird moving towards?", "choices": {"A": "right", "B": "left", "C": "no robotic bird there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_260", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_234.mp4", "question_type": "multiple-choice", "question": "What direction is the drone moving towards?", "choices": {"A": "no drone there", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_261", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_234.mp4", "question_type": "multiple-choice", "question": "What direction is the griffin moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no griffin there", "D": "right"}, "answer": "no griffin there", "type": "FP"} {"id": "validation_262", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_235.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no robot there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_263", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_236.mp4", "question_type": "multiple-choice", "question": "What direction is the pod moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no pod there"}, "answer": "left", "type": "directional"} {"id": "validation_264", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_237.mp4", "question_type": "multiple-choice", "question": "Which direction is the e-bike moving?", "choices": {"A": "left and towards the camera", "B": "not moving", "C": "no e-bike there", "D": "right and towards the camera"}, "answer": "left and towards the camera", "type": "directional"} {"id": "validation_265", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_238.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic jellyfish moving towards?", "choices": {"A": "no robotic jellyfish there", "B": "right", "C": "not moving", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_266", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_239.mp4", "question_type": "multiple-choice", "question": "What direction is the racing car moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no racing car there"}, "answer": "left", "type": "directional"} {"id": "validation_267", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_240.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot horse moving?", "choices": {"A": "not moving", "B": "no robot horse there", "C": "right", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_268", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_241.mp4", "question_type": "multiple-choice", "question": "What direction is the vehicle moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no vehicle there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_269", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_242.mp4", "question_type": "multiple-choice", "question": "Which direction is the drone flying?", "choices": {"A": "not moving", "B": "away from the camera", "C": "no drone there", "D": "toward from the camera and to the right"}, "answer": "away from the camera", "type": "directional"} {"id": "validation_270", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_243.mp4", "question_type": "multiple-choice", "question": "What direction is the scorpion robot moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no scorpion robot there", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_271", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_243.mp4", "question_type": "multiple-choice", "question": "What direction is the troll moving towards?", "choices": {"A": "no troll there", "B": "right", "C": "left", "D": "not moving"}, "answer": "no troll there", "type": "FP"} {"id": "validation_272", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_244.mp4", "question_type": "multiple-choice", "question": "What direction is the robot referee moving towards?", "choices": {"A": "not moving", "B": "no robot referee there", "C": "right", "D": "left"}, "answer": "not moving", "type": "directional"} {"id": "validation_273", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_245.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic wheelchair moving towards?", "choices": {"A": "right", "B": "no robotic wheelchair there", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_274", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_246.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic fish moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no robotic fish there"}, "answer": "right", "type": "directional"} {"id": "validation_275", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_247.mp4", "question_type": "multiple-choice", "question": "What direction is the submarine moving towards?", "choices": {"A": "left", "B": "no submarine there", "C": "right", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_276", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_248.mp4", "question_type": "multiple-choice", "question": "What direction is the walker moving towards?", "choices": {"A": "no walker there", "B": "left", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_277", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_249.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic fish moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no robotic fish there"}, "answer": "right", "type": "directional"} {"id": "validation_278", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_250.mp4", "question_type": "multiple-choice", "question": "What direction is the ambulance moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no ambulance there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_279", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_251.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic grasshopper moving towards?", "choices": {"A": "right", "B": "no robotic grasshopper there", "C": "not moving", "D": "left"}, "answer": "not moving", "type": "directional"} {"id": "validation_280", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_252.mp4", "question_type": "multiple-choice", "question": "What direction is the griffin moving towards?", "choices": {"A": "not moving", "B": "no griffin there", "C": "right", "D": "left"}, "answer": "no griffin there", "type": "FP"} {"id": "validation_281", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_252.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic arm moving towards?", "choices": {"A": "right", "B": "no robotic arm there", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_282", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_253.mp4", "question_type": "multiple-choice", "question": "Which direction is the train moving?", "choices": {"A": "not moving", "B": "away from the camera", "C": "no train there", "D": "towards the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_283", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_254.mp4", "question_type": "multiple-choice", "question": "What direction is the monorail train moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no monorail train there", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_284", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_255.mp4", "question_type": "multiple-choice", "question": "What direction is the robot chef moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no robot chef there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_285", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_256.mp4", "question_type": "multiple-choice", "question": "Which direction did the flying ball move?", "choices": {"A": "no flying ball there", "B": "not moving", "C": "away from the camera", "D": "towards the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_286", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_257.mp4", "question_type": "multiple-choice", "question": "What direction is the vacuum cleaner moving towards?", "choices": {"A": "not moving", "B": "no vacuum cleaner there", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_287", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_258.mp4", "question_type": "multiple-choice", "question": "What direction is the garbage truck moving towards?", "choices": {"A": "right", "B": "left", "C": "no garbage truck there", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_288", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_259.mp4", "question_type": "multiple-choice", "question": "Which direction is the agricultural robot moving?", "choices": {"A": "not moving", "B": "no agricultural robot there", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_289", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_260.mp4", "question_type": "multiple-choice", "question": "Which direction is the drone moving?", "choices": {"A": "no drone there", "B": "not moving", "C": "down", "D": "up"}, "answer": "up", "type": "directional"} {"id": "validation_290", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_261.mp4", "question_type": "multiple-choice", "question": "What direction is the delivery robot moving towards?", "choices": {"A": "no delivery robot there", "B": "left", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_291", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_261.mp4", "question_type": "multiple-choice", "question": "What direction is the dragon moving towards?", "choices": {"A": "no dragon there", "B": "left", "C": "right", "D": "not moving"}, "answer": "no dragon there", "type": "FP"} {"id": "validation_292", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_262.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic gazelle moving towards?", "choices": {"A": "no robotic gazelle there", "B": "left", "C": "not moving", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_293", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_263.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic arm moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no robotic arm there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_294", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_264.mp4", "question_type": "multiple-choice", "question": "What direction is the harvester moving towards?", "choices": {"A": "not moving", "B": "no harvester there", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_295", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_265.mp4", "question_type": "multiple-choice", "question": "What direction is the butterfly moving towards?", "choices": {"A": "no butterfly there", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_296", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_266.mp4", "question_type": "multiple-choice", "question": "What direction is the rover moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no rover there"}, "answer": "right", "type": "directional"} {"id": "validation_297", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_267.mp4", "question_type": "multiple-choice", "question": "Which direction did the insect move?", "choices": {"A": "not moving", "B": "no insect there", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_298", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_268.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_299", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_269.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "no robot there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_300", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_270.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot moving?", "choices": {"A": "towards the camera", "B": "not moving", "C": "away from the camera", "D": "no robot there"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_301", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_270.mp4", "question_type": "multiple-choice", "question": "Which direction is the snake moving?", "choices": {"A": "right", "B": "no snake there", "C": "left", "D": "not moving"}, "answer": "no snake there", "type": "FP"} {"id": "validation_302", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_271.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "left", "B": "no robot there", "C": "not moving", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_303", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_272.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic snake moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no robotic snake there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_304", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_273.mp4", "question_type": "multiple-choice", "question": "Which direction is the robotic body moving?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no robotic body there"}, "answer": "not moving", "type": "directional"} {"id": "validation_305", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_274.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic insect moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no robotic insect there", "D": "right"}, "answer": "not moving", "type": "directional"} {"id": "validation_306", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_275.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic cobra moving towards?", "choices": {"A": "right", "B": "no robotic cobra there", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_307", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_276.mp4", "question_type": "multiple-choice", "question": "Which direction is the snake's head moving?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no snake's head there"}, "answer": "left", "type": "directional"} {"id": "validation_308", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_277.mp4", "question_type": "multiple-choice", "question": "Which direction is the orb moving?", "choices": {"A": "not moving", "B": "left", "C": "no orb there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_309", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_278.mp4", "question_type": "multiple-choice", "question": "What direction is the bus moving towards?", "choices": {"A": "no bus there", "B": "left", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_310", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_279.mp4", "question_type": "multiple-choice", "question": "Which direction did the police car move?", "choices": {"A": "no police car there", "B": "towards the camera", "C": "not moving", "D": "away from the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_311", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_279.mp4", "question_type": "multiple-choice", "question": "Which direction did the dog move?", "choices": {"A": "left", "B": "no dog there", "C": "right", "D": "not moving"}, "answer": "no dog there", "type": "FP"} {"id": "validation_312", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_280.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_313", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_281.mp4", "question_type": "multiple-choice", "question": "What direction is the android moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no android there"}, "answer": "left", "type": "directional"} {"id": "validation_314", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_282.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic guard dog moving towards?", "choices": {"A": "not moving", "B": "no robotic guard dog there", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_315", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_283.mp4", "question_type": "multiple-choice", "question": "What direction is the probe moving towards?", "choices": {"A": "no probe there", "B": "not moving", "C": "right", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_316", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_284.mp4", "question_type": "multiple-choice", "question": "Which direction is the vacuum cleaner moving?", "choices": {"A": "not moving", "B": "no vacuum cleaner there", "C": "right and away from the camera", "D": "left and towards the camera"}, "answer": "left and towards the camera", "type": "directional"} {"id": "validation_317", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_285.mp4", "question_type": "multiple-choice", "question": "What direction is the rover moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no rover there"}, "answer": "right", "type": "directional"} {"id": "validation_318", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_286.mp4", "question_type": "multiple-choice", "question": "What direction is the racing car moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no racing car there"}, "answer": "left", "type": "directional"} {"id": "validation_319", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_287.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_320", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_288.mp4", "question_type": "multiple-choice", "question": "What direction is the AI moving towards?", "choices": {"A": "right", "B": "no AI there", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_321", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_288.mp4", "question_type": "multiple-choice", "question": "What direction is the dragon moving towards?", "choices": {"A": "no dragon there", "B": "not moving", "C": "left", "D": "right"}, "answer": "no dragon there", "type": "FP"} {"id": "validation_322", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_289.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic guard dog moving towards?", "choices": {"A": "no robotic guard dog there", "B": "not moving", "C": "right", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_323", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_290.mp4", "question_type": "multiple-choice", "question": "Which direction is the train moving?", "choices": {"A": "right", "B": "no train there", "C": "not moving", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_324", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_291.mp4", "question_type": "multiple-choice", "question": "Which direction is the humanoid moving?", "choices": {"A": "away from the camera", "B": "no humanoid there", "C": "not moving", "D": "towards the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_325", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_292.mp4", "question_type": "multiple-choice", "question": "What direction is the Mars rover moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no Mars rover there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_326", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_293.mp4", "question_type": "multiple-choice", "question": "What direction is the ambulance moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no ambulance there"}, "answer": "right", "type": "directional"} {"id": "validation_327", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_294.mp4", "question_type": "multiple-choice", "question": "What direction is the sea creature moving towards?", "choices": {"A": "no squid there", "B": "left", "C": "right", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_328", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_295.mp4", "question_type": "multiple-choice", "question": "Which direction is the humanoid walking?", "choices": {"A": "no humanoid there", "B": "towards the camera", "C": "not moving", "D": "away from the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_329", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_296.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot vaccum moving?", "choices": {"A": "no robot vacuum there", "B": "away from the camera", "C": "towards the camera", "D": "not moving"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_330", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_297.mp4", "question_type": "multiple-choice", "question": "What direction is the cheetah moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no cheetah there"}, "answer": "right", "type": "directional"} {"id": "validation_331", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_298.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot bird flying?", "choices": {"A": "away from the camera", "B": "no robot bird there", "C": "not moving", "D": "towards the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_332", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_298.mp4", "question_type": "multiple-choice", "question": "Which direction is the frog moving?", "choices": {"A": "left", "B": "right", "C": "no frog there", "D": "not moving"}, "answer": "no frog there", "type": "FP"} {"id": "validation_333", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_299.mp4", "question_type": "multiple-choice", "question": "What direction is the rover moving towards?", "choices": {"A": "no rover there", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_334", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_300.mp4", "question_type": "multiple-choice", "question": "What direction is the turtle moving towards?", "choices": {"A": "left", "B": "right", "C": "no turtle there", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_335", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_301.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic jellyfish moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no robotic jellyfish there", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_336", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_302.mp4", "question_type": "multiple-choice", "question": "What direction is the monowheel moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no monowheel there"}, "answer": "left", "type": "directional"} {"id": "validation_337", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_303.mp4", "question_type": "multiple-choice", "question": "What direction is the mail truck moving towards?", "choices": {"A": "left", "B": "no mail truck there", "C": "not moving", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_338", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_304.mp4", "question_type": "multiple-choice", "question": "Which direction is the flying car moving?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no flying car there"}, "answer": "left", "type": "directional"} {"id": "validation_339", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_305.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot tank moving?", "choices": {"A": "towards the camera", "B": "not moving", "C": "no robot tank there", "D": "away from the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_340", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_306.mp4", "question_type": "multiple-choice", "question": "What direction is the bicycle moving towards?", "choices": {"A": "no bicycle there", "B": "right", "C": "not moving", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_341", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_307.mp4", "question_type": "multiple-choice", "question": "What direction is the jellyfish moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no jellyfish there"}, "answer": "right", "type": "directional"} {"id": "validation_342", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_307.mp4", "question_type": "multiple-choice", "question": "What direction is the unicorn moving towards?", "choices": {"A": "right", "B": "no unicorn there", "C": "not moving", "D": "left"}, "answer": "no unicorn there", "type": "FP"} {"id": "validation_343", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_308.mp4", "question_type": "multiple-choice", "question": "What direction is the snowplow moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no snowplow there", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_344", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_309.mp4", "question_type": "multiple-choice", "question": "What direction is the ambulance moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no ambulance there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_345", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_310.mp4", "question_type": "multiple-choice", "question": "What direction is the rover moving towards?", "choices": {"A": "right", "B": "left", "C": "no rover there", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_346", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_311.mp4", "question_type": "multiple-choice", "question": "What direction is the construction vehicle moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no construction vehicle there"}, "answer": "left", "type": "directional"} {"id": "validation_347", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_312.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic moose moving towards?", "choices": {"A": "not moving", "B": "left", "C": "right", "D": "no robotic moose there"}, "answer": "right", "type": "directional"} {"id": "validation_348", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_313.mp4", "question_type": "multiple-choice", "question": "Which direction is the cobot moving?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no cobot there"}, "answer": "left", "type": "directional"} {"id": "validation_349", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_314.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no train there"}, "answer": "right", "type": "directional"} {"id": "validation_350", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_315.mp4", "question_type": "multiple-choice", "question": "Which direction is the truck moving?", "choices": {"A": "no truck there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_351", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_316.mp4", "question_type": "multiple-choice", "question": "Which direction is the robotic dog moving?", "choices": {"A": "away from the camera", "B": "towards the camera", "C": "not moving", "D": "no robotic dog there"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_352", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_316.mp4", "question_type": "multiple-choice", "question": "Which direction is the cap moving?", "choices": {"A": "right", "B": "not moving", "C": "no cap there", "D": "left"}, "answer": "no cap there", "type": "FP"} {"id": "validation_353", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_317.mp4", "question_type": "multiple-choice", "question": "What direction is the vehicle moving towards?", "choices": {"A": "right", "B": "no vehicle there", "C": "left", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_354", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_318.mp4", "question_type": "multiple-choice", "question": "What direction is the construction vehicle moving towards?", "choices": {"A": "not moving", "B": "no construction vehicle there", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_355", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_319.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no train there", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_356", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_320.mp4", "question_type": "multiple-choice", "question": "Which direction is the train moving?", "choices": {"A": "left", "B": "right", "C": "no train there", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_357", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_321.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic dinosaur moving towards?", "choices": {"A": "left", "B": "no robotic dinosaur there", "C": "not moving", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_358", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_322.mp4", "question_type": "multiple-choice", "question": "What direction is the limousine moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no limousine there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_359", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_323.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "no train there", "B": "left", "C": "right", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_360", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_324.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic bison moving towards?", "choices": {"A": "right", "B": "left", "C": "no robotic bison there", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_361", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_325.mp4", "question_type": "multiple-choice", "question": "What direction is the unicorn moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no unicorn there"}, "answer": "no unicorn there", "type": "FP"} {"id": "validation_362", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_325.mp4", "question_type": "multiple-choice", "question": "What direction is the vending cart moving towards?", "choices": {"A": "left", "B": "no vending cart there", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_363", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_326.mp4", "question_type": "multiple-choice", "question": "What direction is the sports car moving towards?", "choices": {"A": "no sports car there", "B": "left", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_364", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_327.mp4", "question_type": "multiple-choice", "question": "What direction is the rover moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no rover there"}, "answer": "right", "type": "directional"} {"id": "validation_365", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_328.mp4", "question_type": "multiple-choice", "question": "Which direction is the food delivery robot moving?", "choices": {"A": "towards the camera", "B": "away from the camera", "C": "no food delivery robot there", "D": "not moving"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_366", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_329.mp4", "question_type": "multiple-choice", "question": "What direction is the harvester moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no harvester there"}, "answer": "left", "type": "directional"} {"id": "validation_367", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_330.mp4", "question_type": "multiple-choice", "question": "What direction is the sports car moving towards?", "choices": {"A": "not moving", "B": "no sports car there", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_368", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_331.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic jellyfish moving towards?", "choices": {"A": "left", "B": "right", "C": "no robotic jellyfish there", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_369", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_332.mp4", "question_type": "multiple-choice", "question": "Which direction is the water falling?", "choices": {"A": "no water there", "B": "not moving", "C": "down", "D": "up"}, "answer": "down", "type": "directional"} {"id": "validation_370", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_333.mp4", "question_type": "multiple-choice", "question": "What direction is the wheelchair moving towards?", "choices": {"A": "right", "B": "towards the camera", "C": "away from the camera", "D": "no wheelchair there"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_371", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_334.mp4", "question_type": "multiple-choice", "question": "What direction is the alien moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no alien there"}, "answer": "no alien there", "type": "FP"} {"id": "validation_372", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_334.mp4", "question_type": "multiple-choice", "question": "What direction is the flying taxi moving towards?", "choices": {"A": "right", "B": "no flying taxi there", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_373", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_335.mp4", "question_type": "multiple-choice", "question": "Which direction did the robot arm move?", "choices": {"A": "not moving", "B": "left", "C": "no robot arm there", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_374", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_336.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic window cleaner moving towards?", "choices": {"A": "left", "B": "no robotic window cleaner there", "C": "right", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_375", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_337.mp4", "question_type": "multiple-choice", "question": "What direction is the bus moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no bus there"}, "answer": "left", "type": "directional"} {"id": "validation_376", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_338.mp4", "question_type": "multiple-choice", "question": "Which direction is the train moving?", "choices": {"A": "not moving", "B": "no train there", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_377", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_339.mp4", "question_type": "multiple-choice", "question": "What direction is the ambulance moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no ambulance there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_378", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_340.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_379", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_341.mp4", "question_type": "multiple-choice", "question": "What direction is the car moving towards?", "choices": {"A": "no car there", "B": "right", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_380", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_342.mp4", "question_type": "multiple-choice", "question": "What direction is the dinosaur moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no dinosaur there", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_381", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_343.mp4", "question_type": "multiple-choice", "question": "What direction is the alien moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no alien there"}, "answer": "no alien there", "type": "FP"} {"id": "validation_382", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_343.mp4", "question_type": "multiple-choice", "question": "What direction is the police vehicle moving towards?", "choices": {"A": "right", "B": "left", "C": "no police vehicle there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_383", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_344.mp4", "question_type": "multiple-choice", "question": "What direction is the vehicle moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no vehicle there"}, "answer": "left", "type": "directional"} {"id": "validation_384", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_345.mp4", "question_type": "multiple-choice", "question": "Which direction is the shark moving?", "choices": {"A": "left", "B": "right", "C": "no shark there", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_385", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_346.mp4", "question_type": "multiple-choice", "question": "What direction is the dinosaur moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no dinosaur there"}, "answer": "left", "type": "directional"} {"id": "validation_386", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_347.mp4", "question_type": "multiple-choice", "question": "What direction is the vehicle moving towards?", "choices": {"A": "left", "B": "no vehicle there", "C": "not moving", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_387", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_348.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "no robot there", "B": "left", "C": "not moving", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_388", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_349.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "no robot there", "B": "right", "C": "left", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_389", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_350.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic kangaroo moving towards?", "choices": {"A": "no robotic kangaroo there", "B": "left", "C": "not moving", "D": "right"}, "answer": "not moving", "type": "directional"} {"id": "validation_390", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_351.mp4", "question_type": "multiple-choice", "question": "Which direction is the robot moving?", "choices": {"A": "no robot there", "B": "not moving", "C": "towards the camera", "D": "away from the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_391", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_352.mp4", "question_type": "multiple-choice", "question": "What direction is the dinosaur-like creature moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no dinosaur-like creature there"}, "answer": "not moving", "type": "directional"} {"id": "validation_392", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_352.mp4", "question_type": "multiple-choice", "question": "What direction is the fairy moving towards?", "choices": {"A": "no fairy there", "B": "left", "C": "not moving", "D": "right"}, "answer": "no fairy there", "type": "FP"} {"id": "validation_393", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_353.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic king crab moving towards?", "choices": {"A": "not moving", "B": "no robotic king crab there", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_394", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_354.mp4", "question_type": "multiple-choice", "question": "Which direction did the robot cleaner move?", "choices": {"A": "away from the camera", "B": "not moving", "C": "no robot cleaner there", "D": "towards the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_395", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_355.mp4", "question_type": "multiple-choice", "question": "Which direction did the robotic worker move?", "choices": {"A": "not moving", "B": "away from the camera", "C": "toward the camera", "D": "no robotic worker there"}, "answer": "away from the camera", "type": "directional"} {"id": "validation_396", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_356.mp4", "question_type": "multiple-choice", "question": "What direction is the snowplow moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no snowplow there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_397", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_357.mp4", "question_type": "multiple-choice", "question": "What direction is the farming vehicle moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no farming vehicle there"}, "answer": "left", "type": "directional"} {"id": "validation_398", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_358.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no train there", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_399", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_359.mp4", "question_type": "multiple-choice", "question": "Which direction is the car moving?", "choices": {"A": "away from the camera", "B": "toward the camera", "C": "not moving", "D": "no car there"}, "answer": "away from the camera", "type": "directional"} {"id": "validation_400", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_360.mp4", "question_type": "multiple-choice", "question": "What direction is the garbage collection vehicle moving towards?", "choices": {"A": "towards the camera", "B": "no garbage collection vehicle there", "C": "not moving", "D": "away from the camera"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_401", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_361.mp4", "question_type": "multiple-choice", "question": "What direction is the alien moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no alien there"}, "answer": "no alien there", "type": "FP"} {"id": "validation_402", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_361.mp4", "question_type": "multiple-choice", "question": "What direction is the construction vehicle moving towards?", "choices": {"A": "no construction vehicle there", "B": "not moving", "C": "left", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_403", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_362.mp4", "question_type": "multiple-choice", "question": "Which direction is the drone flying?", "choices": {"A": "up", "B": "down", "C": "no drone there", "D": "not moving"}, "answer": "up", "type": "directional"} {"id": "validation_404", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_363.mp4", "question_type": "multiple-choice", "question": "What direction is the turtle moving towards?", "choices": {"A": "not moving", "B": "right", "C": "no turtle there", "D": "left"}, "answer": "left", "type": "directional"} {"id": "validation_405", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_364.mp4", "question_type": "multiple-choice", "question": "Which direction is the car moving?", "choices": {"A": "no car there", "B": "toward the camera", "C": "not moving", "D": "away from the camera"}, "answer": "away from the camera", "type": "directional"} {"id": "validation_406", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_365.mp4", "question_type": "multiple-choice", "question": "What direction is the android moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no android there"}, "answer": "left", "type": "directional"} {"id": "validation_407", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_366.mp4", "question_type": "multiple-choice", "question": "What direction is the bus moving towards?", "choices": {"A": "left", "B": "no bus there", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_408", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_367.mp4", "question_type": "multiple-choice", "question": "Which direction is the tractor moving?", "choices": {"A": "not moving", "B": "left", "C": "no tractor there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_409", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_368.mp4", "question_type": "multiple-choice", "question": "What direction is the bicycle moving towards?", "choices": {"A": "left", "B": "right", "C": "no bicycle there", "D": "not moving"}, "answer": "not moving", "type": "directional"} {"id": "validation_410", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_369.mp4", "question_type": "multiple-choice", "question": "What direction is the snowplow moving towards?", "choices": {"A": "no snowplow there", "B": "left", "C": "not moving", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_411", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_370.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "towards the camera", "B": "away from the camera", "C": "not moving", "D": "no train there"}, "answer": "towards the camera", "type": "directional"} {"id": "validation_412", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_370.mp4", "question_type": "multiple-choice", "question": "What direction is the troll moving towards?", "choices": {"A": "no troll there", "B": "not moving", "C": "right", "D": "left"}, "answer": "no troll there", "type": "FP"} {"id": "validation_413", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_371.mp4", "question_type": "multiple-choice", "question": "What direction is the platypus moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no platypus there"}, "answer": "right", "type": "directional"} {"id": "validation_414", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_372.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_415", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_373.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic archaeologist moving towards?", "choices": {"A": "right", "B": "no robotic archaeologist there", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_416", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_374.mp4", "question_type": "multiple-choice", "question": "Which direction did the robot shrimp move?", "choices": {"A": "no robot shrimp there", "B": "right", "C": "left", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_417", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_375.mp4", "question_type": "multiple-choice", "question": "What direction is the rover moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no rover there"}, "answer": "left", "type": "directional"} {"id": "validation_418", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_376.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic insect moving towards?", "choices": {"A": "left", "B": "right", "C": "no robotic insect there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_419", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_377.mp4", "question_type": "multiple-choice", "question": "What direction is the tank moving towards?", "choices": {"A": "right", "B": "no tank there", "C": "left", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_420", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_378.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic snake moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no robotic snake there"}, "answer": "left", "type": "directional"} {"id": "validation_421", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_379.mp4", "question_type": "multiple-choice", "question": "What direction is the griffin moving towards?", "choices": {"A": "right", "B": "not moving", "C": "left", "D": "no griffin there"}, "answer": "no griffin there", "type": "FP"} {"id": "validation_422", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_379.mp4", "question_type": "multiple-choice", "question": "What direction is the rover moving towards?", "choices": {"A": "no rover there", "B": "not moving", "C": "right", "D": "left"}, "answer": "not moving", "type": "directional"} {"id": "validation_423", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_380.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic cheetah moving towards?", "choices": {"A": "right", "B": "no robotic cheetah there", "C": "not moving", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_424", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_381.mp4", "question_type": "multiple-choice", "question": "What direction is the rover moving towards?", "choices": {"A": "left", "B": "right", "C": "no rover there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_425", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_382.mp4", "question_type": "multiple-choice", "question": "What direction is the blimp moving towards?", "choices": {"A": "no blimps there", "B": "left", "C": "away from the camera", "D": "right"}, "answer": "right", "type": "directional"} {"id": "validation_426", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_383.mp4", "question_type": "multiple-choice", "question": "What direction is the dinosaur moving towards?", "choices": {"A": "left", "B": "right", "C": "no dinosaur there", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_427", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_384.mp4", "question_type": "multiple-choice", "question": "What direction is the battle robot moving towards?", "choices": {"A": "no battle robot there", "B": "left", "C": "not moving", "D": "right"}, "answer": "not moving", "type": "directional"} {"id": "validation_428", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_385.mp4", "question_type": "multiple-choice", "question": "What direction is the rover moving towards?", "choices": {"A": "right", "B": "not moving", "C": "no rover there", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_429", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_386.mp4", "question_type": "multiple-choice", "question": "What direction is the Mars rover moving towards?", "choices": {"A": "not moving", "B": "right", "C": "left", "D": "no Mars rover there"}, "answer": "not moving", "type": "directional"} {"id": "validation_430", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_387.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "not moving", "B": "no train there", "C": "right", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_431", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_388.mp4", "question_type": "multiple-choice", "question": "Which direction is the submarine moving?", "choices": {"A": "no submarine there", "B": "not moving", "C": "right", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_432", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_388.mp4", "question_type": "multiple-choice", "question": "Which direction is the ship moving?", "choices": {"A": "right", "B": "no ship there", "C": "not moving", "D": "left"}, "answer": "no ship there", "type": "FP"} {"id": "validation_433", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_389.mp4", "question_type": "multiple-choice", "question": "What direction is the drone moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no drone there"}, "answer": "not moving", "type": "directional"} {"id": "validation_434", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_390.mp4", "question_type": "multiple-choice", "question": "What direction is the battle robot moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no battle robot there"}, "answer": "not moving", "type": "directional"} {"id": "validation_435", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_391.mp4", "question_type": "multiple-choice", "question": "What direction is the jellyfish moving towards?", "choices": {"A": "no jellyfish there", "B": "right", "C": "left", "D": "not moving"}, "answer": "right", "type": "directional"} {"id": "validation_436", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_392.mp4", "question_type": "multiple-choice", "question": "What direction is the train moving towards?", "choices": {"A": "right", "B": "left", "C": "not moving", "D": "no train there"}, "answer": "right", "type": "directional"} {"id": "validation_437", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_393.mp4", "question_type": "multiple-choice", "question": "What direction is the ride moving towards?", "choices": {"A": "no ride there", "B": "left", "C": "right", "D": "not moving"}, "answer": "left", "type": "directional"} {"id": "validation_438", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_394.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "left", "B": "right", "C": "not moving", "D": "no robot there"}, "answer": "left", "type": "directional"} {"id": "validation_439", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_395.mp4", "question_type": "multiple-choice", "question": "What direction is the submarine moving towards?", "choices": {"A": "no submarine there", "B": "not moving", "C": "right", "D": "left"}, "answer": "right", "type": "directional"} {"id": "validation_440", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_396.mp4", "question_type": "multiple-choice", "question": "What direction is the sleek, metallic scorpion-like creature moving towards?", "choices": {"A": "not moving", "B": "left", "C": "no sleek, metallic scorpion-like creature there", "D": "right"}, "answer": "left", "type": "directional"} {"id": "validation_441", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_397.mp4", "question_type": "multiple-choice", "question": "What direction is the ambulance moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no ambulance there"}, "answer": "left", "type": "directional"} {"id": "validation_442", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_397.mp4", "question_type": "multiple-choice", "question": "What direction is the dragon moving towards?", "choices": {"A": "left", "B": "not moving", "C": "no dragon there", "D": "right"}, "answer": "no dragon there", "type": "FP"} {"id": "validation_443", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_398.mp4", "question_type": "multiple-choice", "question": "What direction is the wheelchair moving towards?", "choices": {"A": "left", "B": "not moving", "C": "right", "D": "no wheelchair there"}, "answer": "left", "type": "directional"} {"id": "validation_444", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_399.mp4", "question_type": "multiple-choice", "question": "What direction is the robot moving towards?", "choices": {"A": "right", "B": "no robot there", "C": "not moving", "D": "left"}, "answer": "not moving", "type": "directional"} {"id": "validation_445", "video": "https://huggingface.co/datasets/shijiezhou/VLM4D/resolve/main/videos_synthetic/synth_400.mp4", "question_type": "multiple-choice", "question": "What direction is the robotic fish moving towards?", "choices": {"A": "not moving", "B": "no robotic fish there", "C": "left", "D": "right"}, "answer": "right", "type": "directional"}